{"bge-base-en-v1.5": {"127728": {"relevant_ids": ["127729"], "ranked_ids": ["127729", "250619", "48895", "38063", "78763", "190150", "278575", "145244", "29358", "469527"], "ranked_scores": [0.7434, 0.7385, 0.7179, 0.7169, 0.7105, 0.7086, 0.7002, 0.6999, 0.6954, 0.6925], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "318820": {"relevant_ids": ["318821"], "ranked_ids": ["318821", "367479", "355161", "491039", "496708", "222238", "184762", "76767", "491038", "457906"], "ranked_scores": [0.9599, 0.8488, 0.8226, 0.7476, 0.7379, 0.733, 0.7244, 0.7164, 0.7137, 0.7129], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "296098": {"relevant_ids": ["296097"], "ranked_ids": ["45507", "134752", "296097", "173403", "307653", "423933", "45506", "469868", "364131", "56686"], "ranked_scores": [0.8432, 0.8346, 0.8312, 0.8138, 0.8102, 0.8097, 0.8055, 0.8013, 0.7902, 0.7772], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "150414": {"relevant_ids": ["192835"], "ranked_ids": ["192835", "105782", "516620", "8875", "126746", "105783", "21131", "103122", "132912", "126745"], "ranked_scores": [0.9656, 0.9524, 0.9259, 0.8683, 0.8531, 0.846, 0.8383, 0.8312, 0.8249, 0.8135], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145582": {"relevant_ids": ["145583"], "ranked_ids": ["145583", "299264", "316486", "285851", "285962", "87614", "263736", "369955", "130013", "345532"], "ranked_scores": [0.8584, 0.7581, 0.6907, 0.6419, 0.6406, 0.6367, 0.6284, 0.6216, 0.6159, 0.6028], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "315712": {"relevant_ids": ["315713"], "ranked_ids": ["315713", "396505", "203205", "377891", "236508", "153536", "368164", "107153", "454814", "120489"], "ranked_scores": [0.9596, 0.7721, 0.7438, 0.7437, 0.741, 0.7378, 0.7358, 0.7358, 0.7324, 0.7312], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145739": {"relevant_ids": ["145740"], "ranked_ids": ["145740", "241979", "366074", "415781", "115412", "148222", "8705", "375395", "336202", "347337"], "ranked_scores": [0.8543, 0.7779, 0.7737, 0.7372, 0.7322, 0.7164, 0.7081, 0.7063, 0.6981, 0.6943], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "308127": {"relevant_ids": ["308126"], "ranked_ids": ["308126", "282571", "498938", "385951", "367804", "77650", "395527", "139188", "427265", "301104"], "ranked_scores": [0.899, 0.7065, 0.6968, 0.6881, 0.6776, 0.6688, 0.6525, 0.6524, 0.6506, 0.6379], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "287245": {"relevant_ids": ["322650", "283198", "283199"], "ranked_ids": ["322650", "283199", "283198", "508239", "109049", "505949", "221784", "188940", "420279", "450635"], "ranked_scores": [0.8689, 0.8631, 0.8579, 0.6959, 0.6934, 0.6701, 0.6687, 0.6639, 0.6551, 0.6511], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "14755": {"relevant_ids": ["211906", "14756"], "ranked_ids": ["211906", "14756", "450970", "30834", "57678", "235454", "383325", "449494", "236793", "83338"], "ranked_scores": [0.9584, 0.9532, 0.9512, 0.861, 0.8333, 0.8302, 0.7936, 0.786, 0.7778, 0.7702], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "370170": {"relevant_ids": ["370169"], "ranked_ids": ["370169", "466920", "433820", "211280", "449037", "537762", "334238", "417976", "387761", "404718"], "ranked_scores": [0.9991, 0.7328, 0.7234, 0.7134, 0.6972, 0.6947, 0.6811, 0.6712, 0.6699, 0.6573], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "41774": {"relevant_ids": ["41773"], "ranked_ids": ["41773", "239344", "307530", "173048", "214766", "141438", "468656", "163006", "454279", "437157"], "ranked_scores": [0.8689, 0.7193, 0.6864, 0.6722, 0.6718, 0.66, 0.6491, 0.649, 0.6477, 0.6463], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "399648": {"relevant_ids": ["399649"], "ranked_ids": ["399649", "462253", "225815", "445074", "243294", "504913", "146745", "188527", "21253", "435035"], "ranked_scores": [0.9985, 0.7618, 0.75, 0.7269, 0.7094, 0.7084, 0.7062, 0.7003, 0.6978, 0.696], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "504811": {"relevant_ids": ["504810"], "ranked_ids": ["504810", "298555", "309894", "90374", "74588", "279073", "179618", "84826", "160456", "499535"], "ranked_scores": [0.9902, 0.7469, 0.7258, 0.711, 0.693, 0.6915, 0.6895, 0.6878, 0.6841, 0.6821], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "362950": {"relevant_ids": ["400212", "362949"], "ranked_ids": ["362949", "400212", "105920", "429502", "291799", "105919", "244712", "465929", "427587", "129563"], "ranked_scores": [0.8983, 0.8887, 0.8131, 0.7856, 0.7827, 0.7821, 0.7812, 0.7798, 0.7787, 0.7773], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "155873": {"relevant_ids": ["155874"], "ranked_ids": ["155874", "392604", "136219", "294020", "446058", "292617", "158852", "439035", "230787", "444541"], "ranked_scores": [0.8124, 0.7731, 0.6884, 0.6762, 0.662, 0.6574, 0.6553, 0.6464, 0.6377, 0.634], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "263432": {"relevant_ids": ["263433"], "ranked_ids": ["263433", "128303", "371563", "18217", "301563", "41365", "254526", "305072", "510661", "279243"], "ranked_scores": [0.8394, 0.7772, 0.7025, 0.6795, 0.6754, 0.6704, 0.6634, 0.661, 0.6586, 0.6548], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "354945": {"relevant_ids": ["354946"], "ranked_ids": ["354946", "254071", "462984", "322478", "462983", "236419", "243923", "473769", "201886", "362986"], "ranked_scores": [0.9572, 0.8227, 0.7395, 0.7387, 0.7134, 0.692, 0.6798, 0.6669, 0.6354, 0.6238], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "245417": {"relevant_ids": ["248195", "219475"], "ranked_ids": ["219475", "40657", "248195", "64433", "37326", "413039", "319022", "164159", "368145", "14180"], "ranked_scores": [0.9224, 0.915, 0.8592, 0.8562, 0.8103, 0.8046, 0.799, 0.7971, 0.7586, 0.7581], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.9197, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.9197, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9197, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "516276": {"relevant_ids": ["516277"], "ranked_ids": ["516277", "34173", "19755", "510783", "76958", "62062", "197869", "352189", "143842", "44716"], "ranked_scores": [0.9784, 0.834, 0.8309, 0.804, 0.8032, 0.8018, 0.8, 0.7973, 0.7843, 0.7838], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177580": {"relevant_ids": ["177579"], "ranked_ids": ["177579", "18081", "272252", "115954", "76563", "60577", "129412", "129413", "517075", "234825"], "ranked_scores": [0.9828, 0.6893, 0.6781, 0.6773, 0.6733, 0.6631, 0.6623, 0.6572, 0.6421, 0.6414], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "309865": {"relevant_ids": ["33713", "78624", "78623"], "ranked_ids": ["33713", "405094", "78623", "153484", "78624", "209041", "495751", "360054", "469068", "437065"], "ranked_scores": [0.9488, 0.9362, 0.9333, 0.9079, 0.8791, 0.8632, 0.845, 0.7992, 0.7991, 0.7935], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.8855, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.8855, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "510387": {"relevant_ids": ["510386"], "ranked_ids": ["510386", "241538", "371033", "40390", "241537", "212478", "344869", "170896", "52003", "284736"], "ranked_scores": [0.8359, 0.8326, 0.8152, 0.794, 0.789, 0.7881, 0.7599, 0.7581, 0.7515, 0.7396], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "26645": {"relevant_ids": ["26644"], "ranked_ids": ["26644", "108781", "318396", "207775", "221561", "259432", "389208", "39917", "364334", "240705"], "ranked_scores": [0.9856, 0.7731, 0.7623, 0.7329, 0.706, 0.6845, 0.6844, 0.6836, 0.6801, 0.677], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "47788": {"relevant_ids": ["455725"], "ranked_ids": ["455725", "59223", "518171", "47703", "101721", "235686", "8505", "47789", "348138", "331"], "ranked_scores": [0.9286, 0.8801, 0.8727, 0.8709, 0.8613, 0.8568, 0.8549, 0.8365, 0.8346, 0.8281], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "338281": {"relevant_ids": ["338282"], "ranked_ids": ["338282", "138712", "452930", "362498", "338711", "263861", "11563", "200288", "327767", "291354"], "ranked_scores": [0.8774, 0.6825, 0.6705, 0.6645, 0.6585, 0.652, 0.652, 0.6457, 0.6284, 0.6251], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "461149": {"relevant_ids": ["461148"], "ranked_ids": ["461148", "525835", "203100", "283905", "527101", "443095", "335800", "417040", "519616", "274867"], "ranked_scores": [0.9312, 0.8994, 0.8673, 0.7852, 0.7666, 0.7544, 0.7295, 0.7235, 0.7086, 0.7085], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "346126": {"relevant_ids": ["110710", "110711"], "ranked_ids": ["110710", "110711", "154338", "168350", "296319", "528998", "254526", "229972", "340725", "160306"], "ranked_scores": [0.94, 0.8937, 0.89, 0.8111, 0.7914, 0.7887, 0.785, 0.7748, 0.7707, 0.7598], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "372986": {"relevant_ids": ["49961", "262882"], "ranked_ids": ["49961", "262882", "497531", "303468", "497357", "215938", "226818", "108183", "485235", "443239"], "ranked_scores": [0.984, 0.9108, 0.7813, 0.7787, 0.7718, 0.7559, 0.7452, 0.7416, 0.7412, 0.741], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "501182": {"relevant_ids": ["501181"], "ranked_ids": ["501181", "274777", "402718", "261255", "231545", "447737", "53141", "109121", "384476", "92055"], "ranked_scores": [0.9047, 0.7234, 0.6733, 0.6715, 0.6681, 0.6615, 0.6522, 0.6449, 0.6427, 0.6384], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13800": {"relevant_ids": ["376590", "408522", "13799"], "ranked_ids": ["13799", "376590", "179943", "408522", "391952", "481109", "454343", "131350", "281010", "482825"], "ranked_scores": [0.9201, 0.873, 0.8135, 0.8125, 0.7997, 0.7733, 0.7602, 0.7596, 0.7593, 0.7592], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.9675, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9675, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "250143": {"relevant_ids": ["250142"], "ranked_ids": ["250142", "473276", "57155", "368186", "225655", "76062", "509758", "509757", "50539", "96270"], "ranked_scores": [0.9367, 0.873, 0.7394, 0.7246, 0.7218, 0.7218, 0.7212, 0.7113, 0.6973, 0.688], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13223": {"relevant_ids": ["20277", "88349", "88348", "13224", "156773"], "ranked_ids": ["156773", "13224", "88348", "88349", "86343", "137719", "366749", "24720", "11938", "20277"], "ranked_scores": [0.9883, 0.9497, 0.9177, 0.9085, 0.9042, 0.8955, 0.8896, 0.8729, 0.8586, 0.8548], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.2, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6, "ndcg@5": 0.8688, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.8, "ndcg@10": 0.9668, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "11002": {"relevant_ids": ["11003"], "ranked_ids": ["11003", "444112", "144197", "10212", "241075", "42203", "489539", "82619", "87346", "254672"], "ranked_scores": [0.9358, 0.8668, 0.8558, 0.8383, 0.8323, 0.8201, 0.8156, 0.7979, 0.7811, 0.7773], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177653": {"relevant_ids": ["79732"], "ranked_ids": ["79732", "39174", "395587", "525756", "200611", "310721", "412316", "525755", "373717", "502840"], "ranked_scores": [0.9787, 0.8348, 0.7943, 0.7803, 0.7648, 0.7409, 0.7293, 0.7227, 0.718, 0.715], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "415592": {"relevant_ids": ["415591"], "ranked_ids": ["415591", "379146", "430072", "499684", "84634", "338815", "494912", "338816", "81159", "105088"], "ranked_scores": [0.9582, 0.7788, 0.763, 0.738, 0.7337, 0.7254, 0.7214, 0.72, 0.7199, 0.7188], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "511196": {"relevant_ids": ["511197"], "ranked_ids": ["511197", "45940", "289278", "156490", "77372", "414717", "13803", "251545", "459789", "224675"], "ranked_scores": [0.934, 0.7597, 0.7515, 0.728, 0.7277, 0.7198, 0.7067, 0.7062, 0.7059, 0.6877], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "344845": {"relevant_ids": ["344844"], "ranked_ids": ["344844", "161471", "327548", "111672", "503908", "79987", "187882", "1096", "224515", "95946"], "ranked_scores": [0.9379, 0.8199, 0.7932, 0.792, 0.7878, 0.7771, 0.7624, 0.7568, 0.7559, 0.7555], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "396744": {"relevant_ids": ["396745"], "ranked_ids": ["396745", "454241", "236438", "284966", "481437", "503444", "369693", "338567", "471027", "489628"], "ranked_scores": [0.8297, 0.7437, 0.74, 0.7267, 0.699, 0.6865, 0.6722, 0.6711, 0.6711, 0.6707], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "452398": {"relevant_ids": ["452399"], "ranked_ids": ["452399", "530610", "487918", "346712", "90225", "435989", "372901", "7119", "102618", "27545"], "ranked_scores": [0.9739, 0.7141, 0.6862, 0.6786, 0.6703, 0.6668, 0.6558, 0.6525, 0.6447, 0.6444], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "182114": {"relevant_ids": ["182113"], "ranked_ids": ["196647", "182113", "139689", "234482", "481882", "533693", "425919", "24197", "531602", "328873"], "ranked_scores": [0.9047, 0.8473, 0.8038, 0.7925, 0.7766, 0.7554, 0.7513, 0.7471, 0.7463, 0.745], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "486260": {"relevant_ids": ["486259"], "ranked_ids": ["486259", "392356", "146738", "209254", "241333", "113749", "146737", "65893", "492147", "111946"], "ranked_scores": [0.9617, 0.8102, 0.7932, 0.7832, 0.7761, 0.776, 0.7632, 0.7433, 0.7375, 0.7346], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "455140": {"relevant_ids": ["315935"], "ranked_ids": ["315935", "427112", "308963", "150842", "315936", "124700", "50224", "16399", "468659", "173862"], "ranked_scores": [0.9077, 0.809, 0.7909, 0.7767, 0.7668, 0.7413, 0.7409, 0.7398, 0.7181, 0.7113], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "56198": {"relevant_ids": ["56199"], "ranked_ids": ["56199", "160194", "43404", "130971", "249114", "431226", "308888", "43405", "138891", "67917"], "ranked_scores": [0.9901, 0.7498, 0.6776, 0.6745, 0.6713, 0.6703, 0.6695, 0.6685, 0.6629, 0.6567], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "30172": {"relevant_ids": ["145119", "30173", "373486", "185817", "68426", "145120"], "ranked_ids": ["145120", "160900", "68426", "205338", "373486", "30173", "192604", "185817", "145119", "90983"], "ranked_scores": [0.9423, 0.9387, 0.9084, 0.8914, 0.8694, 0.8542, 0.85, 0.8452, 0.8408, 0.8387], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.1667, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.6399, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.8653, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "127880": {"relevant_ids": ["241164"], "ranked_ids": ["241164", "135083", "121458", "210277", "329579", "370634", "450198", "141773", "22396", "535042"], "ranked_scores": [0.914, 0.8034, 0.799, 0.7691, 0.7671, 0.7571, 0.7564, 0.7321, 0.7078, 0.699], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "167969": {"relevant_ids": ["174461"], "ranked_ids": ["174461", "360983", "171665", "91854", "222958", "280033", "34814", "130124", "365197", "449678"], "ranked_scores": [0.8798, 0.8777, 0.7283, 0.7186, 0.7064, 0.6965, 0.6963, 0.6938, 0.6876, 0.6869], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "97986": {"relevant_ids": ["97987"], "ranked_ids": ["97987", "44589", "393565", "108564", "105886", "371360", "318396", "376198", "41242", "326597"], "ranked_scores": [0.9833, 0.867, 0.7485, 0.7351, 0.718, 0.6773, 0.6769, 0.6717, 0.6695, 0.6685], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "12865": {"relevant_ids": ["105683"], "ranked_ids": ["105683", "356189", "92902", "83623", "83622", "58501", "185769", "251127", "69748", "291690"], "ranked_scores": [0.9709, 0.8109, 0.805, 0.7921, 0.7448, 0.7346, 0.7205, 0.7169, 0.7133, 0.7121], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "215681": {"relevant_ids": ["215680"], "ranked_ids": ["215680", "177080", "178515", "5733", "57552", "252239", "301165", "54139", "229503", "297373"], "ranked_scores": [0.9858, 0.8014, 0.7842, 0.7777, 0.755, 0.7542, 0.7407, 0.7392, 0.733, 0.7304], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-bge-base-en-v1.5": {"127728": {"relevant_ids": ["127729"], "ranked_ids": ["127729", "38063", "250619", "48895", "78763", "278575", "145244", "190150", "485054", "29358"], "ranked_scores": [0.6204, 0.6173, 0.5769, 0.5716, 0.5669, 0.5637, 0.5594, 0.555, 0.5541, 0.5507], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "318820": {"relevant_ids": ["318821"], "ranked_ids": ["318821", "367479", "355161", "496708", "222238", "491039", "457906", "184762", "76767", "377941"], "ranked_scores": [0.9318, 0.7621, 0.7224, 0.6544, 0.6334, 0.633, 0.6138, 0.611, 0.6058, 0.5922], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "296098": {"relevant_ids": ["296097"], "ranked_ids": ["45507", "134752", "296097", "173403", "45506", "423933", "307653", "364131", "469868", "56686"], "ranked_scores": [0.748, 0.7333, 0.7217, 0.7044, 0.7013, 0.6884, 0.6882, 0.6775, 0.676, 0.6391], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "150414": {"relevant_ids": ["192835"], "ranked_ids": ["192835", "105782", "516620", "8875", "105783", "21131", "126746", "103122", "132912", "126745"], "ranked_scores": [0.9492, 0.9287, 0.8806, 0.8096, 0.7924, 0.7894, 0.7794, 0.7448, 0.7256, 0.705], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145582": {"relevant_ids": ["145583"], "ranked_ids": ["145583", "299264", "316486", "345532", "285851", "285962", "87614", "508501", "454248", "508502"], "ranked_scores": [0.789, 0.6812, 0.5232, 0.4811, 0.4771, 0.4755, 0.4743, 0.4579, 0.4554, 0.4544], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "315712": {"relevant_ids": ["315713"], "ranked_ids": ["315713", "396505", "203205", "153536", "236508", "120489", "377891", "454814", "408588", "58851"], "ranked_scores": [0.9229, 0.6667, 0.6556, 0.6388, 0.6133, 0.5981, 0.5942, 0.5878, 0.5853, 0.5787], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145739": {"relevant_ids": ["145740"], "ranked_ids": ["145740", "241979", "366074", "115412", "415781", "148222", "8705", "375395", "453401", "180147"], "ranked_scores": [0.8257, 0.71, 0.6937, 0.6373, 0.6363, 0.62, 0.607, 0.5869, 0.5815, 0.5788], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "308127": {"relevant_ids": ["308126"], "ranked_ids": ["308126", "498938", "282571", "385951", "77650", "367804", "139188", "301104", "395527", "18335"], "ranked_scores": [0.8446, 0.5892, 0.5846, 0.5756, 0.5719, 0.5247, 0.5207, 0.5002, 0.4888, 0.4818], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "287245": {"relevant_ids": ["322650", "283198", "283199"], "ranked_ids": ["322650", "283199", "283198", "109049", "508239", "188940", "420279", "221784", "405392", "450635"], "ranked_scores": [0.8271, 0.8214, 0.8188, 0.5728, 0.5632, 0.5493, 0.536, 0.5257, 0.5111, 0.5054], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "14755": {"relevant_ids": ["211906", "14756"], "ranked_ids": ["211906", "450970", "14756", "30834", "57678", "235454", "449494", "383325", "236793", "393649"], "ranked_scores": [0.9389, 0.9321, 0.929, 0.787, 0.7431, 0.7325, 0.708, 0.6587, 0.6526, 0.6426], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.9197, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.9197, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9197, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "370170": {"relevant_ids": ["370169"], "ranked_ids": ["370169", "466920", "449037", "537762", "433820", "22763", "417976", "211280", "476551", "404718"], "ranked_scores": [0.9986, 0.5792, 0.5763, 0.5741, 0.5572, 0.5241, 0.5212, 0.5202, 0.5017, 0.4956], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "41774": {"relevant_ids": ["41773"], "ranked_ids": ["41773", "239344", "173048", "214766", "307530", "468655", "442459", "53738", "322074", "454279"], "ranked_scores": [0.855, 0.5795, 0.5172, 0.5078, 0.5046, 0.4639, 0.4639, 0.4617, 0.4585, 0.4543], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "399648": {"relevant_ids": ["399649"], "ranked_ids": ["399649", "462253", "154368", "445074", "283129", "225815", "21253", "146745", "435035", "54706"], "ranked_scores": [0.9982, 0.6136, 0.6105, 0.6092, 0.6077, 0.6025, 0.6, 0.5917, 0.5841, 0.5838], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "504811": {"relevant_ids": ["504810"], "ranked_ids": ["504810", "298555", "309894", "90374", "84826", "55899", "74588", "499535", "279073", "364238"], "ranked_scores": [0.9874, 0.6539, 0.5977, 0.5781, 0.5746, 0.5707, 0.5691, 0.5563, 0.5548, 0.5544], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "362950": {"relevant_ids": ["400212", "362949"], "ranked_ids": ["362949", "400212", "105920", "105919", "429502", "244712", "465929", "291799", "427587", "43209"], "ranked_scores": [0.8536, 0.8412, 0.7304, 0.7052, 0.6908, 0.6876, 0.6872, 0.6864, 0.6853, 0.6822], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "155873": {"relevant_ids": ["155874"], "ranked_ids": ["155874", "392604", "294020", "136219", "292617", "446058", "97652", "430514", "444541", "246660"], "ranked_scores": [0.7391, 0.6949, 0.5638, 0.5591, 0.5424, 0.5319, 0.502, 0.5016, 0.4991, 0.4923], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "263432": {"relevant_ids": ["263433"], "ranked_ids": ["263433", "128303", "371563", "18217", "305072", "104254", "41365", "190136", "372749", "471057"], "ranked_scores": [0.7715, 0.6644, 0.5481, 0.5432, 0.5099, 0.5027, 0.4966, 0.4932, 0.4914, 0.4911], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "354945": {"relevant_ids": ["354946"], "ranked_ids": ["354946", "254071", "322478", "462984", "243923", "462983", "236419", "473769", "9687", "501255"], "ranked_scores": [0.9537, 0.691, 0.5823, 0.5645, 0.5625, 0.5319, 0.5242, 0.5027, 0.4573, 0.4472], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "245417": {"relevant_ids": ["248195", "219475"], "ranked_ids": ["40657", "219475", "64433", "248195", "164159", "319022", "413039", "37326", "368145", "14180"], "ranked_scores": [0.8919, 0.886, 0.7979, 0.7893, 0.738, 0.7351, 0.7349, 0.734, 0.6659, 0.6393], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6509, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6509, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "516276": {"relevant_ids": ["516277"], "ranked_ids": ["516277", "34173", "19755", "76958", "510783", "62062", "352189", "44716", "143842", "471902"], "ranked_scores": [0.9685, 0.773, 0.7627, 0.7225, 0.7176, 0.7174, 0.7075, 0.6811, 0.6795, 0.6648], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177580": {"relevant_ids": ["177579"], "ranked_ids": ["177579", "18081", "272252", "115954", "129412", "234825", "76563", "129413", "60577", "419100"], "ranked_scores": [0.9803, 0.547, 0.5229, 0.5203, 0.5167, 0.5133, 0.5045, 0.4903, 0.4857, 0.4763], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "309865": {"relevant_ids": ["33713", "78624", "78623"], "ranked_ids": ["33713", "78623", "405094", "153484", "78624", "209041", "495751", "437065", "235483", "469068"], "ranked_scores": [0.9321, 0.9143, 0.914, 0.8687, 0.8451, 0.8029, 0.8013, 0.7829, 0.7408, 0.7351], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.9469, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9469, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "510387": {"relevant_ids": ["510386"], "ranked_ids": ["510386", "241538", "371033", "40390", "241537", "212478", "344869", "170896", "52003", "439080"], "ranked_scores": [0.8021, 0.7961, 0.7578, 0.7409, 0.728, 0.7146, 0.6994, 0.6948, 0.6703, 0.644], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "26645": {"relevant_ids": ["26644"], "ranked_ids": ["26644", "108781", "318396", "207775", "461704", "221561", "389208", "240705", "83875", "83874"], "ranked_scores": [0.9814, 0.7372, 0.7092, 0.6743, 0.6151, 0.6043, 0.6033, 0.6025, 0.597, 0.5958], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "47788": {"relevant_ids": ["455725"], "ranked_ids": ["455725", "59223", "47703", "518171", "348138", "235686", "8505", "101721", "47789", "331"], "ranked_scores": [0.8962, 0.8147, 0.8063, 0.8048, 0.7906, 0.7808, 0.7795, 0.7762, 0.7621, 0.7434], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "338281": {"relevant_ids": ["338282"], "ranked_ids": ["338282", "138712", "452930", "338711", "11563", "263861", "362498", "200288", "522778", "304167"], "ranked_scores": [0.8424, 0.5288, 0.4998, 0.4823, 0.4695, 0.462, 0.4491, 0.4268, 0.4108, 0.4097], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "461149": {"relevant_ids": ["461148"], "ranked_ids": ["461148", "525835", "203100", "283905", "527101", "443095", "417040", "335800", "286024", "286025"], "ranked_scores": [0.8852, 0.8535, 0.7877, 0.6475, 0.6455, 0.6196, 0.5946, 0.5849, 0.5723, 0.5657], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "346126": {"relevant_ids": ["110710", "110711"], "ranked_ids": ["110710", "110711", "154338", "168350", "296319", "254526", "229972", "340823", "528998", "203476"], "ranked_scores": [0.9208, 0.8727, 0.8574, 0.7466, 0.7158, 0.715, 0.6955, 0.691, 0.6852, 0.6804], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "372986": {"relevant_ids": ["49961", "262882"], "ranked_ids": ["49961", "262882", "497531", "215938", "108183", "303468", "497357", "226818", "485235", "443239"], "ranked_scores": [0.971, 0.84, 0.6602, 0.6324, 0.6283, 0.6251, 0.6228, 0.597, 0.5967, 0.5919], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "501182": {"relevant_ids": ["501181"], "ranked_ids": ["501181", "274777", "231545", "261255", "447737", "402718", "25920", "333842", "384476", "251312"], "ranked_scores": [0.8715, 0.6076, 0.5262, 0.5135, 0.4904, 0.4711, 0.4708, 0.4699, 0.4672, 0.4603], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13800": {"relevant_ids": ["376590", "408522", "13799"], "ranked_ids": ["13799", "376590", "179943", "408522", "391952", "481109", "454343", "131350", "281010", "214971"], "ranked_scores": [0.893, 0.826, 0.7465, 0.7437, 0.7113, 0.6789, 0.6615, 0.6594, 0.6574, 0.6443], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.9675, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9675, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "250143": {"relevant_ids": ["250142"], "ranked_ids": ["250142", "473276", "57155", "76062", "509758", "38409", "533421", "368186", "225655", "50539"], "ranked_scores": [0.9271, 0.8162, 0.5966, 0.569, 0.5595, 0.5586, 0.5579, 0.5541, 0.5532, 0.5516], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13223": {"relevant_ids": ["20277", "88349", "88348", "13224", "156773"], "ranked_ids": ["156773", "13224", "88348", "88349", "86343", "366749", "137719", "24720", "223304", "11938"], "ranked_scores": [0.9839, 0.9273, 0.8777, 0.8661, 0.8572, 0.8424, 0.8278, 0.8118, 0.7972, 0.7919], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.2, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6, "ndcg@5": 0.8688, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.8, "ndcg@10": 0.8688, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.8}, "11002": {"relevant_ids": ["11003"], "ranked_ids": ["11003", "444112", "144197", "10212", "241075", "42203", "489539", "82619", "254672", "347493"], "ranked_scores": [0.9209, 0.8109, 0.7944, 0.7685, 0.7575, 0.7465, 0.7085, 0.6816, 0.6738, 0.6676], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177653": {"relevant_ids": ["79732"], "ranked_ids": ["79732", "39174", "395587", "200611", "525756", "412316", "310721", "373275", "373717", "525755"], "ranked_scores": [0.9594, 0.7298, 0.6369, 0.6325, 0.6315, 0.5607, 0.5515, 0.5316, 0.5302, 0.521], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "415592": {"relevant_ids": ["415591"], "ranked_ids": ["415591", "430072", "379146", "84634", "338815", "499684", "494912", "105088", "81159", "523917"], "ranked_scores": [0.9447, 0.6981, 0.6794, 0.656, 0.6487, 0.6458, 0.6454, 0.6221, 0.6197, 0.6154], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "511196": {"relevant_ids": ["511197"], "ranked_ids": ["511197", "45940", "77372", "459789", "13803", "414717", "289278", "224675", "156490", "251545"], "ranked_scores": [0.8933, 0.69, 0.6497, 0.6419, 0.5926, 0.587, 0.5809, 0.5718, 0.5521, 0.5415], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "344845": {"relevant_ids": ["344844"], "ranked_ids": ["344844", "161471", "327548", "503908", "111672", "79987", "187882", "95946", "397001", "249580"], "ranked_scores": [0.9225, 0.7638, 0.7379, 0.7283, 0.7163, 0.7107, 0.6953, 0.6829, 0.6691, 0.6676], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "396744": {"relevant_ids": ["396745"], "ranked_ids": ["396745", "284966", "454241", "236438", "481437", "503444", "338567", "219399", "369693", "145729"], "ranked_scores": [0.7737, 0.6559, 0.651, 0.6304, 0.5725, 0.5709, 0.5545, 0.5482, 0.5471, 0.5436], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "452398": {"relevant_ids": ["452399"], "ranked_ids": ["452399", "530610", "346712", "90225", "435989", "372901", "60646", "134287", "324290", "7119"], "ranked_scores": [0.9633, 0.629, 0.5718, 0.5694, 0.5639, 0.5551, 0.5478, 0.5464, 0.5463, 0.544], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "182114": {"relevant_ids": ["182113"], "ranked_ids": ["196647", "182113", "139689", "234482", "481882", "425919", "24197", "531602", "80224", "533693"], "ranked_scores": [0.8717, 0.8088, 0.7339, 0.7192, 0.7035, 0.6541, 0.6497, 0.6381, 0.6338, 0.6302], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "486260": {"relevant_ids": ["486259"], "ranked_ids": ["486259", "392356", "146738", "113749", "209254", "241333", "146737", "492147", "209255", "65893"], "ranked_scores": [0.9517, 0.7763, 0.7502, 0.7408, 0.7321, 0.7182, 0.718, 0.685, 0.6825, 0.6816], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "455140": {"relevant_ids": ["315935"], "ranked_ids": ["315935", "427112", "308963", "150842", "315936", "16399", "50224", "124700", "142202", "173862"], "ranked_scores": [0.8943, 0.7061, 0.7049, 0.6706, 0.6524, 0.6212, 0.6156, 0.6083, 0.5875, 0.575], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "56198": {"relevant_ids": ["56199"], "ranked_ids": ["56199", "160194", "130971", "431226", "43404", "308888", "249114", "43405", "310462", "243039"], "ranked_scores": [0.9866, 0.6115, 0.5247, 0.5134, 0.5072, 0.4986, 0.4806, 0.4777, 0.4636, 0.4532], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "30172": {"relevant_ids": ["145119", "30173", "373486", "185817", "68426", "145120"], "ranked_ids": ["160900", "145120", "68426", "205338", "373486", "30173", "185817", "145119", "357893", "192604"], "ranked_scores": [0.9332, 0.9299, 0.8904, 0.8514, 0.84, 0.8105, 0.7944, 0.7901, 0.7879, 0.7847], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5307, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.5148, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.7634, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "127880": {"relevant_ids": ["241164"], "ranked_ids": ["241164", "121458", "135083", "210277", "370634", "450198", "329579", "141773", "22396", "358959"], "ranked_scores": [0.8787, 0.7198, 0.7198, 0.6632, 0.6312, 0.6237, 0.6199, 0.5853, 0.5593, 0.5572], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "167969": {"relevant_ids": ["174461"], "ranked_ids": ["174461", "360983", "171665", "365197", "91854", "222958", "449678", "34814", "130124", "172806"], "ranked_scores": [0.8317, 0.8224, 0.5939, 0.5784, 0.578, 0.5769, 0.5701, 0.5583, 0.5554, 0.5518], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "97986": {"relevant_ids": ["97987"], "ranked_ids": ["97987", "44589", "393565", "105886", "108564", "318396", "98924", "326597", "376198", "290935"], "ranked_scores": [0.9765, 0.8291, 0.6459, 0.6154, 0.5947, 0.5903, 0.5808, 0.5788, 0.5777, 0.5725], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "12865": {"relevant_ids": ["105683"], "ranked_ids": ["105683", "83623", "356189", "92902", "83622", "69748", "291690", "277453", "231925", "293035"], "ranked_scores": [0.97, 0.7219, 0.7059, 0.6966, 0.6768, 0.6531, 0.6268, 0.6137, 0.6048, 0.6036], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "215681": {"relevant_ids": ["215680"], "ranked_ids": ["215680", "177080", "5733", "57552", "178515", "252239", "301165", "78042", "54139", "157590"], "ranked_scores": [0.9794, 0.7071, 0.6759, 0.6617, 0.6537, 0.6197, 0.6115, 0.6105, 0.6092, 0.5954], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-bge-base-en-v1.5-mrl-128": {"127728": {"relevant_ids": ["127729"], "ranked_ids": ["127729", "38063", "278575", "276617", "485054", "48895", "188019", "190150", "205884", "250619"], "ranked_scores": [0.6722, 0.6611, 0.6593, 0.6584, 0.65, 0.6409, 0.6408, 0.6304, 0.6296, 0.6188], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "318820": {"relevant_ids": ["318821"], "ranked_ids": ["318821", "367479", "73045", "496708", "222238", "355161", "76767", "20112", "360734", "167914"], "ranked_scores": [0.926, 0.7695, 0.6818, 0.6808, 0.6651, 0.6595, 0.6575, 0.6513, 0.6504, 0.6446], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "296098": {"relevant_ids": ["296097"], "ranked_ids": ["134752", "469868", "45507", "296097", "45506", "173403", "307653", "423933", "469985", "364131"], "ranked_scores": [0.703, 0.6929, 0.6787, 0.6721, 0.6661, 0.6342, 0.6312, 0.6066, 0.5865, 0.5801], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "150414": {"relevant_ids": ["192835"], "ranked_ids": ["192835", "105782", "516620", "8875", "105783", "21131", "126746", "98863", "103122", "210681"], "ranked_scores": [0.9671, 0.9424, 0.8821, 0.8367, 0.811, 0.8071, 0.7793, 0.7758, 0.764, 0.7595], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145582": {"relevant_ids": ["145583"], "ranked_ids": ["145583", "299264", "130013", "87614", "188727", "263736", "43082", "285851", "345532", "508501"], "ranked_scores": [0.8402, 0.7492, 0.6098, 0.5812, 0.5466, 0.539, 0.5344, 0.5301, 0.5291, 0.5182], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "315712": {"relevant_ids": ["315713"], "ranked_ids": ["315713", "396505", "454814", "390120", "261260", "203205", "236508", "268021", "120489", "354381"], "ranked_scores": [0.9455, 0.7321, 0.6834, 0.6813, 0.6765, 0.6761, 0.675, 0.6734, 0.6707, 0.6679], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145739": {"relevant_ids": ["145740"], "ranked_ids": ["145740", "303090", "366074", "241979", "8705", "85426", "415781", "453401", "115412", "302225"], "ranked_scores": [0.8378, 0.7041, 0.6973, 0.697, 0.6735, 0.6581, 0.6529, 0.652, 0.6244, 0.6223], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "308127": {"relevant_ids": ["308126"], "ranked_ids": ["308126", "282571", "498938", "385951", "395527", "301104", "154044", "427879", "271118", "140685"], "ranked_scores": [0.8574, 0.6411, 0.6303, 0.5981, 0.5826, 0.5793, 0.5737, 0.5701, 0.5635, 0.5629], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "287245": {"relevant_ids": ["322650", "283198", "283199"], "ranked_ids": ["322650", "283198", "283199", "508239", "188940", "109049", "208412", "420279", "405392", "299392"], "ranked_scores": [0.8823, 0.8791, 0.8746, 0.631, 0.6002, 0.5815, 0.5811, 0.5658, 0.5609, 0.5531], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "14755": {"relevant_ids": ["211906", "14756"], "ranked_ids": ["211906", "14756", "450970", "30834", "235454", "57678", "449494", "381248", "236793", "393649"], "ranked_scores": [0.9484, 0.9458, 0.9404, 0.8183, 0.7958, 0.7397, 0.7231, 0.7206, 0.6981, 0.6859], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "370170": {"relevant_ids": ["370169"], "ranked_ids": ["370169", "449037", "537762", "466920", "231528", "417976", "433820", "334238", "156412", "211280"], "ranked_scores": [0.9988, 0.6587, 0.6449, 0.6218, 0.6185, 0.6064, 0.6046, 0.5983, 0.5863, 0.5588], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "41774": {"relevant_ids": ["41773"], "ranked_ids": ["41773", "239344", "173048", "307530", "185583", "373827", "454279", "214766", "468655", "437157"], "ranked_scores": [0.8966, 0.6457, 0.6448, 0.5773, 0.5738, 0.5562, 0.5461, 0.5443, 0.5357, 0.5347], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "399648": {"relevant_ids": ["399649"], "ranked_ids": ["399649", "21253", "54706", "26748", "212809", "445074", "462253", "412309", "225815", "154368"], "ranked_scores": [0.9987, 0.7167, 0.6877, 0.681, 0.6775, 0.6643, 0.6513, 0.6506, 0.6409, 0.6287], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "504811": {"relevant_ids": ["504810"], "ranked_ids": ["504810", "298555", "309894", "55899", "90374", "499535", "179618", "5861", "74588", "84826"], "ranked_scores": [0.9891, 0.7182, 0.6752, 0.6451, 0.6355, 0.6295, 0.6156, 0.6005, 0.5928, 0.5905], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "362950": {"relevant_ids": ["400212", "362949"], "ranked_ids": ["362949", "400212", "105920", "465929", "427587", "129563", "244712", "487392", "475478", "344212"], "ranked_scores": [0.902, 0.8953, 0.8196, 0.806, 0.7911, 0.771, 0.7704, 0.7685, 0.755, 0.7469], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "155873": {"relevant_ids": ["155874"], "ranked_ids": ["155874", "392604", "292617", "294020", "446058", "97652", "206283", "88342", "25477", "115329"], "ranked_scores": [0.8311, 0.7988, 0.6837, 0.6246, 0.613, 0.5889, 0.5868, 0.5831, 0.5759, 0.5696], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "263432": {"relevant_ids": ["263433"], "ranked_ids": ["263433", "128303", "401373", "371563", "497067", "184766", "18217", "279243", "471057", "157590"], "ranked_scores": [0.7806, 0.6886, 0.6109, 0.5987, 0.5942, 0.5703, 0.5672, 0.5668, 0.5438, 0.542], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "354945": {"relevant_ids": ["354946"], "ranked_ids": ["354946", "254071", "322478", "462984", "473769", "462983", "236419", "243923", "287396", "43544"], "ranked_scores": [0.9706, 0.7508, 0.6769, 0.6552, 0.6312, 0.6295, 0.6135, 0.6101, 0.574, 0.5609], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "245417": {"relevant_ids": ["248195", "219475"], "ranked_ids": ["219475", "40657", "64433", "248195", "413039", "164159", "37326", "368145", "319022", "152213"], "ranked_scores": [0.9216, 0.9207, 0.8505, 0.8313, 0.8204, 0.8056, 0.78, 0.7731, 0.7557, 0.7391], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.8772, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.8772, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "516276": {"relevant_ids": ["516277"], "ranked_ids": ["516277", "19755", "34173", "76958", "197869", "510783", "143842", "62062", "347409", "479392"], "ranked_scores": [0.9764, 0.8246, 0.8168, 0.8017, 0.7905, 0.7727, 0.7321, 0.7313, 0.7206, 0.7196], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177580": {"relevant_ids": ["177579"], "ranked_ids": ["177579", "129412", "129413", "18081", "234825", "517075", "419100", "115954", "382784", "9954"], "ranked_scores": [0.9862, 0.7062, 0.684, 0.6672, 0.6387, 0.6024, 0.6017, 0.5986, 0.5813, 0.5792], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "309865": {"relevant_ids": ["33713", "78624", "78623"], "ranked_ids": ["33713", "78623", "405094", "78624", "153484", "209041", "495751", "437065", "469068", "109205"], "ranked_scores": [0.9593, 0.9458, 0.9416, 0.8918, 0.8912, 0.858, 0.826, 0.8153, 0.7977, 0.7742], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.9675, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9675, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "510387": {"relevant_ids": ["510386"], "ranked_ids": ["510386", "241538", "40390", "371033", "241537", "212478", "344869", "170896", "364334", "284736"], "ranked_scores": [0.8539, 0.8371, 0.8047, 0.8041, 0.786, 0.7824, 0.7697, 0.7594, 0.7284, 0.7084], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "26645": {"relevant_ids": ["26644"], "ranked_ids": ["26644", "108781", "318396", "207775", "221561", "83874", "83875", "461704", "144057", "169541"], "ranked_scores": [0.9875, 0.8043, 0.7745, 0.7321, 0.7202, 0.7186, 0.7108, 0.6986, 0.6967, 0.6958], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "47788": {"relevant_ids": ["455725"], "ranked_ids": ["455725", "47789", "47703", "348138", "518171", "37221", "59223", "15132", "59508", "9659"], "ranked_scores": [0.9057, 0.8286, 0.8198, 0.7994, 0.7978, 0.7928, 0.7856, 0.7586, 0.749, 0.7359], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "338281": {"relevant_ids": ["338282"], "ranked_ids": ["338282", "263861", "338711", "11563", "291354", "281647", "452930", "138712", "327767", "270355"], "ranked_scores": [0.8506, 0.5655, 0.5628, 0.5142, 0.5115, 0.5075, 0.4963, 0.4649, 0.4482, 0.4481], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "461149": {"relevant_ids": ["461148"], "ranked_ids": ["461148", "525835", "203100", "283905", "527101", "443095", "519616", "335800", "417040", "472145"], "ranked_scores": [0.8723, 0.8489, 0.7907, 0.7089, 0.6505, 0.6491, 0.6147, 0.5936, 0.5802, 0.5763], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "346126": {"relevant_ids": ["110710", "110711"], "ranked_ids": ["110710", "154338", "110711", "340823", "168350", "296319", "254526", "340725", "229972", "275291"], "ranked_scores": [0.9416, 0.8784, 0.867, 0.7522, 0.7459, 0.7408, 0.7286, 0.7253, 0.7096, 0.6802], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.9197, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.9197, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9197, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "372986": {"relevant_ids": ["49961", "262882"], "ranked_ids": ["49961", "262882", "497357", "140334", "303468", "497531", "226818", "108183", "140335", "215938"], "ranked_scores": [0.9775, 0.8667, 0.7127, 0.7044, 0.6923, 0.6899, 0.6852, 0.6764, 0.6714, 0.653], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "501182": {"relevant_ids": ["501181"], "ranked_ids": ["501181", "274777", "456116", "261255", "129993", "411533", "179018", "446824", "25920", "109121"], "ranked_scores": [0.8942, 0.7072, 0.6037, 0.5962, 0.5926, 0.5705, 0.5703, 0.5702, 0.5696, 0.5659], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13800": {"relevant_ids": ["376590", "408522", "13799"], "ranked_ids": ["13799", "376590", "408522", "179943", "481109", "482825", "8622", "257857", "281010", "391952"], "ranked_scores": [0.9175, 0.8606, 0.8144, 0.8092, 0.765, 0.7562, 0.7327, 0.73, 0.7253, 0.7226], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "250143": {"relevant_ids": ["250142"], "ranked_ids": ["250142", "473276", "225655", "368186", "533421", "38409", "57155", "76062", "509758", "229130"], "ranked_scores": [0.9449, 0.8409, 0.6665, 0.6664, 0.6267, 0.618, 0.6144, 0.6009, 0.5977, 0.5958], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13223": {"relevant_ids": ["20277", "88349", "88348", "13224", "156773"], "ranked_ids": ["156773", "13224", "88348", "88349", "86343", "137719", "11938", "24720", "366749", "235061"], "ranked_scores": [0.9905, 0.9641, 0.9153, 0.8957, 0.8918, 0.8768, 0.876, 0.8675, 0.8636, 0.8607], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.2, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6, "ndcg@5": 0.8688, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.8, "ndcg@10": 0.8688, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.8}, "11002": {"relevant_ids": ["11003"], "ranked_ids": ["11003", "444112", "241075", "82619", "144197", "10212", "42203", "489539", "199548", "468424"], "ranked_scores": [0.9414, 0.8316, 0.828, 0.812, 0.8108, 0.8033, 0.7796, 0.7547, 0.7521, 0.7355], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177653": {"relevant_ids": ["79732"], "ranked_ids": ["79732", "39174", "412316", "525756", "310721", "395587", "293259", "194790", "525755", "200611"], "ranked_scores": [0.9756, 0.7705, 0.7152, 0.7112, 0.7038, 0.6996, 0.6612, 0.6582, 0.6357, 0.5994], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "415592": {"relevant_ids": ["415591"], "ranked_ids": ["415591", "105088", "379146", "338815", "338816", "430072", "435045", "499684", "462451", "494912"], "ranked_scores": [0.9556, 0.7373, 0.7036, 0.6963, 0.6962, 0.6955, 0.6837, 0.6822, 0.6785, 0.6645], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "511196": {"relevant_ids": ["511197"], "ranked_ids": ["511197", "45940", "414717", "459789", "289278", "156490", "77372", "334665", "220842", "13803"], "ranked_scores": [0.9069, 0.678, 0.6668, 0.6377, 0.6301, 0.6053, 0.5974, 0.5888, 0.5868, 0.5783], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "344845": {"relevant_ids": ["344844"], "ranked_ids": ["344844", "161471", "503908", "327548", "111672", "224515", "79987", "95946", "187882", "249580"], "ranked_scores": [0.9373, 0.8084, 0.7703, 0.7629, 0.7502, 0.7416, 0.7385, 0.7194, 0.7132, 0.6881], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "396744": {"relevant_ids": ["396745"], "ranked_ids": ["396745", "284966", "454241", "511557", "361346", "75585", "464360", "418055", "319727", "145729"], "ranked_scores": [0.8584, 0.7669, 0.6637, 0.6392, 0.6251, 0.6157, 0.6111, 0.6087, 0.6072, 0.6052], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "452398": {"relevant_ids": ["452399"], "ranked_ids": ["452399", "530610", "487918", "346712", "303730", "461682", "324290", "332542", "395217", "342501"], "ranked_scores": [0.9734, 0.6304, 0.625, 0.6072, 0.6043, 0.5935, 0.5897, 0.5857, 0.5854, 0.581], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "182114": {"relevant_ids": ["182113"], "ranked_ids": ["196647", "182113", "234482", "139689", "531602", "481882", "34513", "323531", "425919", "24197"], "ranked_scores": [0.8816, 0.763, 0.6968, 0.6934, 0.68, 0.6786, 0.6696, 0.6537, 0.6497, 0.6405], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "486260": {"relevant_ids": ["486259"], "ranked_ids": ["486259", "146738", "392356", "146737", "113749", "209254", "492147", "65893", "241333", "111946"], "ranked_scores": [0.9566, 0.7574, 0.7477, 0.7468, 0.7468, 0.7327, 0.7246, 0.7146, 0.696, 0.6865], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "455140": {"relevant_ids": ["315935"], "ranked_ids": ["315935", "150842", "308963", "427112", "16399", "315936", "50224", "173862", "124700", "142202"], "ranked_scores": [0.9366, 0.7882, 0.7881, 0.7801, 0.731, 0.7251, 0.7231, 0.7207, 0.7062, 0.7025], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "56198": {"relevant_ids": ["56199"], "ranked_ids": ["56199", "160194", "249114", "130971", "302106", "310462", "43405", "246583", "43404", "138891"], "ranked_scores": [0.9902, 0.6212, 0.6093, 0.594, 0.5848, 0.5644, 0.5548, 0.5533, 0.552, 0.5508], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "30172": {"relevant_ids": ["145119", "30173", "373486", "185817", "68426", "145120"], "ranked_ids": ["160900", "145120", "68426", "205338", "373486", "185817", "357893", "30173", "185581", "15236"], "ranked_scores": [0.9567, 0.9451, 0.914, 0.8927, 0.876, 0.8596, 0.8575, 0.8515, 0.838, 0.8364], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5307, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.5148, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6625, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.8333}, "127880": {"relevant_ids": ["241164"], "ranked_ids": ["241164", "121458", "135083", "210277", "450198", "358959", "22396", "141773", "64487", "366050"], "ranked_scores": [0.9296, 0.7764, 0.7664, 0.6924, 0.682, 0.671, 0.6703, 0.668, 0.6666, 0.6618], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "167969": {"relevant_ids": ["174461"], "ranked_ids": ["174461", "360983", "365197", "78497", "91854", "130123", "222958", "172806", "49800", "146236"], "ranked_scores": [0.8836, 0.8747, 0.6969, 0.6652, 0.6598, 0.6497, 0.6476, 0.6337, 0.6297, 0.6293], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "97986": {"relevant_ids": ["97987"], "ranked_ids": ["97987", "44589", "41241", "41242", "326597", "98924", "371360", "376198", "105886", "257425"], "ranked_scores": [0.9847, 0.8449, 0.7053, 0.6976, 0.6841, 0.684, 0.684, 0.6786, 0.6784, 0.6756], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "12865": {"relevant_ids": ["105683"], "ranked_ids": ["105683", "92902", "83623", "83622", "356189", "69748", "231925", "63277", "516398", "277453"], "ranked_scores": [0.9796, 0.8071, 0.7919, 0.7635, 0.7601, 0.7405, 0.706, 0.7015, 0.6891, 0.6715], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "215681": {"relevant_ids": ["215680"], "ranked_ids": ["215680", "178515", "177080", "5733", "252239", "297373", "352734", "182107", "349338", "229503"], "ranked_scores": [0.988, 0.6644, 0.6599, 0.6541, 0.6396, 0.6368, 0.6363, 0.6155, 0.6143, 0.6088], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-bge-base-en-v1.5-post-int8": {"127728": {"relevant_ids": ["127729"], "ranked_ids": ["38063", "127729", "48895", "250619", "78763", "278575", "145244", "205884", "387548", "92818"], "ranked_scores": [0.584, 0.5706, 0.5432, 0.5377, 0.5197, 0.5105, 0.5085, 0.5021, 0.498, 0.4976], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "318820": {"relevant_ids": ["318821"], "ranked_ids": ["318821", "367479", "355161", "496708", "491039", "457906", "76767", "222238", "54496", "184762"], "ranked_scores": [0.8997, 0.7061, 0.6595, 0.5881, 0.5589, 0.555, 0.5549, 0.5464, 0.5163, 0.5114], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "296098": {"relevant_ids": ["296097"], "ranked_ids": ["45507", "45506", "134752", "296097", "173403", "364131", "423933", "307653", "56686", "469868"], "ranked_scores": [0.7261, 0.6865, 0.6772, 0.6545, 0.654, 0.6488, 0.6357, 0.6262, 0.6181, 0.6037], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "150414": {"relevant_ids": ["192835"], "ranked_ids": ["192835", "105782", "516620", "8875", "21131", "105783", "126746", "103122", "132912", "126745"], "ranked_scores": [0.9419, 0.8945, 0.8441, 0.7821, 0.7549, 0.7312, 0.7077, 0.6874, 0.6761, 0.6604], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145582": {"relevant_ids": ["145583"], "ranked_ids": ["145583", "299264", "316486", "87614", "285962", "508502", "508501", "285851", "95510", "345532"], "ranked_scores": [0.6931, 0.6056, 0.4964, 0.4226, 0.4089, 0.4065, 0.4021, 0.3915, 0.3904, 0.3882], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "315712": {"relevant_ids": ["315713"], "ranked_ids": ["315713", "396505", "203205", "153536", "236508", "377891", "390120", "454814", "408588", "120489"], "ranked_scores": [0.8902, 0.615, 0.5891, 0.5734, 0.525, 0.523, 0.5212, 0.5195, 0.5166, 0.5141], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145739": {"relevant_ids": ["145740"], "ranked_ids": ["145740", "241979", "366074", "415781", "115412", "8705", "375395", "303090", "180147", "336202"], "ranked_scores": [0.7785, 0.6486, 0.6171, 0.5745, 0.5589, 0.5462, 0.538, 0.5176, 0.5059, 0.501], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "308127": {"relevant_ids": ["308126"], "ranked_ids": ["308126", "77650", "498938", "282571", "385951", "139188", "301104", "367804", "271118", "36744"], "ranked_scores": [0.7961, 0.5596, 0.5503, 0.5294, 0.5259, 0.4976, 0.4759, 0.4722, 0.4559, 0.4514], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "287245": {"relevant_ids": ["322650", "283199", "283198"], "ranked_ids": ["322650", "283199", "283198", "109049", "420279", "221784", "508239", "188940", "221783", "497666"], "ranked_scores": [0.8027, 0.7969, 0.7756, 0.5379, 0.5188, 0.5006, 0.497, 0.4803, 0.4609, 0.4474], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "14755": {"relevant_ids": ["211906", "14756"], "ranked_ids": ["211906", "14756", "450970", "30834", "235454", "57678", "449494", "383325", "236793", "393649"], "ranked_scores": [0.9314, 0.8939, 0.879, 0.7456, 0.6915, 0.6896, 0.6706, 0.5936, 0.5923, 0.5747], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "370170": {"relevant_ids": ["370169"], "ranked_ids": ["370169", "537762", "466920", "449037", "433820", "22763", "417976", "211280", "387761", "476551"], "ranked_scores": [0.9757, 0.5416, 0.5294, 0.5174, 0.5125, 0.5018, 0.484, 0.48, 0.4659, 0.463], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "41774": {"relevant_ids": ["41773"], "ranked_ids": ["41773", "239344", "214766", "173048", "307530", "53738", "442459", "468655", "322074", "286056"], "ranked_scores": [0.844, 0.5365, 0.471, 0.4655, 0.438, 0.4338, 0.4235, 0.418, 0.4172, 0.4076], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "399648": {"relevant_ids": ["399649"], "ranked_ids": ["399649", "21253", "462253", "445074", "154368", "49710", "26748", "54706", "283129", "188527"], "ranked_scores": [0.9982, 0.5784, 0.5778, 0.5739, 0.5645, 0.5616, 0.5593, 0.5569, 0.5555, 0.5466], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "504811": {"relevant_ids": ["504810"], "ranked_ids": ["504810", "298555", "309894", "55899", "84826", "90374", "74588", "279073", "204681", "448774"], "ranked_scores": [0.9411, 0.5434, 0.537, 0.5115, 0.5082, 0.5048, 0.502, 0.4985, 0.4768, 0.4742], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "362950": {"relevant_ids": ["400212", "362949"], "ranked_ids": ["362949", "400212", "105920", "105919", "244712", "9132", "427587", "291799", "43209", "256845"], "ranked_scores": [0.8379, 0.8235, 0.6657, 0.6512, 0.6243, 0.6239, 0.6145, 0.6121, 0.6102, 0.6062], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "155873": {"relevant_ids": ["155874"], "ranked_ids": ["155874", "392604", "294020", "292617", "136219", "430514", "446058", "66884", "97652", "3139"], "ranked_scores": [0.6637, 0.6532, 0.5267, 0.5148, 0.4964, 0.493, 0.4855, 0.4735, 0.4704, 0.4689], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "263432": {"relevant_ids": ["263433"], "ranked_ids": ["263433", "128303", "18217", "371563", "372749", "41365", "305072", "510661", "97259", "401373"], "ranked_scores": [0.7303, 0.6311, 0.5111, 0.493, 0.4698, 0.4399, 0.4377, 0.4291, 0.4279, 0.4278], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "354945": {"relevant_ids": ["354946"], "ranked_ids": ["354946", "254071", "243923", "322478", "462984", "236419", "462983", "9687", "473769", "27632"], "ranked_scores": [0.9127, 0.6504, 0.5314, 0.5267, 0.5008, 0.488, 0.4476, 0.4468, 0.434, 0.4015], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "245417": {"relevant_ids": ["219475", "248195"], "ranked_ids": ["40657", "219475", "64433", "248195", "37326", "164159", "319022", "413039", "8069", "14180"], "ranked_scores": [0.8861, 0.8409, 0.7864, 0.756, 0.724, 0.7133, 0.7091, 0.7043, 0.6224, 0.6159], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6509, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6509, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "516276": {"relevant_ids": ["516277"], "ranked_ids": ["516277", "34173", "19755", "76958", "62062", "510783", "352189", "44716", "143842", "112502"], "ranked_scores": [0.9389, 0.6936, 0.6899, 0.6535, 0.6481, 0.6328, 0.6284, 0.6103, 0.601, 0.5901], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177580": {"relevant_ids": ["177579"], "ranked_ids": ["177579", "18081", "129412", "272252", "76563", "60577", "234825", "129413", "255647", "517075"], "ranked_scores": [0.9557, 0.5076, 0.4666, 0.4598, 0.455, 0.4478, 0.4442, 0.4352, 0.4281, 0.4276], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "309865": {"relevant_ids": ["78624", "33713", "78623"], "ranked_ids": ["33713", "78623", "405094", "153484", "78624", "495751", "209041", "437065", "143703", "20635"], "ranked_scores": [0.9127, 0.8918, 0.8918, 0.8272, 0.8226, 0.7695, 0.7599, 0.7426, 0.7108, 0.7048], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.9469, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9469, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "510387": {"relevant_ids": ["510386"], "ranked_ids": ["241538", "510386", "40390", "371033", "241537", "212478", "344869", "170896", "52003", "484846"], "ranked_scores": [0.7927, 0.7568, 0.7312, 0.7073, 0.7052, 0.6917, 0.678, 0.6754, 0.6461, 0.6174], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "26645": {"relevant_ids": ["26644"], "ranked_ids": ["26644", "108781", "318396", "207775", "461704", "389208", "240705", "221561", "83875", "83874"], "ranked_scores": [0.9596, 0.7235, 0.6844, 0.6636, 0.6093, 0.5936, 0.5901, 0.5896, 0.5857, 0.5856], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "47788": {"relevant_ids": ["455725"], "ranked_ids": ["455725", "59223", "47703", "518171", "8505", "101721", "348138", "47789", "235686", "331"], "ranked_scores": [0.8682, 0.7872, 0.7836, 0.7739, 0.7542, 0.7501, 0.7464, 0.7358, 0.7253, 0.7092], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "338281": {"relevant_ids": ["338282"], "ranked_ids": ["338282", "138712", "11563", "338711", "452930", "263861", "362498", "304167", "522778", "459804"], "ranked_scores": [0.759, 0.5027, 0.4589, 0.4464, 0.4281, 0.4271, 0.3866, 0.3855, 0.3768, 0.3695], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "461149": {"relevant_ids": ["461148"], "ranked_ids": ["461148", "525835", "203100", "283905", "527101", "443095", "417040", "250197", "519891", "286024"], "ranked_scores": [0.8037, 0.7897, 0.7089, 0.5395, 0.5314, 0.5237, 0.5095, 0.478, 0.4738, 0.4696], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "346126": {"relevant_ids": ["110710", "110711"], "ranked_ids": ["110710", "154338", "110711", "168350", "229972", "296319", "340823", "528998", "254526", "203476"], "ranked_scores": [0.887, 0.796, 0.7826, 0.6672, 0.6309, 0.6138, 0.6138, 0.6104, 0.6061, 0.5946], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.9197, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.9197, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9197, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "372986": {"relevant_ids": ["49961", "262882"], "ranked_ids": ["49961", "262882", "497531", "108183", "215938", "303468", "497357", "485235", "226818", "88278"], "ranked_scores": [0.968, 0.825, 0.5885, 0.5843, 0.5769, 0.5713, 0.5699, 0.5529, 0.5502, 0.5446], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "501182": {"relevant_ids": ["501181"], "ranked_ids": ["501181", "274777", "261255", "384476", "231545", "25920", "447737", "402718", "109121", "456116"], "ranked_scores": [0.8299, 0.534, 0.4973, 0.4775, 0.4744, 0.4648, 0.4629, 0.4539, 0.4463, 0.4455], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13800": {"relevant_ids": ["408522", "376590", "13799"], "ranked_ids": ["13799", "376590", "408522", "179943", "481109", "391952", "454343", "281010", "56338", "8622"], "ranked_scores": [0.8757, 0.8015, 0.697, 0.6956, 0.6431, 0.6112, 0.6033, 0.598, 0.5874, 0.5821], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "250143": {"relevant_ids": ["250142"], "ranked_ids": ["250142", "473276", "57155", "38409", "76062", "533421", "368186", "225655", "229130", "50539"], "ranked_scores": [0.9051, 0.7948, 0.5552, 0.5365, 0.5326, 0.5226, 0.5099, 0.5067, 0.5064, 0.504], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13223": {"relevant_ids": ["156773", "88348", "13224", "20277", "88349"], "ranked_ids": ["156773", "13224", "88348", "88349", "86343", "137719", "366749", "24720", "223304", "11938"], "ranked_scores": [0.9823, 0.8941, 0.8461, 0.838, 0.8258, 0.793, 0.7909, 0.7799, 0.7757, 0.7548], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.2, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6, "ndcg@5": 0.8688, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.8, "ndcg@10": 0.8688, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.8}, "11002": {"relevant_ids": ["11003"], "ranked_ids": ["11003", "444112", "144197", "10212", "42203", "241075", "489539", "82619", "254672", "347493"], "ranked_scores": [0.9116, 0.7902, 0.7695, 0.7445, 0.718, 0.7146, 0.6681, 0.6481, 0.632, 0.6235], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177653": {"relevant_ids": ["79732"], "ranked_ids": ["79732", "39174", "525756", "200611", "395587", "310721", "194790", "412316", "525755", "319515"], "ranked_scores": [0.922, 0.7151, 0.6241, 0.6074, 0.5692, 0.5106, 0.5056, 0.5012, 0.4984, 0.4978], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "415592": {"relevant_ids": ["415591"], "ranked_ids": ["415591", "379146", "430072", "84634", "494912", "499684", "81159", "338815", "288357", "338816"], "ranked_scores": [0.9425, 0.6315, 0.6224, 0.6164, 0.6042, 0.6028, 0.5754, 0.5753, 0.5728, 0.5626], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "511196": {"relevant_ids": ["511197"], "ranked_ids": ["511197", "45940", "77372", "459789", "414717", "289278", "13803", "224675", "277652", "491923"], "ranked_scores": [0.8649, 0.6197, 0.5825, 0.5573, 0.5365, 0.5363, 0.5298, 0.485, 0.469, 0.4685], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "344845": {"relevant_ids": ["344844"], "ranked_ids": ["344844", "161471", "327548", "503908", "79987", "95946", "187882", "111672", "224515", "125075"], "ranked_scores": [0.9066, 0.7147, 0.6767, 0.6629, 0.6567, 0.6336, 0.6297, 0.628, 0.5949, 0.59], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "396744": {"relevant_ids": ["396745"], "ranked_ids": ["396745", "284966", "454241", "236438", "489628", "338567", "503444", "369693", "386956", "481437"], "ranked_scores": [0.707, 0.6195, 0.5949, 0.574, 0.4901, 0.4821, 0.4815, 0.4802, 0.477, 0.477], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "452398": {"relevant_ids": ["452399"], "ranked_ids": ["452399", "530610", "435989", "60646", "90225", "134287", "7119", "487918", "346712", "342501"], "ranked_scores": [0.9199, 0.5631, 0.503, 0.4957, 0.4935, 0.4837, 0.4836, 0.4793, 0.4783, 0.4774], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "182114": {"relevant_ids": ["182113"], "ranked_ids": ["196647", "182113", "139689", "234482", "481882", "24197", "80224", "425919", "533693", "531602"], "ranked_scores": [0.8086, 0.7374, 0.6895, 0.6581, 0.6266, 0.6187, 0.5937, 0.5875, 0.5815, 0.5807], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "486260": {"relevant_ids": ["486259"], "ranked_ids": ["486259", "392356", "146738", "113749", "146737", "241333", "209254", "492147", "65893", "416784"], "ranked_scores": [0.9482, 0.7298, 0.7264, 0.7071, 0.6921, 0.6892, 0.6758, 0.6598, 0.6494, 0.646], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "455140": {"relevant_ids": ["315935"], "ranked_ids": ["315935", "427112", "308963", "315936", "16399", "150842", "50224", "124700", "173862", "142202"], "ranked_scores": [0.8587, 0.6754, 0.6726, 0.6287, 0.6105, 0.6055, 0.5999, 0.5459, 0.5366, 0.5321], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "56198": {"relevant_ids": ["56199"], "ranked_ids": ["56199", "160194", "130971", "43404", "308888", "43405", "431226", "249114", "243039", "310462"], "ranked_scores": [0.9621, 0.5424, 0.479, 0.4611, 0.443, 0.4386, 0.4364, 0.4332, 0.419, 0.4165], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "30172": {"relevant_ids": ["30173", "145120", "185817", "373486", "145119", "68426"], "ranked_ids": ["160900", "145120", "68426", "205338", "373486", "30173", "185817", "145119", "185581", "192604"], "ranked_scores": [0.922, 0.9169, 0.871, 0.8266, 0.8115, 0.7824, 0.7601, 0.7564, 0.746, 0.7444], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5307, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.5148, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.7634, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "127880": {"relevant_ids": ["241164"], "ranked_ids": ["241164", "135083", "210277", "121458", "450198", "329579", "370634", "141773", "22396", "358959"], "ranked_scores": [0.8513, 0.683, 0.6448, 0.6072, 0.5632, 0.5517, 0.5481, 0.5237, 0.5146, 0.5119], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "167969": {"relevant_ids": ["174461"], "ranked_ids": ["174461", "360983", "171665", "280033", "365197", "449678", "34814", "222958", "121354", "78497"], "ranked_scores": [0.7877, 0.7631, 0.5451, 0.5387, 0.5387, 0.5366, 0.536, 0.5244, 0.5238, 0.517], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "97986": {"relevant_ids": ["97987"], "ranked_ids": ["97987", "44589", "393565", "108564", "105886", "376198", "318396", "384292", "290935", "234865"], "ranked_scores": [0.9271, 0.7892, 0.5843, 0.5442, 0.5291, 0.5276, 0.5274, 0.5113, 0.5057, 0.505], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "12865": {"relevant_ids": ["105683"], "ranked_ids": ["105683", "356189", "83623", "92902", "83622", "69748", "291690", "231925", "293035", "43086"], "ranked_scores": [0.9264, 0.6375, 0.6324, 0.6135, 0.6008, 0.5942, 0.5574, 0.5564, 0.5563, 0.5346], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "215681": {"relevant_ids": ["215680"], "ranked_ids": ["215680", "177080", "5733", "57552", "178515", "252239", "78042", "54139", "301165", "171713"], "ranked_scores": [0.9537, 0.644, 0.6355, 0.6126, 0.5877, 0.5748, 0.5687, 0.5615, 0.5611, 0.5278], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-bge-base-en-v1.5-post-binary": {"127728": {"relevant_ids": ["127729"], "ranked_ids": ["38063", "127729", "48895", "250619", "445616", "426456", "78763", "45999", "353107", "69958"], "ranked_scores": [557.0, 556.0, 550.0, 550.0, 537.0, 534.0, 532.0, 531.0, 530.0, 529.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "318820": {"relevant_ids": ["318821"], "ranked_ids": ["318821", "367479", "355161", "496708", "491039", "360734", "184762", "452387", "103640", "491038"], "ranked_scores": [689.0, 597.0, 579.0, 566.0, 561.0, 559.0, 550.0, 546.0, 543.0, 540.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "296098": {"relevant_ids": ["296097"], "ranked_ids": ["45507", "134752", "423933", "173403", "45506", "307653", "296097", "364131", "469868", "493414"], "ranked_scores": [605.0, 597.0, 583.0, 579.0, 576.0, 576.0, 575.0, 569.0, 565.0, 547.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "150414": {"relevant_ids": ["192835"], "ranked_ids": ["192835", "105782", "516620", "105783", "126746", "8875", "103122", "21131", "126745", "428293"], "ranked_scores": [688.0, 681.0, 652.0, 624.0, 613.0, 612.0, 592.0, 592.0, 590.0, 579.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145582": {"relevant_ids": ["145583"], "ranked_ids": ["145583", "299264", "316486", "122533", "285851", "285962", "356671", "130013", "87614", "508501"], "ranked_scores": [602.0, 560.0, 532.0, 509.0, 502.0, 498.0, 491.0, 488.0, 486.0, 485.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "315712": {"relevant_ids": ["315713"], "ranked_ids": ["315713", "396505", "203205", "153536", "454814", "377891", "107153", "368164", "344097", "58851"], "ranked_scores": [676.0, 580.0, 576.0, 571.0, 562.0, 557.0, 554.0, 554.0, 551.0, 551.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145739": {"relevant_ids": ["145740"], "ranked_ids": ["145740", "241979", "366074", "115412", "336202", "415781", "376315", "8705", "375395", "17980"], "ranked_scores": [610.0, 572.0, 568.0, 564.0, 551.0, 546.0, 540.0, 539.0, 539.0, 537.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "308127": {"relevant_ids": ["308126"], "ranked_ids": ["308126", "498938", "282571", "385951", "77650", "367804", "301104", "490044", "100860", "275485"], "ranked_scores": [626.0, 550.0, 539.0, 531.0, 529.0, 524.0, 520.0, 516.0, 514.0, 514.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "287245": {"relevant_ids": ["322650", "283198", "283199"], "ranked_ids": ["322650", "283199", "283198", "188940", "508239", "420279", "415784", "221784", "109049", "415785"], "ranked_scores": [623.0, 621.0, 605.0, 542.0, 540.0, 530.0, 526.0, 525.0, 520.0, 520.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "14755": {"relevant_ids": ["211906", "14756"], "ranked_ids": ["211906", "14756", "450970", "30834", "235454", "449494", "57678", "236793", "83338", "481547"], "ranked_scores": [672.0, 671.0, 669.0, 601.0, 600.0, 587.0, 583.0, 571.0, 565.0, 564.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "370170": {"relevant_ids": ["370169"], "ranked_ids": ["370169", "466920", "449037", "537762", "22763", "387761", "417976", "433820", "404718", "476551"], "ranked_scores": [757.0, 531.0, 527.0, 525.0, 519.0, 519.0, 514.0, 514.0, 511.0, 511.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "41774": {"relevant_ids": ["41773"], "ranked_ids": ["41773", "239344", "173048", "118995", "468655", "53738", "199609", "307530", "322074", "487008"], "ranked_scores": [631.0, 533.0, 521.0, 514.0, 511.0, 510.0, 509.0, 508.0, 508.0, 507.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "399648": {"relevant_ids": ["399649"], "ranked_ids": ["399649", "445074", "21253", "212809", "462253", "26748", "54706", "146745", "435035", "49710"], "ranked_scores": [751.0, 553.0, 552.0, 547.0, 546.0, 545.0, 544.0, 542.0, 541.0, 541.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "504811": {"relevant_ids": ["504810"], "ranked_ids": ["504810", "298555", "74588", "179618", "508685", "309894", "84826", "90374", "55899", "448774"], "ranked_scores": [728.0, 561.0, 539.0, 536.0, 533.0, 532.0, 532.0, 532.0, 527.0, 525.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "362950": {"relevant_ids": ["362949", "400212"], "ranked_ids": ["400212", "362949", "43209", "291799", "105920", "465929", "9132", "427587", "411503", "429502"], "ranked_scores": [624.0, 613.0, 583.0, 579.0, 576.0, 575.0, 574.0, 573.0, 572.0, 571.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "155873": {"relevant_ids": ["155874"], "ranked_ids": ["155874", "392604", "446058", "136219", "444541", "97652", "346009", "292617", "475341", "294020"], "ranked_scores": [586.0, 562.0, 545.0, 537.0, 523.0, 522.0, 520.0, 517.0, 517.0, 516.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "263432": {"relevant_ids": ["263433"], "ranked_ids": ["263433", "128303", "371563", "205954", "18217", "97259", "192229", "471057", "136838", "254526"], "ranked_scores": [594.0, 561.0, 546.0, 531.0, 524.0, 522.0, 520.0, 519.0, 518.0, 518.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "354945": {"relevant_ids": ["354946"], "ranked_ids": ["354946", "254071", "462984", "322478", "243923", "462983", "236419", "9687", "473769", "501255"], "ranked_scores": [711.0, 569.0, 529.0, 526.0, 524.0, 517.0, 516.0, 510.0, 509.0, 508.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "245417": {"relevant_ids": ["219475", "248195"], "ranked_ids": ["40657", "219475", "64433", "164159", "248195", "37326", "413039", "319022", "152213", "368145"], "ranked_scores": [663.0, 637.0, 607.0, 605.0, 596.0, 591.0, 576.0, 572.0, 567.0, 561.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6241, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6241, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "516276": {"relevant_ids": ["516277"], "ranked_ids": ["516277", "34173", "19755", "76958", "62062", "352189", "510783", "44716", "112502", "143842"], "ranked_scores": [707.0, 596.0, 595.0, 591.0, 585.0, 582.0, 577.0, 571.0, 567.0, 562.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177580": {"relevant_ids": ["177579"], "ranked_ids": ["177579", "129412", "129413", "255647", "115954", "60577", "140940", "18081", "234825", "517075"], "ranked_scores": [722.0, 526.0, 524.0, 512.0, 512.0, 510.0, 509.0, 509.0, 509.0, 506.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "309865": {"relevant_ids": ["33713", "78624", "78623"], "ranked_ids": ["33713", "78623", "405094", "153484", "78624", "209041", "437065", "495751", "469068", "235483"], "ranked_scores": [692.0, 682.0, 674.0, 660.0, 648.0, 620.0, 613.0, 611.0, 590.0, 589.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.9469, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9469, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "510387": {"relevant_ids": ["510386"], "ranked_ids": ["241538", "510386", "40390", "241537", "371033", "212478", "344869", "484846", "170896", "112669"], "ranked_scores": [607.0, 607.0, 583.0, 582.0, 580.0, 569.0, 569.0, 566.0, 561.0, 550.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "26645": {"relevant_ids": ["26644"], "ranked_ids": ["26644", "108781", "318396", "461704", "207775", "83874", "83875", "407302", "240705", "64900"], "ranked_scores": [729.0, 583.0, 575.0, 559.0, 557.0, 554.0, 551.0, 544.0, 544.0, 539.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "47788": {"relevant_ids": ["455725"], "ranked_ids": ["455725", "518171", "59223", "47703", "8505", "101721", "348138", "235686", "331", "47789"], "ranked_scores": [662.0, 623.0, 616.0, 609.0, 606.0, 605.0, 604.0, 604.0, 591.0, 591.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "338281": {"relevant_ids": ["338282"], "ranked_ids": ["338282", "11563", "452930", "138712", "338711", "459804", "327767", "291354", "263861", "100426"], "ranked_scores": [624.0, 519.0, 518.0, 518.0, 505.0, 496.0, 495.0, 494.0, 493.0, 491.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "461149": {"relevant_ids": ["461148"], "ranked_ids": ["461148", "525835", "203100", "286024", "283905", "527101", "417040", "286025", "274867", "476499"], "ranked_scores": [645.0, 626.0, 610.0, 551.0, 549.0, 545.0, 543.0, 542.0, 531.0, 528.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "346126": {"relevant_ids": ["110710", "110711"], "ranked_ids": ["110710", "154338", "110711", "168350", "296319", "203476", "254526", "108617", "340725", "229972"], "ranked_scores": [670.0, 649.0, 636.0, 581.0, 578.0, 575.0, 568.0, 567.0, 567.0, 567.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.9197, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.9197, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9197, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "372986": {"relevant_ids": ["49961", "262882"], "ranked_ids": ["49961", "262882", "497531", "108183", "303468", "491226", "494989", "140334", "497357", "485235"], "ranked_scores": [707.0, 614.0, 570.0, 548.0, 545.0, 542.0, 535.0, 534.0, 534.0, 534.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "501182": {"relevant_ids": ["501181"], "ranked_ids": ["501181", "274777", "231545", "25920", "109121", "261255", "333842", "402718", "129993", "447737"], "ranked_scores": [648.0, 553.0, 526.0, 523.0, 518.0, 512.0, 510.0, 509.0, 508.0, 508.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13800": {"relevant_ids": ["376590", "408522", "13799"], "ranked_ids": ["13799", "376590", "391952", "408522", "179943", "131350", "481109", "214971", "102285", "437906"], "ranked_scores": [643.0, 631.0, 600.0, 591.0, 589.0, 574.0, 573.0, 571.0, 570.0, 567.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.9675, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9675, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "250143": {"relevant_ids": ["250142"], "ranked_ids": ["250142", "473276", "284246", "225655", "319909", "533421", "38409", "206630", "50539", "526032"], "ranked_scores": [663.0, 617.0, 542.0, 531.0, 526.0, 522.0, 521.0, 521.0, 519.0, 517.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13223": {"relevant_ids": ["88348", "156773", "20277", "13224", "88349"], "ranked_ids": ["156773", "13224", "88348", "88349", "366749", "86343", "137719", "24720", "11938", "134852"], "ranked_scores": [718.0, 661.0, 651.0, 637.0, 629.0, 627.0, 627.0, 615.0, 606.0, 604.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.2, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6, "ndcg@5": 0.8688, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.8, "ndcg@10": 0.8688, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.8}, "11002": {"relevant_ids": ["11003"], "ranked_ids": ["11003", "444112", "144197", "10212", "241075", "42203", "347493", "82619", "153944", "468424"], "ranked_scores": [673.0, 620.0, 607.0, 596.0, 586.0, 585.0, 573.0, 567.0, 564.0, 564.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177653": {"relevant_ids": ["79732"], "ranked_ids": ["79732", "39174", "525756", "395587", "412316", "200611", "310721", "225019", "373717", "525755"], "ranked_scores": [690.0, 587.0, 560.0, 553.0, 547.0, 545.0, 536.0, 528.0, 522.0, 519.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "415592": {"relevant_ids": ["415591"], "ranked_ids": ["415591", "379146", "430072", "494912", "288357", "105088", "499684", "84634", "523917", "338816"], "ranked_scores": [696.0, 592.0, 583.0, 566.0, 564.0, 557.0, 557.0, 557.0, 556.0, 552.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "511196": {"relevant_ids": ["511197"], "ranked_ids": ["511197", "77372", "45940", "13803", "459789", "224675", "414717", "289278", "2758", "277652"], "ranked_scores": [658.0, 567.0, 565.0, 555.0, 554.0, 549.0, 543.0, 536.0, 534.0, 534.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "344845": {"relevant_ids": ["344844"], "ranked_ids": ["344844", "161471", "327548", "111672", "79987", "95946", "503908", "187882", "397001", "249580"], "ranked_scores": [675.0, 611.0, 600.0, 589.0, 587.0, 585.0, 584.0, 581.0, 576.0, 571.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "396744": {"relevant_ids": ["396745"], "ranked_ids": ["396745", "284966", "454241", "236438", "418055", "338567", "112050", "8609", "481437", "527221"], "ranked_scores": [602.0, 559.0, 557.0, 554.0, 540.0, 533.0, 529.0, 529.0, 528.0, 526.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "452398": {"relevant_ids": ["452399"], "ranked_ids": ["452399", "346712", "530610", "60646", "324290", "435989", "90225", "372901", "134287", "298111"], "ranked_scores": [703.0, 546.0, 545.0, 540.0, 536.0, 534.0, 534.0, 531.0, 530.0, 527.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "182114": {"relevant_ids": ["182113"], "ranked_ids": ["196647", "182113", "139689", "234482", "481882", "425919", "531602", "24197", "328873", "415732"], "ranked_scores": [651.0, 620.0, 579.0, 576.0, 575.0, 555.0, 555.0, 550.0, 546.0, 545.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "486260": {"relevant_ids": ["486259"], "ranked_ids": ["486259", "113749", "392356", "146738", "209254", "241333", "146737", "416784", "65893", "476748"], "ranked_scores": [703.0, 611.0, 607.0, 599.0, 585.0, 584.0, 578.0, 577.0, 572.0, 568.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "455140": {"relevant_ids": ["315935"], "ranked_ids": ["315935", "308963", "427112", "124700", "315936", "150842", "142202", "50224", "16399", "335780"], "ranked_scores": [649.0, 577.0, 575.0, 559.0, 559.0, 557.0, 547.0, 545.0, 541.0, 539.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "56198": {"relevant_ids": ["56199"], "ranked_ids": ["56199", "160194", "431226", "130971", "43405", "43404", "25611", "310462", "308888", "417931"], "ranked_scores": [729.0, 552.0, 521.0, 518.0, 517.0, 515.0, 515.0, 511.0, 509.0, 509.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "30172": {"relevant_ids": ["373486", "145119", "30173", "185817", "68426", "145120"], "ranked_ids": ["160900", "145120", "68426", "205338", "30173", "145119", "185817", "373486", "357893", "90983"], "ranked_scores": [668.0, 664.0, 639.0, 630.0, 614.0, 610.0, 610.0, 608.0, 606.0, 599.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5307, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.5148, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.7634, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "127880": {"relevant_ids": ["241164"], "ranked_ids": ["241164", "121458", "135083", "210277", "450198", "370634", "22396", "329579", "122116", "99916"], "ranked_scores": [656.0, 572.0, 565.0, 563.0, 545.0, 542.0, 539.0, 539.0, 530.0, 529.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "167969": {"relevant_ids": ["174461"], "ranked_ids": ["174461", "360983", "171665", "130124", "95767", "15759", "85534", "34814", "449678", "222958"], "ranked_scores": [634.0, 624.0, 543.0, 543.0, 541.0, 535.0, 535.0, 533.0, 532.0, 530.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "97986": {"relevant_ids": ["97987"], "ranked_ids": ["97987", "44589", "393565", "177220", "108564", "98924", "376198", "105886", "318396", "98925"], "ranked_scores": [710.0, 614.0, 549.0, 547.0, 546.0, 546.0, 542.0, 540.0, 540.0, 539.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "12865": {"relevant_ids": ["105683"], "ranked_ids": ["105683", "83623", "356189", "83622", "293035", "92902", "69748", "291690", "231925", "516398"], "ranked_scores": [704.0, 600.0, 574.0, 568.0, 560.0, 556.0, 553.0, 551.0, 550.0, 546.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "215681": {"relevant_ids": ["215680"], "ranked_ids": ["215680", "177080", "5733", "520998", "320539", "430796", "256815", "54139", "57552", "78042"], "ranked_scores": [725.0, 579.0, 561.0, 557.0, 552.0, 551.0, 550.0, 550.0, 550.0, 548.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-bge-base-en-v1.5-bat": {"127728": {"relevant_ids": ["127729"], "ranked_ids": ["127729", "38063", "278575", "205884", "485054", "145244", "188019", "387548", "92818", "315009"], "ranked_scores": [566.0, 563.0, 558.0, 555.0, 541.0, 539.0, 539.0, 538.0, 537.0, 535.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "318820": {"relevant_ids": ["318821"], "ranked_ids": ["318821", "367479", "355161", "491039", "457906", "360734", "222238", "332715", "496708", "46281"], "ranked_scores": [692.0, 584.0, 565.0, 550.0, 544.0, 544.0, 543.0, 541.0, 539.0, 536.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "296098": {"relevant_ids": ["296097"], "ranked_ids": ["45507", "134752", "423933", "469868", "307653", "45506", "296097", "173403", "364131", "198263"], "ranked_scores": [597.0, 597.0, 574.0, 567.0, 563.0, 562.0, 554.0, 554.0, 551.0, 534.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "150414": {"relevant_ids": ["192835"], "ranked_ids": ["192835", "105782", "516620", "126746", "8875", "103122", "105783", "21131", "126745", "132912"], "ranked_scores": [713.0, 687.0, 658.0, 628.0, 620.0, 607.0, 602.0, 594.0, 588.0, 564.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145582": {"relevant_ids": ["145583"], "ranked_ids": ["145583", "299264", "87614", "316486", "369955", "285851", "122533", "454248", "345532", "508501"], "ranked_scores": [616.0, 545.0, 512.0, 500.0, 500.0, 496.0, 493.0, 493.0, 492.0, 491.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "315712": {"relevant_ids": ["315713"], "ranked_ids": ["315713", "203205", "182720", "354381", "377891", "194841", "153536", "67179", "401513", "408588"], "ranked_scores": [661.0, 539.0, 535.0, 529.0, 528.0, 526.0, 524.0, 521.0, 520.0, 519.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145739": {"relevant_ids": ["145740"], "ranked_ids": ["145740", "241979", "366074", "415781", "115412", "148222", "8705", "280142", "303090", "4688"], "ranked_scores": [622.0, 600.0, 589.0, 560.0, 553.0, 553.0, 548.0, 542.0, 539.0, 537.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "308127": {"relevant_ids": ["308126"], "ranked_ids": ["308126", "486822", "271118", "282571", "490044", "498938", "65412", "367804", "139188", "77650"], "ranked_scores": [628.0, 523.0, 520.0, 520.0, 515.0, 514.0, 512.0, 511.0, 509.0, 505.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "287245": {"relevant_ids": ["322650", "283198", "283199"], "ranked_ids": ["283198", "283199", "322650", "405392", "505949", "109049", "221784", "497666", "188940", "184624"], "ranked_scores": [648.0, 640.0, 640.0, 530.0, 527.0, 527.0, 525.0, 525.0, 520.0, 518.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "14755": {"relevant_ids": ["211906", "14756"], "ranked_ids": ["211906", "14756", "450970", "30834", "235454", "449494", "393649", "57678", "381248", "83338"], "ranked_scores": [672.0, 671.0, 664.0, 598.0, 575.0, 565.0, 559.0, 549.0, 545.0, 539.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "370170": {"relevant_ids": ["370169"], "ranked_ids": ["370169", "476551", "22763", "466920", "442132", "231528", "449037", "433820", "110929", "417976"], "ranked_scores": [755.0, 519.0, 509.0, 509.0, 509.0, 507.0, 505.0, 503.0, 502.0, 501.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "41774": {"relevant_ids": ["41773"], "ranked_ids": ["41773", "239344", "307530", "173048", "468655", "328598", "457396", "280245", "214766", "475177"], "ranked_scores": [634.0, 545.0, 527.0, 509.0, 506.0, 504.0, 501.0, 500.0, 498.0, 493.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "399648": {"relevant_ids": ["399649"], "ranked_ids": ["399649", "225815", "154368", "283129", "445074", "21253", "54706", "462253", "435035", "146745"], "ranked_scores": [757.0, 549.0, 549.0, 549.0, 548.0, 545.0, 543.0, 541.0, 539.0, 528.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "504811": {"relevant_ids": ["504810"], "ranked_ids": ["504810", "298555", "90374", "309894", "5861", "179618", "256525", "508685", "220454", "54196"], "ranked_scores": [742.0, 540.0, 529.0, 521.0, 521.0, 521.0, 520.0, 520.0, 514.0, 512.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "362950": {"relevant_ids": ["362949", "400212"], "ranked_ids": ["362949", "400212", "129563", "465929", "475478", "427587", "344212", "429502", "9132", "105920"], "ranked_scores": [628.0, 623.0, 578.0, 564.0, 561.0, 560.0, 556.0, 556.0, 554.0, 553.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "155873": {"relevant_ids": ["155874"], "ranked_ids": ["155874", "392604", "446058", "136219", "292617", "120496", "97652", "444541", "346009", "294020"], "ranked_scores": [596.0, 580.0, 546.0, 527.0, 526.0, 518.0, 514.0, 513.0, 512.0, 509.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "263432": {"relevant_ids": ["263433"], "ranked_ids": ["263433", "128303", "371563", "370718", "258335", "409956", "370717", "41365", "279243", "190136"], "ranked_scores": [606.0, 561.0, 539.0, 534.0, 525.0, 521.0, 520.0, 520.0, 519.0, 516.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "354945": {"relevant_ids": ["354946"], "ranked_ids": ["354946", "254071", "322478", "462983", "462984", "236419", "243923", "9687", "307824", "76723"], "ranked_scores": [704.0, 546.0, 531.0, 526.0, 526.0, 516.0, 508.0, 499.0, 497.0, 491.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "245417": {"relevant_ids": ["219475", "248195"], "ranked_ids": ["219475", "40657", "164159", "248195", "64433", "319022", "37326", "355903", "413039", "368145"], "ranked_scores": [635.0, 622.0, 583.0, 579.0, 577.0, 577.0, 568.0, 559.0, 549.0, 548.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.8772, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.8772, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "516276": {"relevant_ids": ["516277"], "ranked_ids": ["516277", "19755", "76958", "34173", "510783", "352189", "62062", "44716", "143842", "471902"], "ranked_scores": [707.0, 600.0, 597.0, 593.0, 586.0, 575.0, 572.0, 570.0, 555.0, 555.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177580": {"relevant_ids": ["177579"], "ranked_ids": ["177579", "517075", "234825", "129412", "129413", "391562", "272252", "27716", "140940", "255647"], "ranked_scores": [716.0, 513.0, 510.0, 509.0, 508.0, 507.0, 506.0, 504.0, 501.0, 501.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "309865": {"relevant_ids": ["33713", "78624", "78623"], "ranked_ids": ["33713", "405094", "78623", "78624", "153484", "437065", "495751", "469068", "209041", "33244"], "ranked_scores": [691.0, 666.0, 657.0, 639.0, 625.0, 607.0, 596.0, 589.0, 586.0, 583.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.906, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.906, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "510387": {"relevant_ids": ["510386"], "ranked_ids": ["510386", "241538", "40390", "371033", "344869", "241537", "170896", "52003", "212478", "412445"], "ranked_scores": [636.0, 628.0, 604.0, 599.0, 589.0, 588.0, 583.0, 579.0, 578.0, 569.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "26645": {"relevant_ids": ["26644"], "ranked_ids": ["26644", "318396", "207775", "240705", "83875", "108781", "83874", "407302", "144057", "364334"], "ranked_scores": [741.0, 590.0, 582.0, 575.0, 565.0, 565.0, 564.0, 554.0, 550.0, 549.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "47788": {"relevant_ids": ["455725"], "ranked_ids": ["455725", "59223", "518171", "8505", "348138", "235686", "331", "101721", "47703", "47789"], "ranked_scores": [663.0, 648.0, 645.0, 637.0, 631.0, 631.0, 625.0, 617.0, 615.0, 581.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "338281": {"relevant_ids": ["338282"], "ranked_ids": ["338282", "459804", "263861", "138712", "11563", "362498", "452930", "338711", "200288", "327767"], "ranked_scores": [635.0, 545.0, 525.0, 523.0, 523.0, 521.0, 520.0, 511.0, 510.0, 506.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "461149": {"relevant_ids": ["461148"], "ranked_ids": ["461148", "525835", "203100", "283905", "527101", "476499", "443095", "274867", "528608", "286024"], "ranked_scores": [657.0, 631.0, 616.0, 561.0, 560.0, 546.0, 541.0, 541.0, 540.0, 537.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "346126": {"relevant_ids": ["110710", "110711"], "ranked_ids": ["110710", "154338", "110711", "254526", "528998", "168350", "203476", "108617", "50587", "296319"], "ranked_scores": [682.0, 660.0, 656.0, 576.0, 576.0, 570.0, 570.0, 569.0, 561.0, 560.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.9197, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.9197, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9197, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "372986": {"relevant_ids": ["49961", "262882"], "ranked_ids": ["49961", "262882", "497531", "108183", "226818", "443239", "407496", "140335", "497357", "309713"], "ranked_scores": [711.0, 637.0, 560.0, 549.0, 533.0, 532.0, 528.0, 528.0, 526.0, 525.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "501182": {"relevant_ids": ["501181"], "ranked_ids": ["501181", "274777", "231545", "251312", "129993", "429772", "261255", "447737", "109121", "446824"], "ranked_scores": [619.0, 527.0, 516.0, 512.0, 511.0, 501.0, 501.0, 501.0, 500.0, 494.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13800": {"relevant_ids": ["376590", "408522", "13799"], "ranked_ids": ["13799", "376590", "179943", "408522", "391952", "481109", "56338", "102285", "281010", "363079"], "ranked_scores": [662.0, 648.0, 607.0, 595.0, 569.0, 562.0, 561.0, 554.0, 552.0, 551.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.9675, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9675, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "250143": {"relevant_ids": ["250142"], "ranked_ids": ["250142", "473276", "50539", "225655", "57155", "206630", "38409", "76062", "509758", "284246"], "ranked_scores": [678.0, 648.0, 529.0, 527.0, 520.0, 516.0, 515.0, 511.0, 511.0, 510.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13223": {"relevant_ids": ["88348", "156773", "20277", "13224", "88349"], "ranked_ids": ["156773", "13224", "88348", "366749", "126265", "88349", "137719", "86343", "11938", "24720"], "ranked_scores": [739.0, 686.0, 661.0, 655.0, 653.0, 653.0, 643.0, 636.0, 630.0, 628.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.2, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6, "ndcg@5": 0.7227, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6, "ndcg@10": 0.8435, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.8}, "11002": {"relevant_ids": ["11003"], "ranked_ids": ["11003", "444112", "144197", "42203", "10212", "254672", "241075", "347493", "489539", "199548"], "ranked_scores": [655.0, 606.0, 579.0, 570.0, 568.0, 554.0, 552.0, 548.0, 539.0, 537.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177653": {"relevant_ids": ["79732"], "ranked_ids": ["79732", "39174", "200611", "395587", "525756", "412316", "373275", "373717", "525755", "319515"], "ranked_scores": [707.0, 565.0, 535.0, 533.0, 529.0, 528.0, 517.0, 516.0, 512.0, 502.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "415592": {"relevant_ids": ["415591"], "ranked_ids": ["415591", "379146", "288357", "338816", "430072", "499684", "338815", "81159", "494912", "480909"], "ranked_scores": [697.0, 585.0, 556.0, 555.0, 547.0, 545.0, 540.0, 539.0, 538.0, 537.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "511196": {"relevant_ids": ["511197"], "ranked_ids": ["511197", "289278", "45940", "13803", "224675", "77372", "414717", "251546", "251545", "459789"], "ranked_scores": [684.0, 555.0, 538.0, 537.0, 535.0, 535.0, 531.0, 529.0, 525.0, 523.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "344845": {"relevant_ids": ["344844"], "ranked_ids": ["344844", "79987", "161471", "327548", "187882", "95946", "503908", "111672", "384928", "4915"], "ranked_scores": [700.0, 600.0, 593.0, 590.0, 583.0, 581.0, 580.0, 567.0, 563.0, 563.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "396744": {"relevant_ids": ["396745"], "ranked_ids": ["396745", "284966", "236438", "454241", "527221", "155232", "489628", "145729", "481437", "418055"], "ranked_scores": [609.0, 557.0, 557.0, 549.0, 544.0, 532.0, 531.0, 529.0, 527.0, 526.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "452398": {"relevant_ids": ["452399"], "ranked_ids": ["452399", "90225", "395217", "530610", "324290", "342501", "346712", "134287", "264774", "435989"], "ranked_scores": [731.0, 541.0, 535.0, 534.0, 529.0, 527.0, 527.0, 522.0, 517.0, 517.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "182114": {"relevant_ids": ["182113"], "ranked_ids": ["196647", "182113", "139689", "234482", "24197", "481882", "328873", "533693", "425919", "531602"], "ranked_scores": [636.0, 602.0, 579.0, 572.0, 556.0, 555.0, 553.0, 548.0, 538.0, 536.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "486260": {"relevant_ids": ["486259"], "ranked_ids": ["486259", "392356", "113749", "209254", "65893", "209255", "146738", "241333", "416784", "49201"], "ranked_scores": [701.0, 609.0, 608.0, 599.0, 589.0, 586.0, 584.0, 577.0, 576.0, 569.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "455140": {"relevant_ids": ["315935"], "ranked_ids": ["315935", "427112", "308963", "150842", "315936", "124700", "16399", "173862", "249732", "50224"], "ranked_scores": [666.0, 582.0, 568.0, 566.0, 563.0, 554.0, 551.0, 542.0, 542.0, 536.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "56198": {"relevant_ids": ["56199"], "ranked_ids": ["56199", "160194", "130971", "310462", "496142", "431226", "153147", "249114", "523882", "11253"], "ranked_scores": [714.0, 527.0, 526.0, 517.0, 507.0, 506.0, 504.0, 500.0, 499.0, 498.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "30172": {"relevant_ids": ["373486", "145119", "30173", "185817", "68426", "145120"], "ranked_ids": ["145120", "160900", "68426", "205338", "30173", "373486", "145119", "192604", "90983", "82405"], "ranked_scores": [683.0, 673.0, 658.0, 657.0, 632.0, 627.0, 623.0, 615.0, 614.0, 604.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.1667, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.6399, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.7796, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.8333}, "127880": {"relevant_ids": ["241164"], "ranked_ids": ["241164", "135083", "121458", "210277", "450198", "370634", "122116", "319406", "99916", "64487"], "ranked_scores": [673.0, 560.0, 542.0, 537.0, 535.0, 521.0, 516.0, 506.0, 504.0, 503.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "167969": {"relevant_ids": ["174461"], "ranked_ids": ["174461", "360983", "177138", "257735", "121354", "78497", "449678", "222958", "346555", "91854"], "ranked_scores": [628.0, 616.0, 546.0, 542.0, 534.0, 533.0, 530.0, 529.0, 528.0, 528.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "97986": {"relevant_ids": ["97987"], "ranked_ids": ["97987", "44589", "376198", "177220", "284181", "318396", "348913", "393565", "98924", "98925"], "ranked_scores": [731.0, 627.0, 559.0, 551.0, 550.0, 547.0, 545.0, 544.0, 543.0, 543.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "12865": {"relevant_ids": ["105683"], "ranked_ids": ["105683", "356189", "83623", "92902", "83622", "69748", "277453", "6376", "293035", "16686"], "ranked_scores": [739.0, 610.0, 581.0, 580.0, 568.0, 548.0, 547.0, 546.0, 545.0, 542.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "215681": {"relevant_ids": ["215680"], "ranked_ids": ["215680", "177080", "5733", "178515", "252239", "57552", "301165", "294407", "171713", "54139"], "ranked_scores": [723.0, 574.0, 566.0, 557.0, 555.0, 550.0, 533.0, 532.0, 531.0, 531.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-bge-base-en-v1.5-mrl-32": {"127728": {"relevant_ids": ["127729"], "ranked_ids": ["145244", "127729", "78763", "38063", "321340", "188019", "485054", "278575", "127676", "20172"], "ranked_scores": [0.7698, 0.7673, 0.728, 0.7275, 0.7259, 0.7238, 0.7098, 0.7061, 0.6829, 0.6697], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "318820": {"relevant_ids": ["318821"], "ranked_ids": ["318821", "496708", "367479", "349607", "167914", "33849", "370618", "355161", "20112", "340380"], "ranked_scores": [0.9452, 0.7812, 0.7811, 0.7806, 0.771, 0.749, 0.7474, 0.7408, 0.7342, 0.7339], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "296098": {"relevant_ids": ["296097"], "ranked_ids": ["134752", "14774", "63599", "45506", "493414", "514650", "364131", "72423", "469868", "469985"], "ranked_scores": [0.7012, 0.6693, 0.664, 0.6519, 0.6488, 0.644, 0.6419, 0.6363, 0.6228, 0.6174], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "150414": {"relevant_ids": ["192835"], "ranked_ids": ["192835", "105782", "516620", "8875", "21131", "210681", "467464", "105783", "98863", "126746"], "ranked_scores": [0.9627, 0.9533, 0.8984, 0.8888, 0.8743, 0.8525, 0.8522, 0.8469, 0.8073, 0.8024], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145582": {"relevant_ids": ["145583"], "ranked_ids": ["145583", "299264", "285851", "87614", "369955", "112261", "126753", "188727", "43082", "295582"], "ranked_scores": [0.7819, 0.7345, 0.7255, 0.6927, 0.6558, 0.6439, 0.6383, 0.6228, 0.6169, 0.6144], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "315712": {"relevant_ids": ["315713"], "ranked_ids": ["315713", "101111", "120489", "112436", "396505", "377891", "82405", "5604", "205338", "160900"], "ranked_scores": [0.9719, 0.8227, 0.8197, 0.7965, 0.7902, 0.7866, 0.7715, 0.7706, 0.7588, 0.7582], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145739": {"relevant_ids": ["145740"], "ranked_ids": ["145740", "415781", "85426", "241979", "8828", "366074", "17980", "377056", "100854", "294137"], "ranked_scores": [0.8195, 0.7271, 0.714, 0.7109, 0.6748, 0.6748, 0.6596, 0.6501, 0.6487, 0.6411], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "308127": {"relevant_ids": ["308126"], "ranked_ids": ["308126", "267771", "120489", "43852", "423712", "5604", "99756", "301104", "294117", "335234"], "ranked_scores": [0.8055, 0.7563, 0.7385, 0.7257, 0.7248, 0.7247, 0.7197, 0.7177, 0.7029, 0.6953], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "287245": {"relevant_ids": ["322650", "283198", "283199"], "ranked_ids": ["322650", "283199", "283198", "110195", "109049", "485959", "415785", "408774", "415784", "505949"], "ranked_scores": [0.8809, 0.8741, 0.8626, 0.7606, 0.7259, 0.7219, 0.7144, 0.7068, 0.6958, 0.6851], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "14755": {"relevant_ids": ["211906", "14756"], "ranked_ids": ["14756", "211906", "450970", "218584", "235454", "381248", "30834", "74058", "430796", "535700"], "ranked_scores": [0.9696, 0.9675, 0.9635, 0.853, 0.827, 0.8261, 0.8018, 0.788, 0.7788, 0.7685], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "370170": {"relevant_ids": ["370169"], "ranked_ids": ["370169", "417976", "59439", "22763", "231528", "467211", "466920", "334238", "124288", "527582"], "ranked_scores": [0.999, 0.804, 0.6967, 0.6524, 0.6475, 0.6464, 0.6446, 0.6286, 0.6269, 0.6231], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "41774": {"relevant_ids": ["41773"], "ranked_ids": ["41773", "437157", "280412", "360243", "217481", "307530", "444698", "118995", "211076", "179317"], "ranked_scores": [0.897, 0.6604, 0.6583, 0.6357, 0.6295, 0.6233, 0.6026, 0.5967, 0.5942, 0.586], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "399648": {"relevant_ids": ["399649"], "ranked_ids": ["399649", "21253", "212809", "504913", "243294", "36585", "445074", "104400", "327545", "124071"], "ranked_scores": [0.9988, 0.8023, 0.765, 0.7594, 0.7567, 0.7517, 0.7364, 0.735, 0.7339, 0.7214], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "504811": {"relevant_ids": ["504810"], "ranked_ids": ["504810", "309894", "364238", "499535", "84826", "220414", "298555", "15879", "256525", "532450"], "ranked_scores": [0.9884, 0.7812, 0.7669, 0.7589, 0.7462, 0.7434, 0.7251, 0.7248, 0.7234, 0.7167], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "362950": {"relevant_ids": ["362949", "400212"], "ranked_ids": ["362949", "400212", "419727", "105920", "68956", "465929", "129563", "427587", "411503", "43209"], "ranked_scores": [0.9326, 0.9291, 0.8662, 0.8503, 0.8474, 0.8401, 0.8388, 0.8381, 0.8378, 0.8231], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "155873": {"relevant_ids": ["155874"], "ranked_ids": ["155874", "392604", "292617", "201287", "378060", "283058", "162323", "88342", "446058", "384476"], "ranked_scores": [0.7518, 0.7355, 0.7233, 0.6757, 0.6751, 0.6724, 0.6641, 0.6578, 0.6463, 0.6299], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "263432": {"relevant_ids": ["263433"], "ranked_ids": ["128303", "371563", "263433", "497067", "401373", "356658", "72493", "157590", "510661", "192229"], "ranked_scores": [0.8064, 0.7852, 0.7659, 0.7592, 0.7376, 0.7279, 0.6939, 0.6921, 0.691, 0.6853], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "354945": {"relevant_ids": ["354946"], "ranked_ids": ["354946", "46487", "97780", "333627", "254071", "43544", "362986", "333832", "39129", "473769"], "ranked_scores": [0.9574, 0.7372, 0.7085, 0.7075, 0.7074, 0.7056, 0.7029, 0.7027, 0.6878, 0.6852], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "245417": {"relevant_ids": ["219475", "248195"], "ranked_ids": ["40657", "219475", "164159", "368145", "64433", "319022", "248195", "413039", "152213", "223618"], "ranked_scores": [0.9433, 0.9201, 0.8492, 0.819, 0.8135, 0.8055, 0.793, 0.7494, 0.7443, 0.7344], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.5912, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "516276": {"relevant_ids": ["516277"], "ranked_ids": ["516277", "76958", "19755", "143842", "411861", "34173", "498862", "479392", "347409", "510783"], "ranked_scores": [0.9795, 0.8293, 0.8255, 0.8224, 0.8056, 0.7951, 0.789, 0.7837, 0.7785, 0.7671], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177580": {"relevant_ids": ["177579"], "ranked_ids": ["177579", "129413", "129412", "75396", "18081", "446100", "234825", "158631", "455888", "464418"], "ranked_scores": [0.9854, 0.7406, 0.7127, 0.6806, 0.6688, 0.6659, 0.6658, 0.6523, 0.6322, 0.6322], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "309865": {"relevant_ids": ["33713", "78624", "78623"], "ranked_ids": ["33713", "78623", "405094", "153484", "209041", "78624", "437065", "495751", "469068", "360054"], "ranked_scores": [0.9701, 0.9351, 0.932, 0.8806, 0.8735, 0.8706, 0.8681, 0.8516, 0.7944, 0.7559], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.7654, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.9325, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "510387": {"relevant_ids": ["510386"], "ranked_ids": ["510386", "241538", "40390", "371033", "241537", "344869", "484846", "212478", "391328", "504203"], "ranked_scores": [0.8699, 0.8293, 0.829, 0.8137, 0.8074, 0.7748, 0.7479, 0.747, 0.7384, 0.7303], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "26645": {"relevant_ids": ["26644"], "ranked_ids": ["26644", "108781", "318396", "407458", "411539", "461704", "507090", "207775", "212356", "83874"], "ranked_scores": [0.9895, 0.8398, 0.8064, 0.7935, 0.7767, 0.776, 0.7443, 0.7315, 0.7292, 0.7282], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "47788": {"relevant_ids": ["455725"], "ranked_ids": ["455725", "47703", "47789", "348138", "37221", "59508", "59223", "518171", "9659", "101721"], "ranked_scores": [0.9064, 0.8356, 0.8215, 0.8201, 0.7894, 0.7854, 0.7777, 0.7754, 0.7573, 0.7325], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "338281": {"relevant_ids": ["338282"], "ranked_ids": ["338282", "407441", "338711", "438656", "419219", "281647", "493886", "362498", "11563", "425515"], "ranked_scores": [0.8857, 0.7138, 0.6683, 0.6581, 0.6524, 0.6441, 0.634, 0.6314, 0.6248, 0.6218], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "461149": {"relevant_ids": ["461148"], "ranked_ids": ["461148", "525835", "203100", "527101", "232355", "286024", "286025", "528608", "69287", "508395"], "ranked_scores": [0.8451, 0.8089, 0.7347, 0.7184, 0.6978, 0.665, 0.6528, 0.6455, 0.6373, 0.6332], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "346126": {"relevant_ids": ["110710", "110711"], "ranked_ids": ["110710", "154338", "110711", "168350", "393684", "85707", "43395", "340725", "88214", "355996"], "ranked_scores": [0.9325, 0.8828, 0.8494, 0.8269, 0.7931, 0.7658, 0.7617, 0.7508, 0.7506, 0.7462], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.9197, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.9197, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9197, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "372986": {"relevant_ids": ["49961", "262882"], "ranked_ids": ["49961", "262882", "140334", "226818", "491226", "497357", "140335", "497531", "108183", "303468"], "ranked_scores": [0.9759, 0.8853, 0.8436, 0.7901, 0.7419, 0.7381, 0.7357, 0.7339, 0.7233, 0.7206], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "501182": {"relevant_ids": ["501181"], "ranked_ids": ["501181", "123004", "437906", "129993", "102285", "25920", "383111", "327468", "482825", "446824"], "ranked_scores": [0.8387, 0.7993, 0.7673, 0.745, 0.7353, 0.7294, 0.7222, 0.7218, 0.7171, 0.7078], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13800": {"relevant_ids": ["376590", "408522", "13799"], "ranked_ids": ["13799", "376590", "408522", "179943", "257857", "56338", "482825", "481109", "248340", "363079"], "ranked_scores": [0.9171, 0.9087, 0.8543, 0.8154, 0.8126, 0.7964, 0.7861, 0.7751, 0.7738, 0.7633], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "250143": {"relevant_ids": ["250142"], "ranked_ids": ["250142", "473276", "533421", "225655", "254185", "286122", "148079", "185164", "525355", "474061"], "ranked_scores": [0.9564, 0.8393, 0.7342, 0.7147, 0.7038, 0.6935, 0.6838, 0.6831, 0.6775, 0.6606], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13223": {"relevant_ids": ["88348", "156773", "20277", "13224", "88349"], "ranked_ids": ["156773", "13224", "88348", "235061", "126265", "24720", "88349", "137719", "163971", "223304"], "ranked_scores": [0.9937, 0.9699, 0.8914, 0.8684, 0.8658, 0.8613, 0.8574, 0.8533, 0.8519, 0.8513], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.2, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6, "ndcg@5": 0.7227, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6, "ndcg@10": 0.8358, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.8}, "11002": {"relevant_ids": ["11003"], "ranked_ids": ["11003", "241075", "254672", "144197", "444112", "468424", "82619", "199548", "347493", "117199"], "ranked_scores": [0.934, 0.8672, 0.8614, 0.8481, 0.841, 0.8374, 0.8265, 0.8122, 0.8077, 0.7973], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177653": {"relevant_ids": ["79732"], "ranked_ids": ["79732", "39174", "412316", "525755", "525756", "293259", "194790", "129172", "395587", "319515"], "ranked_scores": [0.9733, 0.7905, 0.7817, 0.7797, 0.7586, 0.7579, 0.7558, 0.7552, 0.75, 0.7294], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "415592": {"relevant_ids": ["415591"], "ranked_ids": ["415591", "379147", "425878", "338816", "187412", "91592", "13665", "268346", "435045", "166836"], "ranked_scores": [0.9496, 0.7465, 0.7263, 0.7171, 0.7161, 0.7144, 0.7124, 0.7047, 0.6991, 0.6913], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "511196": {"relevant_ids": ["511197"], "ranked_ids": ["511197", "156490", "251545", "436124", "398991", "435439", "289278", "53962", "191329", "491923"], "ranked_scores": [0.9253, 0.8398, 0.7786, 0.7416, 0.7074, 0.7061, 0.706, 0.6927, 0.689, 0.689], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "344845": {"relevant_ids": ["344844"], "ranked_ids": ["344844", "111672", "33358", "161471", "503908", "76793", "53451", "140172", "256845", "96221"], "ranked_scores": [0.9517, 0.8436, 0.8074, 0.8074, 0.7875, 0.7674, 0.7509, 0.7459, 0.7335, 0.7312], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "396744": {"relevant_ids": ["396745"], "ranked_ids": ["396745", "284966", "418055", "454241", "65107", "297359", "507513", "483940", "511557", "250111"], "ranked_scores": [0.8886, 0.8428, 0.7748, 0.7676, 0.7545, 0.7422, 0.73, 0.7195, 0.713, 0.7104], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "452398": {"relevant_ids": ["452399"], "ranked_ids": ["452399", "304781", "399415", "267939", "106131", "342501", "378404", "338711", "461682", "337887"], "ranked_scores": [0.9475, 0.6865, 0.6689, 0.6666, 0.6661, 0.6648, 0.6622, 0.6615, 0.656, 0.6469], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "182114": {"relevant_ids": ["182113"], "ranked_ids": ["196647", "277277", "182113", "481882", "234482", "139689", "425919", "401139", "32201", "252201"], "ranked_scores": [0.9127, 0.8016, 0.783, 0.7476, 0.7426, 0.7169, 0.7092, 0.6975, 0.6862, 0.6765], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "486260": {"relevant_ids": ["486259"], "ranked_ids": ["486259", "506410", "323724", "281515", "508207", "143997", "483159", "392356", "46379", "146738"], "ranked_scores": [0.9332, 0.7343, 0.7318, 0.6995, 0.6626, 0.6609, 0.6551, 0.6436, 0.6436, 0.6373], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "455140": {"relevant_ids": ["315935"], "ranked_ids": ["315935", "427112", "308963", "150842", "245896", "217206", "50224", "454994", "142202", "16399"], "ranked_scores": [0.9488, 0.8616, 0.8282, 0.8137, 0.8031, 0.7995, 0.7917, 0.7906, 0.7898, 0.7887], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "56198": {"relevant_ids": ["56199"], "ranked_ids": ["56199", "302106", "496142", "352492", "259258", "144344", "493636", "394775", "454612", "148722"], "ranked_scores": [0.9917, 0.7374, 0.6818, 0.6743, 0.6741, 0.6712, 0.6676, 0.6659, 0.6606, 0.6559], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "30172": {"relevant_ids": ["373486", "145119", "30173", "185817", "68426", "145120"], "ranked_ids": ["160900", "145120", "68426", "30173", "373486", "205338", "185817", "192604", "53445", "15236"], "ranked_scores": [0.9576, 0.9447, 0.926, 0.8985, 0.853, 0.8518, 0.8513, 0.8501, 0.8478, 0.8249], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5307, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.6608, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.6905, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.8333}, "127880": {"relevant_ids": ["241164"], "ranked_ids": ["241164", "121458", "135083", "370634", "366050", "210277", "534947", "415983", "450198", "141773"], "ranked_scores": [0.9171, 0.7942, 0.7314, 0.722, 0.7179, 0.6913, 0.6723, 0.6705, 0.6656, 0.6498], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "167969": {"relevant_ids": ["174461"], "ranked_ids": ["360983", "174461", "130124", "130123", "73024", "514671", "531949", "520621", "11003", "124842"], "ranked_scores": [0.8717, 0.8237, 0.7419, 0.706, 0.7003, 0.6864, 0.6805, 0.6744, 0.6716, 0.6629], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "97986": {"relevant_ids": ["97987"], "ranked_ids": ["97987", "44589", "371360", "248383", "98924", "376198", "141075", "98925", "105268", "308991"], "ranked_scores": [0.9871, 0.8494, 0.8254, 0.7681, 0.7505, 0.7363, 0.7282, 0.7227, 0.7126, 0.7106], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "12865": {"relevant_ids": ["105683"], "ranked_ids": ["105683", "83623", "83622", "92902", "6376", "23083", "357969", "313106", "356189", "231925"], "ranked_scores": [0.9825, 0.8253, 0.8136, 0.8027, 0.7608, 0.7341, 0.7149, 0.6958, 0.687, 0.68], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "215681": {"relevant_ids": ["215680"], "ranked_ids": ["215680", "252239", "352734", "286275", "5733", "177080", "133468", "78042", "70883", "256815"], "ranked_scores": [0.9917, 0.8466, 0.8135, 0.7844, 0.7728, 0.7724, 0.7615, 0.7369, 0.73, 0.7296], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-bge-base-en-v1.5-mrl-64": {"127728": {"relevant_ids": ["127729"], "ranked_ids": ["278575", "127729", "145244", "38063", "127676", "29358", "315009", "499988", "245618", "485054"], "ranked_scores": [0.692, 0.6886, 0.6806, 0.6525, 0.6438, 0.6431, 0.637, 0.6333, 0.6331, 0.6321], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "318820": {"relevant_ids": ["318821"], "ranked_ids": ["318821", "367479", "355161", "20112", "496708", "33849", "349607", "222238", "167914", "73045"], "ranked_scores": [0.9319, 0.7333, 0.7021, 0.6777, 0.6581, 0.6551, 0.6512, 0.6504, 0.6235, 0.6219], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "296098": {"relevant_ids": ["296097"], "ranked_ids": ["134752", "45507", "469868", "45506", "296097", "14774", "469985", "493414", "364131", "173403"], "ranked_scores": [0.6975, 0.6675, 0.6553, 0.6452, 0.6444, 0.6331, 0.6244, 0.6111, 0.6058, 0.5834], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "150414": {"relevant_ids": ["192835"], "ranked_ids": ["192835", "105782", "8875", "516620", "21131", "105783", "98863", "210681", "467464", "126746"], "ranked_scores": [0.9686, 0.9372, 0.8789, 0.8758, 0.85, 0.8496, 0.839, 0.8076, 0.8053, 0.7742], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145582": {"relevant_ids": ["145583"], "ranked_ids": ["145583", "299264", "87614", "285851", "43082", "130013", "188727", "345532", "454470", "369955"], "ranked_scores": [0.8368, 0.8072, 0.7218, 0.6757, 0.6425, 0.633, 0.6226, 0.6145, 0.5862, 0.5837], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "315712": {"relevant_ids": ["315713"], "ranked_ids": ["315713", "139846", "390120", "101111", "396505", "83405", "373486", "261260", "96958", "112436"], "ranked_scores": [0.9618, 0.7846, 0.7775, 0.7679, 0.7648, 0.7523, 0.7271, 0.7261, 0.7242, 0.7223], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145739": {"relevant_ids": ["145740"], "ranked_ids": ["145740", "415781", "366074", "241979", "8705", "303090", "85426", "453401", "113910", "137035"], "ranked_scores": [0.8244, 0.7137, 0.6688, 0.6666, 0.6501, 0.6457, 0.6347, 0.6182, 0.616, 0.609], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "308127": {"relevant_ids": ["308126"], "ranked_ids": ["308126", "498938", "282571", "301104", "77650", "140685", "385951", "395527", "225544", "139188"], "ranked_scores": [0.8488, 0.6559, 0.6351, 0.6207, 0.6072, 0.6059, 0.601, 0.5965, 0.5908, 0.5878], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "287245": {"relevant_ids": ["322650", "283198", "283199"], "ranked_ids": ["322650", "283199", "283198", "109049", "208412", "405392", "415785", "408774", "415784", "420279"], "ranked_scores": [0.9065, 0.8978, 0.8863, 0.6961, 0.672, 0.6241, 0.6141, 0.6102, 0.6035, 0.6034], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "14755": {"relevant_ids": ["211906", "14756"], "ranked_ids": ["211906", "14756", "450970", "30834", "235454", "381248", "449494", "218584", "393649", "57678"], "ranked_scores": [0.9595, 0.9558, 0.9486, 0.8095, 0.7852, 0.7632, 0.7585, 0.7266, 0.7121, 0.7035], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "370170": {"relevant_ids": ["370169"], "ranked_ids": ["370169", "466920", "231528", "417976", "467211", "433820", "156412", "279893", "537762", "449037"], "ranked_scores": [0.9989, 0.683, 0.6758, 0.6652, 0.642, 0.6201, 0.6175, 0.6085, 0.607, 0.6022], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "41774": {"relevant_ids": ["41773"], "ranked_ids": ["41773", "239344", "437157", "468655", "444698", "185583", "433175", "339534", "307530", "373827"], "ranked_scores": [0.8823, 0.5993, 0.5855, 0.5779, 0.5716, 0.5645, 0.5549, 0.5432, 0.5417, 0.5244], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "399648": {"relevant_ids": ["399649"], "ranked_ids": ["399649", "21253", "212809", "283129", "445074", "54706", "154368", "26748", "486011", "462253"], "ranked_scores": [0.9986, 0.7643, 0.734, 0.7239, 0.7074, 0.6818, 0.6776, 0.6686, 0.6634, 0.6588], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "504811": {"relevant_ids": ["504810"], "ranked_ids": ["504810", "499535", "55899", "298555", "74588", "309894", "256525", "220414", "90374", "114876"], "ranked_scores": [0.9891, 0.7096, 0.7087, 0.7036, 0.6912, 0.6905, 0.6889, 0.6802, 0.6781, 0.6631], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "362950": {"relevant_ids": ["362949", "400212"], "ranked_ids": ["400212", "362949", "105920", "465929", "427587", "411503", "129563", "244712", "43209", "419727"], "ranked_scores": [0.9162, 0.9155, 0.8593, 0.8129, 0.7995, 0.7984, 0.7871, 0.7809, 0.7787, 0.7726], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "155873": {"relevant_ids": ["155874"], "ranked_ids": ["155874", "392604", "162323", "292617", "378060", "25477", "294020", "88342", "446058", "206283"], "ranked_scores": [0.8042, 0.7747, 0.673, 0.6504, 0.5997, 0.5993, 0.595, 0.5916, 0.589, 0.5885], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "263432": {"relevant_ids": ["263433"], "ranked_ids": ["128303", "263433", "401373", "497067", "371563", "510661", "409956", "356658", "157590", "261419"], "ranked_scores": [0.7275, 0.719, 0.6892, 0.6845, 0.6799, 0.6628, 0.6261, 0.6045, 0.6039, 0.6011], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "354945": {"relevant_ids": ["354946"], "ranked_ids": ["354946", "254071", "46487", "322478", "243923", "462983", "5358", "121510", "501255", "462984"], "ranked_scores": [0.9698, 0.7344, 0.605, 0.6031, 0.5889, 0.5881, 0.5835, 0.5827, 0.5799, 0.5785], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "245417": {"relevant_ids": ["219475", "248195"], "ranked_ids": ["40657", "219475", "64433", "248195", "368145", "413039", "164159", "319022", "152213", "456116"], "ranked_scores": [0.9364, 0.936, 0.8548, 0.845, 0.8391, 0.8263, 0.8145, 0.7982, 0.7885, 0.7551], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6509, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6509, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "516276": {"relevant_ids": ["516277"], "ranked_ids": ["516277", "19755", "76958", "34173", "510783", "62062", "243573", "197869", "143842", "44716"], "ranked_scores": [0.979, 0.8556, 0.8542, 0.8345, 0.7813, 0.7443, 0.7385, 0.7285, 0.7221, 0.7207], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177580": {"relevant_ids": ["177579"], "ranked_ids": ["177579", "18081", "129412", "129413", "446100", "234825", "464418", "455888", "165282", "9954"], "ranked_scores": [0.9875, 0.7127, 0.7036, 0.6919, 0.6749, 0.6745, 0.6494, 0.6494, 0.6382, 0.6309], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "309865": {"relevant_ids": ["33713", "78624", "78623"], "ranked_ids": ["33713", "78623", "405094", "209041", "78624", "153484", "437065", "495751", "469068", "20635"], "ranked_scores": [0.967, 0.9442, 0.9415, 0.8881, 0.8849, 0.8822, 0.8148, 0.8123, 0.8043, 0.7774], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.9469, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9469, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "510387": {"relevant_ids": ["510386"], "ranked_ids": ["241538", "510386", "241537", "212478", "40390", "371033", "344869", "170896", "484846", "364334"], "ranked_scores": [0.8457, 0.8149, 0.7866, 0.7767, 0.7657, 0.7651, 0.75, 0.687, 0.6838, 0.6783], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "26645": {"relevant_ids": ["26644"], "ranked_ids": ["26644", "108781", "318396", "26813", "407458", "461704", "221561", "207775", "169541", "209092"], "ranked_scores": [0.9887, 0.7953, 0.7355, 0.7301, 0.713, 0.7125, 0.7047, 0.7041, 0.6905, 0.69], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "47788": {"relevant_ids": ["455725"], "ranked_ids": ["455725", "47789", "348138", "47703", "518171", "59223", "59508", "9659", "37221", "101721"], "ranked_scores": [0.8962, 0.8295, 0.8058, 0.7882, 0.776, 0.7666, 0.7423, 0.7402, 0.7365, 0.7105], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "338281": {"relevant_ids": ["338282"], "ranked_ids": ["338282", "338711", "327767", "381248", "270355", "11563", "407441", "283058", "438656", "263861"], "ranked_scores": [0.8629, 0.5742, 0.5671, 0.5542, 0.5491, 0.5159, 0.5132, 0.5064, 0.5051, 0.5016], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "461149": {"relevant_ids": ["461148"], "ranked_ids": ["525835", "461148", "203100", "527101", "283905", "335800", "443095", "286024", "286025", "528608"], "ranked_scores": [0.8404, 0.8373, 0.7829, 0.7184, 0.7178, 0.6992, 0.6939, 0.6598, 0.6496, 0.645], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "346126": {"relevant_ids": ["110710", "110711"], "ranked_ids": ["110710", "110711", "154338", "168350", "340725", "340823", "203476", "355996", "492715", "296319"], "ranked_scores": [0.9562, 0.903, 0.9003, 0.8171, 0.7757, 0.7739, 0.7697, 0.7666, 0.7604, 0.7564], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "372986": {"relevant_ids": ["49961", "262882"], "ranked_ids": ["49961", "262882", "497531", "140334", "226818", "443239", "497357", "108183", "303468", "140335"], "ranked_scores": [0.9768, 0.9072, 0.8163, 0.7988, 0.7908, 0.7651, 0.7554, 0.7518, 0.7301, 0.7289], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "501182": {"relevant_ids": ["501181"], "ranked_ids": ["501181", "261255", "274777", "411533", "287295", "129993", "456116", "446824", "50260", "475261"], "ranked_scores": [0.8499, 0.663, 0.6434, 0.6368, 0.6281, 0.6243, 0.624, 0.6191, 0.6003, 0.6], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13800": {"relevant_ids": ["376590", "408522", "13799"], "ranked_ids": ["13799", "376590", "408522", "179943", "363079", "257857", "482825", "391952", "67320", "8622"], "ranked_scores": [0.9389, 0.8883, 0.8363, 0.7939, 0.7771, 0.7743, 0.771, 0.7581, 0.7575, 0.7572], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "250143": {"relevant_ids": ["250142"], "ranked_ids": ["250142", "473276", "38409", "533421", "18072", "368186", "50538", "286122", "474061", "99463"], "ranked_scores": [0.9504, 0.8562, 0.6429, 0.6339, 0.6121, 0.6033, 0.5974, 0.586, 0.5857, 0.5843], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13223": {"relevant_ids": ["88348", "156773", "20277", "13224", "88349"], "ranked_ids": ["156773", "13224", "88348", "88349", "86343", "24720", "235061", "11938", "137719", "223304"], "ranked_scores": [0.9931, 0.9664, 0.9212, 0.8961, 0.8837, 0.8834, 0.8832, 0.8815, 0.8761, 0.876], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.2, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6, "ndcg@5": 0.8688, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.8, "ndcg@10": 0.8688, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.8}, "11002": {"relevant_ids": ["11003"], "ranked_ids": ["11003", "241075", "82619", "444112", "199548", "144197", "468424", "489539", "10212", "347493"], "ranked_scores": [0.9314, 0.8163, 0.8105, 0.7736, 0.7559, 0.7435, 0.7318, 0.7277, 0.7205, 0.7016], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177653": {"relevant_ids": ["79732"], "ranked_ids": ["79732", "194790", "525756", "412316", "39174", "310721", "293259", "525755", "225019", "395587"], "ranked_scores": [0.969, 0.7236, 0.7186, 0.7174, 0.7116, 0.7097, 0.696, 0.6777, 0.669, 0.6515], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "415592": {"relevant_ids": ["415591"], "ranked_ids": ["415591", "105088", "462451", "435045", "338816", "499684", "379147", "379146", "207607", "430072"], "ranked_scores": [0.9565, 0.7113, 0.6959, 0.6843, 0.6808, 0.6772, 0.6743, 0.6721, 0.6697, 0.6628], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "511196": {"relevant_ids": ["511197"], "ranked_ids": ["511197", "156490", "414717", "459789", "251545", "289278", "45940", "53962", "277652", "436124"], "ranked_scores": [0.9063, 0.6753, 0.6559, 0.6556, 0.6536, 0.6175, 0.6133, 0.5876, 0.586, 0.5673], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "344845": {"relevant_ids": ["344844"], "ranked_ids": ["344844", "161471", "111672", "503908", "79987", "292513", "327548", "224515", "426875", "296480"], "ranked_scores": [0.9393, 0.8308, 0.8183, 0.7979, 0.7434, 0.7393, 0.7307, 0.7217, 0.7209, 0.7178], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "396744": {"relevant_ids": ["396745"], "ranked_ids": ["396745", "284966", "418055", "75585", "236438", "454241", "112050", "65107", "281521", "361346"], "ranked_scores": [0.8607, 0.8155, 0.7434, 0.6946, 0.6877, 0.6858, 0.6849, 0.6802, 0.6723, 0.6665], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "452398": {"relevant_ids": ["452399"], "ranked_ids": ["452399", "100727", "324290", "165046", "342501", "303730", "530610", "267939", "378404", "337506"], "ranked_scores": [0.9729, 0.6734, 0.6733, 0.6668, 0.6478, 0.6381, 0.6263, 0.618, 0.6143, 0.6113], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "182114": {"relevant_ids": ["182113"], "ranked_ids": ["196647", "182113", "139689", "415732", "234482", "80224", "481882", "136765", "252201", "95186"], "ranked_scores": [0.8755, 0.7654, 0.7089, 0.6495, 0.6286, 0.6222, 0.6211, 0.6072, 0.59, 0.5886], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "486260": {"relevant_ids": ["486259"], "ranked_ids": ["486259", "146738", "392356", "146737", "492147", "209254", "113749", "209255", "243649", "65893"], "ranked_scores": [0.9488, 0.7087, 0.7015, 0.6921, 0.6804, 0.6508, 0.6365, 0.6326, 0.6309, 0.6217], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "455140": {"relevant_ids": ["315935"], "ranked_ids": ["315935", "427112", "308963", "150842", "16399", "142202", "510681", "124700", "366204", "173862"], "ranked_scores": [0.9454, 0.8176, 0.8001, 0.7935, 0.7828, 0.7689, 0.7553, 0.7498, 0.7498, 0.7324], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "56198": {"relevant_ids": ["56199"], "ranked_ids": ["56199", "160194", "302106", "249114", "138891", "148722", "222414", "246173", "279986", "506642"], "ranked_scores": [0.9912, 0.6874, 0.6617, 0.6345, 0.614, 0.6109, 0.6013, 0.5954, 0.5953, 0.5952], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "30172": {"relevant_ids": ["373486", "145119", "30173", "185817", "68426", "145120"], "ranked_ids": ["145120", "160900", "68426", "30173", "205338", "185817", "373486", "185581", "192604", "15236"], "ranked_scores": [0.964, 0.9621, 0.9351, 0.9001, 0.8944, 0.8817, 0.8804, 0.8686, 0.8598, 0.8433], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.1667, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.6548, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.7929, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.8333}, "127880": {"relevant_ids": ["241164"], "ranked_ids": ["241164", "135083", "121458", "450198", "210277", "141773", "370634", "366050", "534947", "403741"], "ranked_scores": [0.9238, 0.8055, 0.7994, 0.6926, 0.689, 0.6385, 0.6115, 0.6078, 0.6058, 0.5816], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "167969": {"relevant_ids": ["174461"], "ranked_ids": ["174461", "360983", "365197", "34814", "146236", "174464", "449678", "91854", "172806", "315016"], "ranked_scores": [0.9102, 0.9034, 0.7394, 0.7297, 0.7136, 0.7102, 0.7075, 0.7033, 0.701, 0.6969], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "97986": {"relevant_ids": ["97987"], "ranked_ids": ["97987", "44589", "393565", "105886", "371360", "376198", "212168", "105268", "98924", "326597"], "ranked_scores": [0.984, 0.8517, 0.7078, 0.6812, 0.6695, 0.6615, 0.6517, 0.6514, 0.646, 0.6458], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "12865": {"relevant_ids": ["105683"], "ranked_ids": ["105683", "92902", "83623", "83622", "6376", "356189", "69748", "291690", "231925", "516398"], "ranked_scores": [0.9755, 0.7913, 0.7799, 0.7238, 0.7107, 0.6824, 0.6595, 0.6451, 0.6349, 0.6237], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "215681": {"relevant_ids": ["215680"], "ranked_ids": ["215680", "352734", "177080", "252239", "5733", "349338", "297373", "54139", "301165", "171713"], "ranked_scores": [0.9872, 0.7413, 0.7218, 0.7179, 0.7081, 0.6873, 0.6859, 0.6838, 0.6756, 0.6575], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-bge-base-en-v1.5-mrl-256": {"127728": {"relevant_ids": ["127729"], "ranked_ids": ["38063", "127729", "48895", "190150", "188019", "485054", "276617", "205884", "278575", "245618"], "ranked_scores": [0.7171, 0.7108, 0.694, 0.6728, 0.6653, 0.6531, 0.6531, 0.6494, 0.637, 0.6335], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "318820": {"relevant_ids": ["318821"], "ranked_ids": ["318821", "367479", "355161", "496708", "360734", "20112", "73045", "222238", "76767", "184762"], "ranked_scores": [0.9378, 0.7836, 0.6919, 0.6731, 0.6686, 0.6366, 0.6359, 0.6353, 0.6338, 0.6302], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "296098": {"relevant_ids": ["296097"], "ranked_ids": ["134752", "45507", "469868", "296097", "45506", "307653", "173403", "423933", "364131", "56686"], "ranked_scores": [0.7205, 0.7073, 0.696, 0.6713, 0.6694, 0.6689, 0.6603, 0.6552, 0.6216, 0.5747], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "150414": {"relevant_ids": ["192835"], "ranked_ids": ["192835", "105782", "516620", "8875", "105783", "126746", "21131", "103122", "126745", "98863"], "ranked_scores": [0.9664, 0.9445, 0.9023, 0.8569, 0.8379, 0.8192, 0.8124, 0.8105, 0.7776, 0.7605], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145582": {"relevant_ids": ["145583"], "ranked_ids": ["145583", "299264", "87614", "130013", "345532", "454248", "316486", "285851", "436023", "369955"], "ranked_scores": [0.8364, 0.7525, 0.5777, 0.5717, 0.5563, 0.5527, 0.5266, 0.5208, 0.5113, 0.5106], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "315712": {"relevant_ids": ["315713"], "ranked_ids": ["315713", "396505", "236508", "390120", "268021", "203205", "242340", "401513", "509426", "120489"], "ranked_scores": [0.9415, 0.7181, 0.6961, 0.69, 0.6867, 0.6821, 0.6733, 0.6629, 0.6621, 0.6572], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145739": {"relevant_ids": ["145740"], "ranked_ids": ["145740", "241979", "366074", "415781", "8705", "148222", "115412", "303090", "453401", "347337"], "ranked_scores": [0.8469, 0.7236, 0.7209, 0.6728, 0.648, 0.6403, 0.639, 0.6379, 0.6219, 0.62], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "308127": {"relevant_ids": ["308126"], "ranked_ids": ["308126", "498938", "282571", "385951", "139188", "77650", "154044", "367804", "428836", "427879"], "ranked_scores": [0.8733, 0.6484, 0.6429, 0.6272, 0.5978, 0.5905, 0.5811, 0.5803, 0.5587, 0.5557], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "287245": {"relevant_ids": ["322650", "283198", "283199"], "ranked_ids": ["322650", "283198", "283199", "109049", "405392", "208412", "188940", "221784", "420279", "508239"], "ranked_scores": [0.8689, 0.8657, 0.8602, 0.6393, 0.623, 0.62, 0.6166, 0.5813, 0.5697, 0.5672], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "14755": {"relevant_ids": ["211906", "14756"], "ranked_ids": ["211906", "14756", "450970", "30834", "235454", "57678", "236793", "449494", "381248", "535700"], "ranked_scores": [0.9533, 0.9496, 0.9461, 0.8194, 0.7807, 0.7724, 0.7249, 0.7178, 0.6961, 0.6957], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "370170": {"relevant_ids": ["370169"], "ranked_ids": ["370169", "449037", "466920", "433820", "537762", "22763", "417976", "211280", "334238", "476551"], "ranked_scores": [0.9988, 0.6763, 0.6749, 0.6584, 0.6565, 0.6306, 0.6229, 0.5999, 0.5934, 0.5777], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "41774": {"relevant_ids": ["41773"], "ranked_ids": ["41773", "239344", "173048", "307530", "214766", "185583", "468655", "437157", "141438", "211076"], "ranked_scores": [0.8941, 0.6224, 0.6098, 0.5685, 0.5598, 0.5352, 0.5323, 0.5269, 0.526, 0.5239], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "399648": {"relevant_ids": ["399649"], "ranked_ids": ["399649", "225815", "462253", "212809", "26748", "510807", "445074", "146745", "283129", "435035"], "ranked_scores": [0.9988, 0.6793, 0.6742, 0.6537, 0.6401, 0.6316, 0.6312, 0.6298, 0.6193, 0.6192], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "504811": {"relevant_ids": ["504810"], "ranked_ids": ["504810", "298555", "179618", "309894", "74588", "220414", "499535", "279073", "84826", "90374"], "ranked_scores": [0.9886, 0.6775, 0.6638, 0.6319, 0.6242, 0.6206, 0.6198, 0.6158, 0.6084, 0.6053], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "362950": {"relevant_ids": ["362949", "400212"], "ranked_ids": ["362949", "400212", "105920", "465929", "427587", "244712", "105919", "475478", "429502", "291799"], "ranked_scores": [0.863, 0.8462, 0.7864, 0.7466, 0.7416, 0.7347, 0.7274, 0.722, 0.7204, 0.7196], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "155873": {"relevant_ids": ["155874"], "ranked_ids": ["155874", "392604", "292617", "97652", "446058", "294020", "136219", "378060", "115329", "66884"], "ranked_scores": [0.808, 0.7846, 0.6513, 0.6355, 0.6318, 0.6178, 0.6054, 0.6011, 0.6003, 0.594], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "263432": {"relevant_ids": ["263433"], "ranked_ids": ["263433", "128303", "18217", "371563", "401373", "431860", "104254", "108849", "409956", "471057"], "ranked_scores": [0.7987, 0.7019, 0.6244, 0.6098, 0.5924, 0.5676, 0.5667, 0.563, 0.5543, 0.5515], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "354945": {"relevant_ids": ["354946"], "ranked_ids": ["354946", "254071", "322478", "462984", "462983", "243923", "236419", "473769", "495038", "121510"], "ranked_scores": [0.968, 0.7477, 0.656, 0.6449, 0.622, 0.6005, 0.5882, 0.5692, 0.5178, 0.517], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "245417": {"relevant_ids": ["219475", "248195"], "ranked_ids": ["40657", "219475", "64433", "248195", "413039", "164159", "37326", "319022", "368145", "152213"], "ranked_scores": [0.908, 0.8918, 0.8068, 0.7975, 0.7916, 0.7892, 0.7757, 0.7543, 0.7278, 0.6991], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6509, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6509, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "516276": {"relevant_ids": ["516277"], "ranked_ids": ["516277", "34173", "19755", "76958", "510783", "197869", "62062", "352189", "143842", "118572"], "ranked_scores": [0.9791, 0.8148, 0.8049, 0.7645, 0.7571, 0.7555, 0.7465, 0.7286, 0.7242, 0.7059], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177580": {"relevant_ids": ["177579"], "ranked_ids": ["177579", "18081", "129412", "129413", "234825", "115954", "272252", "76563", "517075", "9954"], "ranked_scores": [0.985, 0.693, 0.6848, 0.6561, 0.6529, 0.6518, 0.6326, 0.6182, 0.6147, 0.6019], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "309865": {"relevant_ids": ["33713", "78624", "78623"], "ranked_ids": ["33713", "78623", "405094", "153484", "78624", "209041", "495751", "437065", "469068", "20635"], "ranked_scores": [0.9446, 0.9321, 0.9303, 0.8988, 0.8788, 0.8357, 0.8095, 0.8019, 0.7814, 0.7638], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.9469, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9469, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "510387": {"relevant_ids": ["510386"], "ranked_ids": ["510386", "241538", "371033", "40390", "212478", "241537", "344869", "170896", "52003", "439080"], "ranked_scores": [0.8614, 0.8595, 0.8336, 0.8253, 0.8109, 0.8059, 0.7863, 0.753, 0.7188, 0.7063], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "26645": {"relevant_ids": ["26644"], "ranked_ids": ["26644", "108781", "318396", "207775", "169541", "83874", "221561", "83875", "411539", "461704"], "ranked_scores": [0.9854, 0.7986, 0.727, 0.7059, 0.681, 0.669, 0.6632, 0.663, 0.6606, 0.6595], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "47788": {"relevant_ids": ["455725"], "ranked_ids": ["455725", "47789", "518171", "59223", "47703", "348138", "37221", "101721", "235686", "8505"], "ranked_scores": [0.9041, 0.832, 0.8263, 0.8211, 0.8182, 0.8141, 0.7709, 0.7698, 0.7688, 0.7676], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "338281": {"relevant_ids": ["338282"], "ranked_ids": ["338282", "338711", "263861", "11563", "291354", "452930", "200288", "281647", "327767", "138712"], "ranked_scores": [0.8677, 0.5927, 0.5593, 0.55, 0.5366, 0.5335, 0.5088, 0.5031, 0.4911, 0.4861], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "461149": {"relevant_ids": ["461148"], "ranked_ids": ["461148", "525835", "203100", "283905", "443095", "527101", "335800", "519616", "417040", "250197"], "ranked_scores": [0.8915, 0.8779, 0.831, 0.7403, 0.6937, 0.681, 0.6599, 0.6579, 0.6429, 0.6299], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "346126": {"relevant_ids": ["110710", "110711"], "ranked_ids": ["110710", "154338", "110711", "168350", "340823", "254526", "296319", "340725", "160306", "229972"], "ranked_scores": [0.9345, 0.8856, 0.8765, 0.7483, 0.7436, 0.719, 0.7104, 0.7057, 0.6815, 0.6783], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.9197, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.9197, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9197, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "372986": {"relevant_ids": ["49961", "262882"], "ranked_ids": ["49961", "262882", "497531", "303468", "226818", "497357", "108183", "215938", "140334", "485235"], "ranked_scores": [0.9776, 0.8907, 0.7544, 0.7298, 0.715, 0.6993, 0.6954, 0.6903, 0.6885, 0.6793], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "501182": {"relevant_ids": ["501181"], "ranked_ids": ["501181", "274777", "402718", "129993", "261255", "456116", "524758", "231545", "179018", "447737"], "ranked_scores": [0.8811, 0.6752, 0.5832, 0.579, 0.5752, 0.5695, 0.564, 0.5574, 0.5526, 0.5523], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13800": {"relevant_ids": ["376590", "408522", "13799"], "ranked_ids": ["13799", "376590", "179943", "408522", "481109", "281010", "482825", "454343", "257857", "391952"], "ranked_scores": [0.9129, 0.8479, 0.7979, 0.7863, 0.7303, 0.7099, 0.6997, 0.6973, 0.6961, 0.6947], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.9675, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9675, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "250143": {"relevant_ids": ["250142"], "ranked_ids": ["250142", "473276", "368186", "225655", "57155", "509758", "38409", "76062", "533421", "50539"], "ranked_scores": [0.9455, 0.8521, 0.6987, 0.6659, 0.6597, 0.6573, 0.6331, 0.629, 0.6263, 0.6224], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13223": {"relevant_ids": ["88348", "156773", "20277", "13224", "88349"], "ranked_ids": ["156773", "13224", "88348", "88349", "86343", "137719", "366749", "24720", "11938", "223304"], "ranked_scores": [0.9894, 0.9494, 0.9029, 0.8886, 0.8806, 0.8669, 0.8653, 0.8632, 0.8419, 0.8297], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.2, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6, "ndcg@5": 0.8688, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.8, "ndcg@10": 0.8688, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.8}, "11002": {"relevant_ids": ["11003"], "ranked_ids": ["11003", "444112", "241075", "144197", "10212", "42203", "82619", "489539", "254672", "347493"], "ranked_scores": [0.932, 0.8299, 0.8054, 0.8049, 0.7956, 0.7592, 0.7395, 0.7389, 0.7247, 0.7132], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177653": {"relevant_ids": ["79732"], "ranked_ids": ["79732", "39174", "525756", "395587", "200611", "412316", "310721", "373275", "525755", "194790"], "ranked_scores": [0.9749, 0.7681, 0.7251, 0.7181, 0.6677, 0.6642, 0.6537, 0.6423, 0.6357, 0.6335], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "415592": {"relevant_ids": ["415591"], "ranked_ids": ["415591", "430072", "105088", "499684", "379146", "84634", "119111", "338815", "338816", "81159"], "ranked_scores": [0.9538, 0.7167, 0.7143, 0.7041, 0.6958, 0.6724, 0.67, 0.6699, 0.6669, 0.6622], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "511196": {"relevant_ids": ["511197"], "ranked_ids": ["511197", "45940", "289278", "414717", "156490", "459789", "251545", "77372", "13803", "469291"], "ranked_scores": [0.9151, 0.6538, 0.6529, 0.6366, 0.6362, 0.6328, 0.6227, 0.608, 0.5865, 0.5862], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "344845": {"relevant_ids": ["344844"], "ranked_ids": ["344844", "161471", "327548", "503908", "79987", "95946", "111672", "187882", "118579", "249580"], "ranked_scores": [0.9221, 0.8032, 0.7614, 0.7497, 0.7459, 0.7312, 0.7182, 0.7075, 0.7015, 0.6911], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "396744": {"relevant_ids": ["396745"], "ranked_ids": ["396745", "284966", "454241", "516168", "236438", "319727", "511557", "418055", "338567", "464360"], "ranked_scores": [0.8436, 0.7051, 0.6526, 0.6425, 0.6163, 0.6115, 0.6115, 0.5945, 0.5943, 0.5919], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "452398": {"relevant_ids": ["452399"], "ranked_ids": ["452399", "530610", "324290", "90225", "346712", "461682", "267939", "342501", "221563", "487918"], "ranked_scores": [0.9735, 0.6714, 0.6208, 0.6134, 0.6058, 0.5974, 0.5848, 0.5828, 0.5781, 0.5748], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "182114": {"relevant_ids": ["182113"], "ranked_ids": ["196647", "182113", "234482", "425919", "139689", "531602", "533693", "481882", "24197", "34513"], "ranked_scores": [0.8971, 0.7762, 0.6969, 0.6823, 0.6795, 0.6794, 0.6744, 0.6709, 0.6653, 0.6504], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "486260": {"relevant_ids": ["486259"], "ranked_ids": ["486259", "392356", "113749", "209254", "65893", "492147", "146738", "146737", "209255", "241333"], "ranked_scores": [0.9587, 0.8082, 0.7911, 0.761, 0.7523, 0.7497, 0.7494, 0.7388, 0.7363, 0.7269], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "455140": {"relevant_ids": ["315935"], "ranked_ids": ["315935", "150842", "427112", "308963", "124700", "16399", "315936", "50224", "142202", "335780"], "ranked_scores": [0.934, 0.8027, 0.7943, 0.7713, 0.7308, 0.7299, 0.7289, 0.71, 0.6946, 0.6935], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "56198": {"relevant_ids": ["56199"], "ranked_ids": ["56199", "160194", "43404", "130971", "249114", "43405", "243039", "308888", "302106", "310462"], "ranked_scores": [0.9892, 0.6101, 0.57, 0.5632, 0.5602, 0.5589, 0.5513, 0.53, 0.529, 0.5197], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "30172": {"relevant_ids": ["373486", "145119", "30173", "185817", "68426", "145120"], "ranked_ids": ["145120", "160900", "68426", "205338", "373486", "30173", "185817", "357893", "192604", "15236"], "ranked_scores": [0.9489, 0.9444, 0.9127, 0.8839, 0.8477, 0.8408, 0.8388, 0.8302, 0.8292, 0.8128], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.1667, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.6399, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.7796, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.8333}, "127880": {"relevant_ids": ["241164"], "ranked_ids": ["241164", "135083", "121458", "210277", "450198", "370634", "329579", "22396", "358959", "64487"], "ranked_scores": [0.9188, 0.7749, 0.7693, 0.6877, 0.6839, 0.6796, 0.6701, 0.6541, 0.6488, 0.6415], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "167969": {"relevant_ids": ["174461"], "ranked_ids": ["174461", "360983", "91854", "365197", "171665", "222958", "172806", "85534", "49800", "280033"], "ranked_scores": [0.8912, 0.8675, 0.6973, 0.6887, 0.6745, 0.6533, 0.6411, 0.6393, 0.6356, 0.6348], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "97986": {"relevant_ids": ["97987"], "ranked_ids": ["97987", "44589", "105886", "393565", "326597", "41242", "108564", "41241", "212168", "141417"], "ranked_scores": [0.9845, 0.8591, 0.6834, 0.6813, 0.668, 0.6674, 0.6558, 0.6464, 0.6441, 0.6425], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "12865": {"relevant_ids": ["105683"], "ranked_ids": ["105683", "356189", "92902", "83623", "69748", "83622", "43086", "63277", "231925", "6376"], "ranked_scores": [0.9782, 0.7791, 0.7734, 0.7646, 0.7224, 0.7177, 0.679, 0.6669, 0.6625, 0.6596], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "215681": {"relevant_ids": ["215680"], "ranked_ids": ["215680", "177080", "5733", "178515", "297373", "252239", "211426", "349338", "352734", "297953"], "ranked_scores": [0.9855, 0.725, 0.6987, 0.6852, 0.6655, 0.6523, 0.6466, 0.6438, 0.6381, 0.6367], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-bge-base-en-v1.5-mrl-512": {"127728": {"relevant_ids": ["127729"], "ranked_ids": ["127729", "38063", "48895", "190150", "1122", "250619", "92818", "342610", "145244", "317591"], "ranked_scores": [0.7558, 0.7275, 0.6847, 0.6606, 0.6601, 0.6588, 0.6586, 0.6581, 0.6561, 0.6542], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "318820": {"relevant_ids": ["318821"], "ranked_ids": ["318821", "367479", "355161", "360734", "496708", "222238", "491039", "457906", "184762", "76767"], "ranked_scores": [0.9522, 0.8103, 0.7648, 0.7052, 0.7047, 0.7019, 0.7, 0.6911, 0.6795, 0.6779], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "296098": {"relevant_ids": ["296097"], "ranked_ids": ["45507", "134752", "296097", "173403", "307653", "423933", "469868", "45506", "364131", "56686"], "ranked_scores": [0.7642, 0.76, 0.7428, 0.7336, 0.7249, 0.7221, 0.7198, 0.7062, 0.6882, 0.6408], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "150414": {"relevant_ids": ["192835"], "ranked_ids": ["192835", "105782", "516620", "8875", "105783", "21131", "126746", "103122", "126745", "132912"], "ranked_scores": [0.9695, 0.9512, 0.9144, 0.8675, 0.8526, 0.848, 0.8479, 0.8225, 0.8014, 0.7762], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145582": {"relevant_ids": ["145583"], "ranked_ids": ["145583", "299264", "87614", "316486", "130013", "285851", "345532", "369955", "285962", "454248"], "ranked_scores": [0.8457, 0.755, 0.5843, 0.5832, 0.5748, 0.5653, 0.5583, 0.5573, 0.5549, 0.544], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "315712": {"relevant_ids": ["315713"], "ranked_ids": ["315713", "396505", "203205", "236508", "390120", "268021", "153536", "377891", "401513", "408588"], "ranked_scores": [0.9422, 0.7297, 0.705, 0.7033, 0.6888, 0.6812, 0.6811, 0.6724, 0.6713, 0.6637], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145739": {"relevant_ids": ["145740"], "ranked_ids": ["145740", "241979", "366074", "415781", "115412", "148222", "8705", "453401", "303090", "347337"], "ranked_scores": [0.8706, 0.7688, 0.7599, 0.7224, 0.6975, 0.697, 0.6781, 0.6755, 0.6654, 0.6605], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "308127": {"relevant_ids": ["308126"], "ranked_ids": ["308126", "498938", "282571", "385951", "77650", "139188", "367804", "395527", "18335", "302837"], "ranked_scores": [0.8828, 0.6732, 0.6722, 0.6606, 0.6435, 0.6415, 0.6161, 0.6022, 0.5989, 0.5886], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "287245": {"relevant_ids": ["322650", "283198", "283199"], "ranked_ids": ["322650", "283199", "283198", "221784", "109049", "188940", "508239", "505949", "405392", "221783"], "ranked_scores": [0.8693, 0.864, 0.8627, 0.6431, 0.637, 0.6307, 0.6288, 0.6066, 0.6007, 0.5971], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "14755": {"relevant_ids": ["211906", "14756"], "ranked_ids": ["211906", "14756", "450970", "30834", "235454", "57678", "449494", "236793", "383325", "535700"], "ranked_scores": [0.9586, 0.9535, 0.9531, 0.8274, 0.8143, 0.8063, 0.747, 0.7373, 0.7292, 0.7212], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "370170": {"relevant_ids": ["370169"], "ranked_ids": ["370169", "433820", "466920", "537762", "449037", "417976", "211280", "22763", "334238", "476551"], "ranked_scores": [0.999, 0.6945, 0.6756, 0.6725, 0.6551, 0.6461, 0.6452, 0.6343, 0.6264, 0.6134], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "41774": {"relevant_ids": ["41773"], "ranked_ids": ["41773", "239344", "307530", "173048", "214766", "468655", "442459", "280245", "467781", "163006"], "ranked_scores": [0.9091, 0.6704, 0.6357, 0.6247, 0.6205, 0.5959, 0.5875, 0.5783, 0.5737, 0.5692], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "399648": {"relevant_ids": ["399649"], "ranked_ids": ["399649", "283129", "462253", "445074", "225815", "154368", "146745", "26748", "212809", "21253"], "ranked_scores": [0.9988, 0.6976, 0.6942, 0.6852, 0.6803, 0.6747, 0.6712, 0.6682, 0.6661, 0.6572], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "504811": {"relevant_ids": ["504810"], "ranked_ids": ["504810", "298555", "309894", "55899", "90374", "279073", "179618", "74588", "220414", "499535"], "ranked_scores": [0.992, 0.7324, 0.6974, 0.6965, 0.6801, 0.676, 0.6734, 0.673, 0.6699, 0.6625], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "362950": {"relevant_ids": ["362949", "400212"], "ranked_ids": ["362949", "400212", "105920", "105919", "427587", "465929", "244712", "291799", "429502", "9132"], "ranked_scores": [0.873, 0.8629, 0.8003, 0.7709, 0.7662, 0.7644, 0.7639, 0.7613, 0.7606, 0.7508], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "155873": {"relevant_ids": ["155874"], "ranked_ids": ["155874", "392604", "136219", "446058", "292617", "294020", "97652", "444541", "346009", "439035"], "ranked_scores": [0.798, 0.7889, 0.6426, 0.6277, 0.6252, 0.6163, 0.6094, 0.6015, 0.5933, 0.5925], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "263432": {"relevant_ids": ["263433"], "ranked_ids": ["263433", "128303", "18217", "371563", "301563", "279243", "471057", "192229", "401373", "407204"], "ranked_scores": [0.8313, 0.743, 0.6605, 0.6566, 0.6211, 0.6196, 0.6192, 0.6088, 0.6071, 0.6038], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "354945": {"relevant_ids": ["354946"], "ranked_ids": ["354946", "254071", "322478", "462984", "462983", "236419", "243923", "473769", "201886", "495038"], "ranked_scores": [0.9714, 0.7863, 0.6997, 0.6808, 0.664, 0.6287, 0.6249, 0.6162, 0.5601, 0.5516], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "245417": {"relevant_ids": ["219475", "248195"], "ranked_ids": ["40657", "219475", "248195", "64433", "37326", "319022", "413039", "164159", "368145", "14180"], "ranked_scores": [0.9204, 0.9091, 0.8405, 0.8343, 0.7992, 0.7967, 0.7938, 0.7926, 0.7473, 0.717], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6934, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6934, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6934, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "516276": {"relevant_ids": ["516277"], "ranked_ids": ["516277", "34173", "19755", "510783", "76958", "62062", "352189", "197869", "44716", "143842"], "ranked_scores": [0.9793, 0.833, 0.8212, 0.8041, 0.7903, 0.7888, 0.7741, 0.77, 0.7558, 0.7542], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177580": {"relevant_ids": ["177579"], "ranked_ids": ["177579", "18081", "115954", "272252", "129412", "234825", "517075", "76563", "9954", "60577"], "ranked_scores": [0.9847, 0.6559, 0.65, 0.631, 0.628, 0.6165, 0.6098, 0.609, 0.5965, 0.5961], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "309865": {"relevant_ids": ["33713", "78624", "78623"], "ranked_ids": ["33713", "405094", "78623", "153484", "78624", "209041", "495751", "437065", "469068", "360054"], "ranked_scores": [0.9523, 0.9376, 0.937, 0.9062, 0.8853, 0.8479, 0.8445, 0.8324, 0.7973, 0.791], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.8855, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.8855, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "510387": {"relevant_ids": ["510386"], "ranked_ids": ["241538", "510386", "371033", "40390", "241537", "212478", "344869", "170896", "52003", "284736"], "ranked_scores": [0.8599, 0.8541, 0.8356, 0.8335, 0.8021, 0.8008, 0.7821, 0.7767, 0.7495, 0.7388], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "26645": {"relevant_ids": ["26644"], "ranked_ids": ["26644", "108781", "318396", "207775", "169541", "221561", "39917", "411539", "461704", "83874"], "ranked_scores": [0.9863, 0.7821, 0.7485, 0.7269, 0.6917, 0.6784, 0.6739, 0.6711, 0.6697, 0.6684], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "47788": {"relevant_ids": ["455725"], "ranked_ids": ["455725", "518171", "348138", "59223", "47703", "47789", "235686", "101721", "8505", "37221"], "ranked_scores": [0.9168, 0.8608, 0.8509, 0.8504, 0.8459, 0.8356, 0.8175, 0.8172, 0.8157, 0.7996], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "338281": {"relevant_ids": ["338282"], "ranked_ids": ["338282", "338711", "138712", "452930", "200288", "263861", "11563", "291354", "327767", "362498"], "ranked_scores": [0.8861, 0.6367, 0.6367, 0.6089, 0.6018, 0.5971, 0.5966, 0.5693, 0.5636, 0.5603], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "461149": {"relevant_ids": ["461148"], "ranked_ids": ["461148", "525835", "203100", "283905", "443095", "527101", "417040", "335800", "307096", "274867"], "ranked_scores": [0.911, 0.8908, 0.8503, 0.7379, 0.7262, 0.7124, 0.6859, 0.6832, 0.6765, 0.6682], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "346126": {"relevant_ids": ["110710", "110711"], "ranked_ids": ["110710", "110711", "154338", "296319", "254526", "168350", "340823", "229972", "528998", "340725"], "ranked_scores": [0.942, 0.8976, 0.8928, 0.7727, 0.7711, 0.7711, 0.7495, 0.7379, 0.7346, 0.7188], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "372986": {"relevant_ids": ["49961", "262882"], "ranked_ids": ["49961", "262882", "303468", "497531", "226818", "497357", "215938", "108183", "443239", "249896"], "ranked_scores": [0.978, 0.8953, 0.7507, 0.7426, 0.7218, 0.7212, 0.7029, 0.6985, 0.692, 0.6867], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "501182": {"relevant_ids": ["501181"], "ranked_ids": ["501181", "274777", "231545", "402718", "261255", "447737", "384476", "456116", "524758", "109121"], "ranked_scores": [0.8939, 0.7113, 0.6499, 0.6338, 0.6338, 0.6226, 0.6058, 0.6032, 0.599, 0.5983], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13800": {"relevant_ids": ["376590", "408522", "13799"], "ranked_ids": ["13799", "376590", "179943", "408522", "481109", "281010", "391952", "482825", "363079", "8622"], "ranked_scores": [0.9203, 0.8765, 0.812, 0.8041, 0.7665, 0.7578, 0.7493, 0.7438, 0.7232, 0.7125], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.9675, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9675, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "250143": {"relevant_ids": ["250142"], "ranked_ids": ["250142", "473276", "368186", "57155", "225655", "76062", "509758", "509757", "229130", "50539"], "ranked_scores": [0.9533, 0.884, 0.7113, 0.6981, 0.6833, 0.6828, 0.6825, 0.6672, 0.6656, 0.6631], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13223": {"relevant_ids": ["88348", "156773", "20277", "13224", "88349"], "ranked_ids": ["156773", "13224", "88348", "88349", "86343", "137719", "366749", "24720", "11938", "20277"], "ranked_scores": [0.9899, 0.9534, 0.9138, 0.9063, 0.8938, 0.8857, 0.8842, 0.8749, 0.8579, 0.8482], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.2, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6, "ndcg@5": 0.8688, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.8, "ndcg@10": 0.9668, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "11002": {"relevant_ids": ["11003"], "ranked_ids": ["11003", "444112", "144197", "10212", "241075", "42203", "489539", "254672", "347493", "82619"], "ranked_scores": [0.9352, 0.8444, 0.833, 0.8178, 0.8046, 0.7861, 0.7772, 0.7438, 0.7351, 0.7338], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177653": {"relevant_ids": ["79732"], "ranked_ids": ["79732", "39174", "525756", "395587", "412316", "310721", "200611", "194790", "525755", "373275"], "ranked_scores": [0.9741, 0.7824, 0.7666, 0.709, 0.7018, 0.7015, 0.6922, 0.6791, 0.6721, 0.6625], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "415592": {"relevant_ids": ["415591"], "ranked_ids": ["415591", "430072", "499684", "379146", "84634", "105088", "81159", "338816", "338815", "494912"], "ranked_scores": [0.9566, 0.7483, 0.7396, 0.7301, 0.7103, 0.7065, 0.7064, 0.7047, 0.7012, 0.6981], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "511196": {"relevant_ids": ["511197"], "ranked_ids": ["511197", "45940", "289278", "414717", "251545", "156490", "77372", "459789", "13803", "224675"], "ranked_scores": [0.9183, 0.7036, 0.6831, 0.679, 0.6781, 0.6669, 0.6667, 0.6578, 0.6566, 0.6388], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "344845": {"relevant_ids": ["344844"], "ranked_ids": ["344844", "161471", "327548", "503908", "79987", "111672", "95946", "187882", "249580", "118579"], "ranked_scores": [0.9304, 0.8059, 0.787, 0.775, 0.7689, 0.7582, 0.7537, 0.7396, 0.7298, 0.7226], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "396744": {"relevant_ids": ["396745"], "ranked_ids": ["396745", "284966", "454241", "236438", "418055", "489628", "516168", "338567", "511557", "503444"], "ranked_scores": [0.8453, 0.7423, 0.719, 0.693, 0.647, 0.6447, 0.6395, 0.633, 0.6312, 0.6244], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "452398": {"relevant_ids": ["452399"], "ranked_ids": ["452399", "530610", "90225", "346712", "324290", "435989", "372901", "487918", "267939", "134287"], "ranked_scores": [0.9788, 0.6898, 0.6454, 0.6197, 0.6161, 0.6069, 0.604, 0.6027, 0.6007, 0.5967], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "182114": {"relevant_ids": ["182113"], "ranked_ids": ["196647", "182113", "234482", "139689", "425919", "481882", "533693", "24197", "531602", "34513"], "ranked_scores": [0.9056, 0.8086, 0.7565, 0.749, 0.742, 0.7354, 0.7296, 0.7137, 0.7087, 0.6887], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "486260": {"relevant_ids": ["486259"], "ranked_ids": ["486259", "392356", "113749", "146738", "209254", "146737", "65893", "241333", "492147", "209255"], "ranked_scores": [0.9654, 0.8334, 0.8055, 0.794, 0.7855, 0.7809, 0.768, 0.7588, 0.7531, 0.7486], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "455140": {"relevant_ids": ["315935"], "ranked_ids": ["315935", "427112", "150842", "308963", "124700", "315936", "16399", "50224", "142202", "335780"], "ranked_scores": [0.9337, 0.8051, 0.7979, 0.7913, 0.7443, 0.7386, 0.7335, 0.7296, 0.7035, 0.7006], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "56198": {"relevant_ids": ["56199"], "ranked_ids": ["56199", "160194", "130971", "308888", "43404", "431226", "43405", "523882", "249114", "243039"], "ranked_scores": [0.991, 0.679, 0.6207, 0.6132, 0.6047, 0.602, 0.587, 0.5731, 0.57, 0.5658], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "30172": {"relevant_ids": ["373486", "145119", "30173", "185817", "68426", "145120"], "ranked_ids": ["145120", "160900", "68426", "205338", "373486", "30173", "185817", "357893", "192604", "145119"], "ranked_scores": [0.9538, 0.9524, 0.9174, 0.8994, 0.8755, 0.8642, 0.8522, 0.8482, 0.8377, 0.8361], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.1667, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.6399, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.8671, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "127880": {"relevant_ids": ["241164"], "ranked_ids": ["241164", "135083", "121458", "370634", "210277", "450198", "329579", "141773", "22396", "358959"], "ranked_scores": [0.9202, 0.7756, 0.7661, 0.7292, 0.7229, 0.7145, 0.6762, 0.6642, 0.6629, 0.657], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "167969": {"relevant_ids": ["174461"], "ranked_ids": ["174461", "360983", "91854", "365197", "171665", "449678", "85534", "172806", "222958", "34814"], "ranked_scores": [0.8864, 0.8778, 0.7061, 0.6898, 0.6884, 0.6716, 0.6656, 0.6619, 0.6616, 0.6602], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "97986": {"relevant_ids": ["97987"], "ranked_ids": ["97987", "44589", "393565", "108564", "105886", "284181", "384292", "326597", "41242", "371360"], "ranked_scores": [0.9853, 0.8664, 0.7363, 0.6905, 0.6696, 0.6436, 0.6397, 0.6359, 0.6331, 0.6278], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "12865": {"relevant_ids": ["105683"], "ranked_ids": ["105683", "356189", "92902", "83623", "83622", "277453", "69748", "6376", "528844", "516398"], "ranked_scores": [0.9818, 0.8018, 0.7814, 0.7621, 0.7186, 0.7061, 0.6954, 0.6649, 0.6645, 0.6594], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "215681": {"relevant_ids": ["215680"], "ranked_ids": ["215680", "177080", "5733", "178515", "252239", "297373", "349338", "301165", "54139", "57552"], "ranked_scores": [0.9859, 0.7688, 0.7456, 0.7319, 0.7155, 0.6919, 0.6899, 0.6872, 0.6866, 0.6796], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-bge-base-en-v1.5-mrl-32-post-binary": {"127728": {"relevant_ids": ["127729"], "ranked_ids": ["188019", "145244", "278575", "276617", "78763", "48895", "38063", "387548", "485054", "45999"], "ranked_scores": [27.0, 27.0, 26.0, 26.0, 26.0, 26.0, 25.0, 25.0, 25.0, 25.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "318820": {"relevant_ids": ["318821"], "ranked_ids": ["318821", "190950", "355161", "491038", "496708", "506783", "527173", "395661", "531949", "457906"], "ranked_scores": [31.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 27.0, 27.0, 27.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "296098": {"relevant_ids": ["296097"], "ranked_ids": ["493414", "246154", "72423", "45507", "469868", "68479", "64533", "527852", "81848", "56686"], "ranked_scores": [28.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "150414": {"relevant_ids": ["192835"], "ranked_ids": ["105782", "210681", "192835", "105783", "120489", "21131", "516620", "291994", "59689", "8875"], "ranked_scores": [30.0, 29.0, 29.0, 29.0, 28.0, 28.0, 28.0, 28.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "145582": {"relevant_ids": ["145583"], "ranked_ids": ["299264", "177277", "316486", "345532", "263736", "523882", "277473", "80151", "496708", "316345"], "ranked_scores": [28.0, 26.0, 26.0, 26.0, 25.0, 25.0, 25.0, 25.0, 25.0, 25.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "315712": {"relevant_ids": ["315713"], "ranked_ids": ["315713", "205338", "390120", "185581", "400583", "396505", "15236", "202509", "454814", "288044"], "ranked_scores": [31.0, 29.0, 29.0, 29.0, 29.0, 29.0, 28.0, 28.0, 28.0, 28.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145739": {"relevant_ids": ["145740"], "ranked_ids": ["507600", "100854", "145740", "2420", "414838", "17980", "358623", "377056", "8705", "87004"], "ranked_scores": [28.0, 27.0, 27.0, 27.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "308127": {"relevant_ids": ["308126"], "ranked_ids": ["308126", "301104", "117974", "356798", "427609", "43394", "43395", "436588", "77650", "468070"], "ranked_scores": [29.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "287245": {"relevant_ids": ["322650", "283198", "283199"], "ranked_ids": ["283198", "322650", "283199", "18072", "335053", "35867", "509712", "355270", "377747", "518474"], "ranked_scores": [28.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "14755": {"relevant_ids": ["211906", "14756"], "ranked_ids": ["450970", "14756", "211906", "91113", "218584", "46598", "985", "391952", "430796", "535700"], "ranked_scores": [29.0, 29.0, 28.0, 28.0, 27.0, 27.0, 27.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6934, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6934, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6934, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "370170": {"relevant_ids": ["370169"], "ranked_ids": ["370169", "127", "284336", "22763", "33358", "416687", "478668", "7866", "417976", "84471"], "ranked_scores": [30.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "41774": {"relevant_ids": ["41773"], "ranked_ids": ["41773", "221719", "217481", "339534", "167487", "211373", "421143", "44519", "69886", "62583"], "ranked_scores": [28.0, 28.0, 27.0, 27.0, 26.0, 26.0, 25.0, 25.0, 25.0, 25.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "399648": {"relevant_ids": ["399649"], "ranked_ids": ["399649", "108183", "325415", "21253", "461137", "36585", "380626", "529004", "532497", "54706"], "ranked_scores": [32.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 27.0, 27.0, 27.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "504811": {"relevant_ids": ["504810"], "ranked_ids": ["504810", "84826", "15879", "448774", "31335", "364238", "426215", "532450", "519616", "499535"], "ranked_scores": [32.0, 30.0, 29.0, 29.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "362950": {"relevant_ids": ["362949", "400212"], "ranked_ids": ["444109", "105920", "362949", "380767", "428017", "411503", "424457", "438104", "451769", "469982"], "ranked_scores": [28.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3066, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3066, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3066, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.5}, "155873": {"relevant_ids": ["155874"], "ranked_ids": ["257857", "482825", "446058", "136219", "481109", "256094", "327587", "378060", "408522", "460447"], "ranked_scores": [26.0, 26.0, 26.0, 26.0, 26.0, 25.0, 25.0, 25.0, 25.0, 25.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "263432": {"relevant_ids": ["263433"], "ranked_ids": ["497067", "192229", "223499", "202166", "366216", "407204", "356658", "401373", "371563", "471057"], "ranked_scores": [28.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "354945": {"relevant_ids": ["354946"], "ranked_ids": ["503871", "286928", "201480", "408370", "362986", "39129", "468655", "412316", "469483", "502840"], "ranked_scores": [28.0, 27.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "245417": {"relevant_ids": ["219475", "248195"], "ranked_ids": ["40657", "223618", "219475", "240478", "335292", "240937", "320580", "390696", "248195", "81836"], "ranked_scores": [30.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3066, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3066, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.4911, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "516276": {"relevant_ids": ["516277"], "ranked_ids": ["243573", "76958", "104400", "143842", "161701", "149233", "86040", "19755", "498862", "516277"], "ranked_scores": [29.0, 29.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "177580": {"relevant_ids": ["177579"], "ranked_ids": ["177579", "77699", "113886", "225375", "339535", "378060", "433449", "363712", "429434", "522481"], "ranked_scores": [31.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "309865": {"relevant_ids": ["33713", "78624", "78623"], "ranked_ids": ["33713", "437065", "153484", "312029", "360054", "461871", "495751", "78624", "59363", "78623"], "ranked_scores": [31.0, 30.0, 29.0, 29.0, 29.0, 28.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.753, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "510387": {"relevant_ids": ["510386"], "ranked_ids": ["484846", "10702", "510386", "391328", "40390", "439346", "412445", "477033", "76527", "49437"], "ranked_scores": [29.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "26645": {"relevant_ids": ["26644"], "ranked_ids": ["26644", "259432", "267521", "440412", "284346", "318396", "504445", "389208", "403063", "89059"], "ranked_scores": [32.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 25.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "47788": {"relevant_ids": ["455725"], "ranked_ids": ["37221", "120701", "147099", "47789", "285023", "15132", "338788", "72857", "87039", "9659"], "ranked_scores": [28.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "338281": {"relevant_ids": ["338282"], "ranked_ids": ["496777", "11563", "56128", "367164", "93301", "349818", "377747", "427265", "491239", "483940"], "ranked_scores": [27.0, 27.0, 27.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "461149": {"relevant_ids": ["461148"], "ranked_ids": ["461148", "197869", "486378", "267560", "501181", "525835", "527101", "33988", "506716", "72031"], "ranked_scores": [28.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 25.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "346126": {"relevant_ids": ["110710", "110711"], "ranked_ids": ["318821", "175928", "266615", "110710", "235580", "527173", "57792", "21352", "484251", "51453"], "ranked_scores": [28.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2641, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2641, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.5}, "372986": {"relevant_ids": ["49961", "262882"], "ranked_ids": ["49961", "262882", "9918", "179617", "309713", "491226", "502491", "71159", "60142", "7591"], "ranked_scores": [31.0, 28.0, 27.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "501182": {"relevant_ids": ["501181"], "ranked_ids": ["235061", "6094", "106009", "107571", "128295", "129993", "249580", "54139", "61314", "63757"], "ranked_scores": [28.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "13800": {"relevant_ids": ["376590", "408522", "13799"], "ranked_ids": ["144622", "256094", "56338", "408522", "134852", "34823", "482825", "67320", "7178", "72857"], "ranked_scores": [29.0, 29.0, 29.0, 29.0, 28.0, 28.0, 28.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2021, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2021, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.3333}, "250143": {"relevant_ids": ["250142"], "ranked_ids": ["250142", "382691", "533421", "168192", "254185", "286122", "185164", "319909", "99463", "473276"], "ranked_scores": [28.0, 28.0, 28.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0, 26.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13223": {"relevant_ids": ["88348", "156773", "20277", "13224", "88349"], "ranked_ids": ["156773", "24720", "13224", "88349", "88348", "163971", "86343", "361830", "366749", "38868"], "ranked_scores": [32.0, 30.0, 30.0, 30.0, 30.0, 28.0, 28.0, 27.0, 27.0, 27.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.2, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.4, "ndcg@5": 0.786, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.8, "ndcg@10": 0.786, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.8}, "11002": {"relevant_ids": ["11003"], "ranked_ids": ["11003", "153944", "199548", "468424", "320138", "82619", "241075", "509502", "64236", "78042"], "ranked_scores": [30.0, 29.0, 29.0, 29.0, 28.0, 28.0, 28.0, 27.0, 27.0, 27.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177653": {"relevant_ids": ["79732"], "ranked_ids": ["79732", "39174", "525756", "138956", "200611", "319515", "525755", "362866", "373717", "395587"], "ranked_scores": [30.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0, 25.0, 25.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "415592": {"relevant_ids": ["415591"], "ranked_ids": ["415591", "119111", "469385", "379146", "105088", "359124", "322822", "216212", "494237", "517597"], "ranked_scores": [28.0, 28.0, 28.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0, 25.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "511196": {"relevant_ids": ["511197"], "ranked_ids": ["277652", "436124", "491923", "511197", "302837", "377947", "407088", "398991", "414717", "478668"], "ranked_scores": [28.0, 28.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "344845": {"relevant_ids": ["344844"], "ranked_ids": ["344844", "278651", "527104", "449479", "449478", "335497", "429502", "465929", "438104", "503908"], "ranked_scores": [30.0, 28.0, 28.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "396744": {"relevant_ids": ["396745"], "ranked_ids": ["511557", "396745", "109554", "27489", "303054", "418055", "452930", "55767", "74218", "68891"], "ranked_scores": [28.0, 28.0, 27.0, 27.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "452398": {"relevant_ids": ["452399"], "ranked_ids": ["452399", "324290", "325254", "106131", "366883", "522379", "304781", "461682", "49611", "491226"], "ranked_scores": [30.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0, 25.0, 25.0, 25.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "182114": {"relevant_ids": ["182113"], "ranked_ids": ["196647", "277277", "220842", "234482", "425919", "312841", "252201", "4003", "401139", "481882"], "ranked_scores": [30.0, 29.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "486260": {"relevant_ids": ["486259"], "ranked_ids": ["249962", "486259", "499833", "235892", "241333", "470032", "441089", "87346", "91527", "506410"], "ranked_scores": [28.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "455140": {"relevant_ids": ["315935"], "ranked_ids": ["454994", "347188", "150842", "315935", "124700", "440700", "173862", "48075", "510681", "80224"], "ranked_scores": [29.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "56198": {"relevant_ids": ["56199"], "ranked_ids": ["56199", "296869", "222414", "302106", "399995", "424063", "464097", "478668", "7866", "54012"], "ranked_scores": [32.0, 29.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "30172": {"relevant_ids": ["373486", "145119", "30173", "185817", "68426", "145120"], "ranked_ids": ["160900", "30173", "53445", "529781", "507189", "239366", "288044", "61715", "412309", "68426"], "ranked_scores": [30.0, 29.0, 29.0, 29.0, 29.0, 28.0, 28.0, 28.0, 28.0, 28.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.1667, "ndcg@5": 0.214, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.1667, "ndcg@10": 0.2784, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.3333}, "127880": {"relevant_ids": ["241164"], "ranked_ids": ["241164", "135083", "121458", "210277", "415983", "99916", "353785", "366050", "370634", "389438"], "ranked_scores": [32.0, 27.0, 27.0, 27.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "167969": {"relevant_ids": ["174461"], "ranked_ids": ["174461", "337938", "531949", "294998", "330013", "499833", "360983", "476748", "72540", "514671"], "ranked_scores": [30.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "97986": {"relevant_ids": ["97987"], "ranked_ids": ["97987", "467866", "105886", "282280", "308991", "305072", "473384", "431801", "371360", "87339"], "ranked_scores": [30.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "12865": {"relevant_ids": ["105683"], "ranked_ids": ["105683", "83622", "398241", "133571", "101617", "231925", "92902", "516895", "67283", "9687"], "ranked_scores": [28.0, 27.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "215681": {"relevant_ids": ["215680"], "ranked_ids": ["215680", "304711", "397622", "311686", "36569", "337422", "410439", "522612", "435705", "7178"], "ranked_scores": [32.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-bge-base-en-v1.5-mrl-64-post-binary": {"127728": {"relevant_ids": ["127729"], "ranked_ids": ["48895", "276617", "45999", "127729", "145244", "189865", "245618", "190150", "499988", "397135"], "ranked_scores": [51.0, 50.0, 49.0, 49.0, 48.0, 48.0, 48.0, 48.0, 48.0, 48.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "318820": {"relevant_ids": ["318821"], "ranked_ids": ["318821", "355161", "492379", "496708", "491038", "190950", "332715", "367479", "370618", "491039"], "ranked_scores": [59.0, 53.0, 51.0, 51.0, 51.0, 51.0, 50.0, 49.0, 49.0, 49.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "296098": {"relevant_ids": ["296097"], "ranked_ids": ["493414", "45507", "514650", "134752", "45506", "423933", "14774", "307653", "298852", "492756"], "ranked_scores": [52.0, 52.0, 50.0, 50.0, 50.0, 50.0, 49.0, 49.0, 48.0, 48.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "150414": {"relevant_ids": ["192835"], "ranked_ids": ["105782", "192835", "516620", "105783", "21131", "335143", "126746", "199554", "520262", "8875"], "ranked_scores": [60.0, 59.0, 57.0, 57.0, 55.0, 55.0, 53.0, 53.0, 52.0, 52.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "145582": {"relevant_ids": ["145583"], "ranked_ids": ["299264", "87614", "316486", "145583", "177277", "208294", "345532", "263736", "479576", "497375"], "ranked_scores": [53.0, 51.0, 50.0, 50.0, 48.0, 48.0, 48.0, 48.0, 48.0, 48.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "315712": {"relevant_ids": ["315713"], "ranked_ids": ["315713", "400583", "396505", "390120", "15236", "182720", "205338", "356617", "459278", "492506"], "ranked_scores": [58.0, 55.0, 54.0, 54.0, 53.0, 52.0, 52.0, 51.0, 51.0, 51.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145739": {"relevant_ids": ["145740"], "ranked_ids": ["145740", "241979", "2420", "366074", "8705", "415781", "507600", "59870", "155038", "453401"], "ranked_scores": [53.0, 52.0, 51.0, 51.0, 51.0, 51.0, 51.0, 50.0, 50.0, 49.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "308127": {"relevant_ids": ["308126"], "ranked_ids": ["308126", "140685", "77650", "301104", "427609", "402262", "225544", "469506", "28193", "395527"], "ranked_scores": [56.0, 51.0, 51.0, 51.0, 50.0, 50.0, 49.0, 49.0, 49.0, 49.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "287245": {"relevant_ids": ["322650", "283198", "283199"], "ranked_ids": ["283198", "283199", "322650", "208412", "195143", "405392", "415784", "415785", "420279", "508239"], "ranked_scores": [56.0, 56.0, 56.0, 51.0, 50.0, 49.0, 49.0, 49.0, 49.0, 48.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "14755": {"relevant_ids": ["211906", "14756"], "ranked_ids": ["14756", "450970", "211906", "30834", "449494", "218584", "494610", "28296", "83338", "91113"], "ranked_scores": [58.0, 58.0, 57.0, 52.0, 51.0, 51.0, 50.0, 48.0, 48.0, 48.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.9197, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.9197, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9197, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "370170": {"relevant_ids": ["370169"], "ranked_ids": ["370169", "466920", "433820", "168758", "100860", "319406", "404718", "4395", "517381", "417976"], "ranked_scores": [62.0, 50.0, 48.0, 48.0, 47.0, 47.0, 47.0, 47.0, 47.0, 47.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "41774": {"relevant_ids": ["41773"], "ranked_ids": ["221719", "339534", "41773", "373827", "475043", "277599", "481882", "217481", "340176", "280245"], "ranked_scores": [52.0, 51.0, 50.0, 50.0, 48.0, 48.0, 48.0, 47.0, 47.0, 47.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "399648": {"relevant_ids": ["399649"], "ranked_ids": ["399649", "51503", "21253", "26748", "243294", "255525", "390415", "462253", "54706", "486011"], "ranked_scores": [63.0, 51.0, 51.0, 50.0, 49.0, 49.0, 49.0, 49.0, 49.0, 49.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "504811": {"relevant_ids": ["504810"], "ranked_ids": ["504810", "532450", "298555", "220454", "448774", "114876", "155038", "179617", "179618", "230975"], "ranked_scores": [62.0, 53.0, 53.0, 52.0, 52.0, 52.0, 51.0, 50.0, 50.0, 50.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "362950": {"relevant_ids": ["362949", "400212"], "ranked_ids": ["105920", "362949", "128441", "244712", "129563", "278651", "400212", "247372", "465929", "68956"], "ranked_scores": [53.0, 52.0, 52.0, 52.0, 51.0, 51.0, 51.0, 51.0, 51.0, 50.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.5912, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "155873": {"relevant_ids": ["155874"], "ranked_ids": ["155874", "446058", "392604", "230787", "162323", "327517", "3249", "294021", "378060", "378062"], "ranked_scores": [52.0, 52.0, 49.0, 48.0, 48.0, 48.0, 48.0, 48.0, 47.0, 47.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "263432": {"relevant_ids": ["263433"], "ranked_ids": ["497067", "128303", "216984", "20409", "317813", "376025", "518608", "471057", "401373", "437085"], "ranked_scores": [54.0, 50.0, 49.0, 49.0, 48.0, 48.0, 48.0, 48.0, 48.0, 48.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "354945": {"relevant_ids": ["354946"], "ranked_ids": ["354946", "8622", "503871", "46487", "501255", "207618", "287396", "254071", "383111", "386956"], "ranked_scores": [56.0, 50.0, 50.0, 49.0, 49.0, 48.0, 48.0, 48.0, 48.0, 47.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "245417": {"relevant_ids": ["219475", "248195"], "ranked_ids": ["40657", "319022", "219475", "37326", "312106", "164159", "413039", "390696", "368145", "490256"], "ranked_scores": [57.0, 54.0, 54.0, 53.0, 53.0, 52.0, 52.0, 52.0, 51.0, 51.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3066, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3066, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3066, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.5}, "516276": {"relevant_ids": ["516277"], "ranked_ids": ["149233", "516277", "19755", "102285", "76958", "34173", "131350", "72857", "39210", "410439"], "ranked_scores": [55.0, 55.0, 55.0, 55.0, 55.0, 54.0, 53.0, 53.0, 52.0, 52.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "177580": {"relevant_ids": ["177579"], "ranked_ids": ["177579", "129413", "77699", "129412", "522481", "419100", "160194", "275749", "518326", "96867"], "ranked_scores": [62.0, 51.0, 51.0, 51.0, 50.0, 50.0, 49.0, 49.0, 49.0, 47.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "309865": {"relevant_ids": ["33713", "78624", "78623"], "ranked_ids": ["33713", "78623", "153484", "312029", "461871", "405094", "78624", "360054", "20635", "495578"], "ranked_scores": [61.0, 56.0, 55.0, 55.0, 55.0, 55.0, 55.0, 54.0, 54.0, 53.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.7654, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.9218, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "510387": {"relevant_ids": ["510386"], "ranked_ids": ["510386", "241538", "241537", "412443", "107582", "364334", "420911", "43729", "477033", "83875"], "ranked_scores": [54.0, 53.0, 52.0, 51.0, 50.0, 49.0, 48.0, 48.0, 48.0, 48.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "26645": {"relevant_ids": ["26644"], "ranked_ids": ["26644", "403063", "74663", "221561", "83874", "318396", "108781", "407302", "467578", "8521"], "ranked_scores": [63.0, 51.0, 51.0, 50.0, 50.0, 50.0, 50.0, 50.0, 49.0, 49.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "47788": {"relevant_ids": ["455725"], "ranked_ids": ["87039", "37221", "518171", "455725", "147099", "358817", "47789", "47703", "348138", "59223"], "ranked_scores": [55.0, 54.0, 54.0, 54.0, 53.0, 53.0, 53.0, 53.0, 52.0, 52.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "338281": {"relevant_ids": ["338282"], "ranked_ids": ["338282", "11563", "258451", "327767", "138712", "291354", "529423", "459804", "56128", "93301"], "ranked_scores": [55.0, 51.0, 48.0, 47.0, 47.0, 47.0, 47.0, 47.0, 46.0, 46.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "461149": {"relevant_ids": ["461148"], "ranked_ids": ["525835", "461148", "203100", "486378", "23290", "527101", "296210", "389968", "509802", "43191"], "ranked_scores": [54.0, 53.0, 51.0, 51.0, 51.0, 49.0, 48.0, 47.0, 47.0, 47.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "346126": {"relevant_ids": ["110710", "110711"], "ranked_ids": ["110710", "203476", "154338", "110711", "108617", "14416", "209102", "254526", "340823", "381810"], "ranked_scores": [57.0, 54.0, 54.0, 53.0, 51.0, 51.0, 50.0, 50.0, 50.0, 50.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.8772, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.8772, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "372986": {"relevant_ids": ["49961", "262882"], "ranked_ids": ["49961", "262882", "140334", "491226", "497531", "485235", "9918", "127288", "303468", "443239"], "ranked_scores": [60.0, 57.0, 54.0, 53.0, 52.0, 52.0, 52.0, 51.0, 51.0, 50.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "501182": {"relevant_ids": ["501181"], "ranked_ids": ["501181", "50260", "102285", "2257", "219399", "129993", "249580", "287295", "456116", "327468"], "ranked_scores": [54.0, 52.0, 51.0, 51.0, 51.0, 51.0, 50.0, 50.0, 50.0, 50.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13800": {"relevant_ids": ["376590", "408522", "13799"], "ranked_ids": ["408522", "13799", "179943", "256094", "110892", "328204", "257857", "481109", "376590", "56338"], "ranked_scores": [56.0, 55.0, 55.0, 54.0, 53.0, 53.0, 53.0, 53.0, 53.0, 53.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.7654, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.9066, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "250143": {"relevant_ids": ["250142"], "ranked_ids": ["250142", "473276", "382691", "533421", "129313", "168192", "99463", "286122", "299551", "403812"], "ranked_scores": [55.0, 52.0, 52.0, 52.0, 49.0, 48.0, 48.0, 47.0, 47.0, 47.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13223": {"relevant_ids": ["88348", "156773", "20277", "13224", "88349"], "ranked_ids": ["156773", "13224", "24720", "11938", "88349", "88348", "366749", "86343", "173790", "38868"], "ranked_scores": [62.0, 60.0, 59.0, 58.0, 58.0, 57.0, 56.0, 56.0, 55.0, 55.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.2, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.4, "ndcg@5": 0.6844, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6, "ndcg@10": 0.8052, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.8}, "11002": {"relevant_ids": ["11003"], "ranked_ids": ["11003", "199548", "468424", "320539", "82619", "335053", "116303", "266361", "241075", "497231"], "ranked_scores": [56.0, 56.0, 54.0, 53.0, 52.0, 52.0, 51.0, 51.0, 51.0, 51.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177653": {"relevant_ids": ["79732"], "ranked_ids": ["79732", "39174", "395587", "525756", "194790", "138956", "373275", "362866", "412316", "467422"], "ranked_scores": [62.0, 50.0, 50.0, 49.0, 48.0, 48.0, 48.0, 48.0, 47.0, 47.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "415592": {"relevant_ids": ["415591"], "ranked_ids": ["415591", "105088", "119111", "469385", "338816", "216212", "42413", "338815", "379147", "379146"], "ranked_scores": [56.0, 54.0, 52.0, 51.0, 51.0, 50.0, 50.0, 50.0, 50.0, 49.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "511196": {"relevant_ids": ["511197"], "ranked_ids": ["511197", "414717", "277652", "459789", "289278", "45940", "413940", "436124", "42981", "77372"], "ranked_scores": [54.0, 53.0, 52.0, 50.0, 49.0, 49.0, 49.0, 49.0, 48.0, 48.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "344845": {"relevant_ids": ["344844"], "ranked_ids": ["344844", "111672", "335497", "520816", "527104", "20428", "41614", "79987", "83881", "95946"], "ranked_scores": [60.0, 54.0, 53.0, 53.0, 52.0, 51.0, 51.0, 51.0, 50.0, 50.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "396744": {"relevant_ids": ["396745"], "ranked_ids": ["396745", "527221", "454241", "145729", "430179", "375685", "511557", "75585", "503444", "55767"], "ranked_scores": [52.0, 51.0, 50.0, 50.0, 49.0, 49.0, 49.0, 49.0, 48.0, 48.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "452398": {"relevant_ids": ["452399"], "ranked_ids": ["452399", "258503", "324290", "303730", "461682", "165046", "446384", "267939", "399415", "49045"], "ranked_scores": [59.0, 52.0, 52.0, 51.0, 51.0, 50.0, 50.0, 49.0, 49.0, 49.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "182114": {"relevant_ids": ["182113"], "ranked_ids": ["196647", "4003", "425919", "252201", "388941", "401139", "354965", "277277", "55489", "475847"], "ranked_scores": [56.0, 51.0, 51.0, 51.0, 50.0, 50.0, 49.0, 49.0, 49.0, 48.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "486260": {"relevant_ids": ["486259"], "ranked_ids": ["486259", "385204", "452464", "113749", "476748", "392356", "284346", "41498", "46379", "492147"], "ranked_scores": [55.0, 51.0, 50.0, 50.0, 50.0, 49.0, 49.0, 49.0, 48.0, 48.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "455140": {"relevant_ids": ["315935"], "ranked_ids": ["124700", "315935", "454994", "150842", "366205", "427112", "510681", "142202", "16399", "173862"], "ranked_scores": [58.0, 56.0, 54.0, 54.0, 54.0, 53.0, 53.0, 53.0, 52.0, 52.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "56198": {"relevant_ids": ["56199"], "ranked_ids": ["56199", "279986", "222414", "302106", "249114", "417931", "54012", "7866", "272144", "355161"], "ranked_scores": [62.0, 51.0, 51.0, 51.0, 50.0, 50.0, 50.0, 49.0, 48.0, 48.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "30172": {"relevant_ids": ["373486", "145119", "30173", "185817", "68426", "145120"], "ranked_ids": ["160900", "145120", "357893", "205338", "185817", "68426", "30173", "288044", "82405", "529781"], "ranked_scores": [59.0, 57.0, 55.0, 54.0, 54.0, 54.0, 53.0, 52.0, 52.0, 52.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.1667, "ndcg@5": 0.3452, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.5166, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.6667}, "127880": {"relevant_ids": ["241164"], "ranked_ids": ["241164", "135083", "121458", "389438", "403741", "99916", "450198", "437116", "454826", "98400"], "ranked_scores": [61.0, 56.0, 54.0, 50.0, 49.0, 49.0, 49.0, 48.0, 48.0, 48.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "167969": {"relevant_ids": ["174461"], "ranked_ids": ["174461", "360983", "209661", "130123", "42203", "130124", "21396", "337938", "506783", "95767"], "ranked_scores": [60.0, 56.0, 54.0, 51.0, 51.0, 51.0, 50.0, 49.0, 49.0, 49.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "97986": {"relevant_ids": ["97987"], "ranked_ids": ["97987", "44589", "479236", "98924", "98925", "393565", "105886", "282280", "384292", "506848"], "ranked_scores": [57.0, 54.0, 52.0, 51.0, 51.0, 51.0, 51.0, 49.0, 49.0, 49.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "12865": {"relevant_ids": ["105683"], "ranked_ids": ["105683", "92902", "291690", "133571", "231925", "59589", "83622", "59590", "6376", "65882"], "ranked_scores": [56.0, 52.0, 51.0, 51.0, 49.0, 49.0, 49.0, 48.0, 48.0, 48.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "215681": {"relevant_ids": ["215680"], "ranked_ids": ["215680", "252239", "12213", "297373", "177080", "349338", "352734", "59439", "397622", "400438"], "ranked_scores": [62.0, 51.0, 50.0, 50.0, 50.0, 50.0, 49.0, 49.0, 49.0, 49.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-bge-base-en-v1.5-mrl-128-post-binary": {"127728": {"relevant_ids": ["127729"], "ranked_ids": ["48895", "127729", "276617", "38063", "315009", "145244", "45999", "190150", "205884", "278575"], "ranked_scores": [100.0, 99.0, 99.0, 97.0, 97.0, 97.0, 97.0, 96.0, 96.0, 95.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "318820": {"relevant_ids": ["318821"], "ranked_ids": ["318821", "491038", "367479", "491039", "496708", "190950", "355161", "360734", "162581", "457906"], "ranked_scores": [115.0, 99.0, 99.0, 98.0, 98.0, 97.0, 97.0, 96.0, 96.0, 94.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "296098": {"relevant_ids": ["296097"], "ranked_ids": ["45507", "45506", "514650", "296097", "134752", "493414", "120598", "198263", "469985", "469868"], "ranked_scores": [98.0, 98.0, 97.0, 96.0, 96.0, 93.0, 92.0, 92.0, 92.0, 92.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "150414": {"relevant_ids": ["192835"], "ranked_ids": ["105782", "192835", "516620", "21131", "105783", "499154", "8875", "132912", "161296", "210681"], "ranked_scores": [119.0, 116.0, 111.0, 108.0, 105.0, 103.0, 102.0, 101.0, 101.0, 101.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "145582": {"relevant_ids": ["145583"], "ranked_ids": ["145583", "299264", "87614", "130013", "497375", "263736", "479576", "208294", "508501", "454470"], "ranked_scores": [103.0, 100.0, 92.0, 92.0, 91.0, 91.0, 90.0, 89.0, 89.0, 89.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "315712": {"relevant_ids": ["315713"], "ranked_ids": ["315713", "396505", "492506", "120489", "390120", "454814", "400583", "203205", "194841", "261260"], "ranked_scores": [112.0, 104.0, 102.0, 101.0, 101.0, 100.0, 99.0, 98.0, 98.0, 97.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145739": {"relevant_ids": ["145740"], "ranked_ids": ["303090", "453401", "145740", "8705", "2420", "366074", "241979", "414838", "377056", "58501"], "ranked_scores": [100.0, 100.0, 99.0, 99.0, 99.0, 99.0, 98.0, 98.0, 96.0, 95.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "308127": {"relevant_ids": ["308126"], "ranked_ids": ["308126", "154044", "301104", "385951", "367804", "282571", "428836", "395527", "486822", "498938"], "ranked_scores": [111.0, 98.0, 97.0, 96.0, 95.0, 94.0, 94.0, 94.0, 94.0, 94.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "287245": {"relevant_ids": ["322650", "283198", "283199"], "ranked_ids": ["283198", "322650", "283199", "299392", "208412", "190330", "188940", "420279", "109049", "192143"], "ranked_scores": [111.0, 111.0, 108.0, 95.0, 94.0, 94.0, 94.0, 93.0, 93.0, 92.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "14755": {"relevant_ids": ["211906", "14756"], "ranked_ids": ["450970", "14756", "211906", "235454", "30834", "83338", "449494", "494610", "535700", "381248"], "ranked_scores": [114.0, 113.0, 112.0, 101.0, 100.0, 100.0, 100.0, 96.0, 96.0, 94.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6934, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6934, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6934, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "370170": {"relevant_ids": ["370169"], "ranked_ids": ["370169", "466920", "433820", "22763", "4395", "168758", "191527", "404718", "417976", "88911"], "ranked_scores": [124.0, 93.0, 92.0, 91.0, 90.0, 89.0, 89.0, 89.0, 89.0, 88.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "41774": {"relevant_ids": ["41773"], "ranked_ids": ["41773", "239344", "339534", "307530", "173048", "475177", "221719", "277599", "286056", "280245"], "ranked_scores": [106.0, 97.0, 94.0, 93.0, 92.0, 91.0, 91.0, 90.0, 90.0, 90.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "399648": {"relevant_ids": ["399649"], "ranked_ids": ["399649", "21253", "54706", "225815", "154368", "462253", "243294", "26748", "412309", "327545"], "ranked_scores": [124.0, 99.0, 98.0, 97.0, 95.0, 94.0, 94.0, 93.0, 93.0, 92.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "504811": {"relevant_ids": ["504810"], "ranked_ids": ["504810", "298555", "179617", "230975", "220454", "179618", "175461", "499535", "309894", "90374"], "ranked_scores": [120.0, 103.0, 100.0, 98.0, 97.0, 97.0, 94.0, 94.0, 94.0, 93.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "362950": {"relevant_ids": ["362949", "400212"], "ranked_ids": ["400212", "278651", "105920", "465929", "362949", "344212", "129563", "247372", "244712", "463443"], "ranked_scores": [104.0, 104.0, 103.0, 103.0, 103.0, 102.0, 101.0, 101.0, 101.0, 100.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.8503, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.8503, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "155873": {"relevant_ids": ["155874"], "ranked_ids": ["155874", "446058", "392604", "162323", "136219", "115329", "3249", "292617", "363712", "378062"], "ranked_scores": [106.0, 99.0, 99.0, 98.0, 95.0, 95.0, 94.0, 94.0, 94.0, 93.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "263432": {"relevant_ids": ["263433"], "ranked_ids": ["263433", "95041", "371563", "193792", "317813", "497067", "376025", "25816", "471057", "72493"], "ranked_scores": [100.0, 98.0, 97.0, 97.0, 96.0, 96.0, 95.0, 95.0, 95.0, 94.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "354945": {"relevant_ids": ["354946"], "ranked_ids": ["354946", "254071", "236419", "322478", "287396", "473769", "243923", "501255", "408370", "484646"], "ranked_scores": [114.0, 98.0, 96.0, 95.0, 94.0, 94.0, 93.0, 92.0, 91.0, 91.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "245417": {"relevant_ids": ["219475", "248195"], "ranked_ids": ["40657", "219475", "164159", "64433", "37326", "413039", "152213", "390696", "319022", "368145"], "ranked_scores": [115.0, 113.0, 108.0, 107.0, 106.0, 105.0, 103.0, 103.0, 102.0, 101.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3869, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "516276": {"relevant_ids": ["516277"], "ranked_ids": ["516277", "19755", "76958", "34173", "387288", "149233", "145004", "439480", "4692", "62062"], "ranked_scores": [117.0, 111.0, 110.0, 108.0, 102.0, 102.0, 100.0, 100.0, 100.0, 100.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177580": {"relevant_ids": ["177579"], "ranked_ids": ["177579", "129412", "129413", "18081", "419100", "254672", "517075", "275749", "390471", "392887"], "ranked_scores": [126.0, 102.0, 100.0, 96.0, 95.0, 94.0, 93.0, 92.0, 92.0, 92.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "309865": {"relevant_ids": ["33713", "78624", "78623"], "ranked_ids": ["33713", "78623", "405094", "153484", "78624", "469068", "461871", "495751", "312029", "360054"], "ranked_scores": [118.0, 116.0, 113.0, 113.0, 112.0, 111.0, 110.0, 110.0, 109.0, 109.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.9469, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9469, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "510387": {"relevant_ids": ["510386"], "ranked_ids": ["241538", "510386", "241537", "40390", "371033", "212478", "344869", "412443", "364334", "43729"], "ranked_scores": [108.0, 106.0, 106.0, 104.0, 103.0, 102.0, 100.0, 100.0, 100.0, 99.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "26645": {"relevant_ids": ["26644"], "ranked_ids": ["26644", "318396", "108781", "144057", "163452", "83875", "83874", "207775", "64900", "8521"], "ranked_scores": [126.0, 104.0, 103.0, 103.0, 102.0, 101.0, 101.0, 100.0, 99.0, 99.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "47788": {"relevant_ids": ["455725"], "ranked_ids": ["37221", "455725", "47703", "70829", "87039", "59223", "147099", "15132", "348138", "518171"], "ranked_scores": [110.0, 107.0, 105.0, 105.0, 105.0, 103.0, 102.0, 102.0, 102.0, 101.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "338281": {"relevant_ids": ["338282"], "ranked_ids": ["338282", "11563", "263861", "167914", "138712", "291354", "258451", "467526", "496777", "529423"], "ranked_scores": [106.0, 96.0, 96.0, 91.0, 89.0, 89.0, 89.0, 87.0, 87.0, 87.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "461149": {"relevant_ids": ["461148"], "ranked_ids": ["461148", "525835", "203100", "283905", "23290", "527101", "286024", "309376", "397001", "417040"], "ranked_scores": [108.0, 105.0, 104.0, 93.0, 91.0, 91.0, 91.0, 90.0, 90.0, 90.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "346126": {"relevant_ids": ["110710", "110711"], "ranked_ids": ["110710", "154338", "110711", "203476", "168350", "340823", "340725", "381810", "254526", "296319"], "ranked_scores": [116.0, 111.0, 106.0, 102.0, 101.0, 101.0, 100.0, 99.0, 99.0, 97.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.9197, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.9197, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9197, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "372986": {"relevant_ids": ["49961", "262882"], "ranked_ids": ["49961", "262882", "140334", "497531", "140335", "226818", "215938", "303468", "309713", "485235"], "ranked_scores": [120.0, 110.0, 100.0, 98.0, 98.0, 97.0, 97.0, 95.0, 94.0, 94.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "501182": {"relevant_ids": ["501181"], "ranked_ids": ["501181", "274777", "456116", "129993", "327468", "152213", "411630", "411717", "503522", "64433"], "ranked_scores": [108.0, 100.0, 99.0, 97.0, 96.0, 96.0, 95.0, 95.0, 94.0, 94.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13800": {"relevant_ids": ["376590", "408522", "13799"], "ranked_ids": ["13799", "482825", "408522", "179943", "376590", "34823", "328204", "306761", "257857", "56338"], "ranked_scores": [106.0, 104.0, 104.0, 103.0, 103.0, 102.0, 102.0, 102.0, 100.0, 100.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.8855, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.8855, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "250143": {"relevant_ids": ["250142"], "ranked_ids": ["250142", "473276", "533421", "129313", "284246", "382691", "185164", "232450", "492698", "526032"], "ranked_scores": [111.0, 106.0, 98.0, 97.0, 94.0, 94.0, 93.0, 93.0, 92.0, 92.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13223": {"relevant_ids": ["88348", "156773", "20277", "13224", "88349"], "ranked_ids": ["156773", "13224", "11938", "88349", "88348", "24720", "173790", "86343", "126265", "366749"], "ranked_scores": [123.0, 113.0, 112.0, 111.0, 111.0, 110.0, 110.0, 109.0, 106.0, 106.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.2, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.4, "ndcg@5": 0.8304, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.8, "ndcg@10": 0.8304, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.8}, "11002": {"relevant_ids": ["11003"], "ranked_ids": ["11003", "199548", "468424", "144197", "42203", "241075", "82619", "444112", "347493", "64236"], "ranked_scores": [111.0, 109.0, 106.0, 105.0, 105.0, 104.0, 104.0, 104.0, 101.0, 100.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177653": {"relevant_ids": ["79732"], "ranked_ids": ["79732", "39174", "362866", "194790", "525756", "395587", "412316", "373717", "138956", "310721"], "ranked_scores": [125.0, 102.0, 99.0, 97.0, 97.0, 96.0, 96.0, 95.0, 94.0, 93.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "415592": {"relevant_ids": ["415591"], "ranked_ids": ["415591", "105088", "119111", "379146", "322822", "338816", "208294", "288357", "462451", "338815"], "ranked_scores": [116.0, 104.0, 101.0, 100.0, 98.0, 98.0, 97.0, 96.0, 96.0, 96.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "511196": {"relevant_ids": ["511197"], "ranked_ids": ["511197", "45940", "77372", "224675", "277652", "459789", "414717", "377947", "441717", "289278"], "ranked_scores": [112.0, 102.0, 100.0, 96.0, 96.0, 96.0, 96.0, 95.0, 94.0, 93.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "344845": {"relevant_ids": ["344844"], "ranked_ids": ["344844", "111672", "380767", "41614", "401905", "95946", "161471", "335497", "4763", "527104"], "ranked_scores": [116.0, 105.0, 103.0, 102.0, 101.0, 101.0, 101.0, 100.0, 100.0, 100.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "396744": {"relevant_ids": ["396745"], "ranked_ids": ["396745", "454241", "503444", "284966", "145729", "1535", "421257", "332046", "511557", "527173"], "ranked_scores": [103.0, 98.0, 97.0, 96.0, 95.0, 93.0, 92.0, 92.0, 91.0, 91.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "452398": {"relevant_ids": ["452399"], "ranked_ids": ["452399", "461682", "324290", "346712", "267939", "258503", "304781", "342501", "54706", "372901"], "ranked_scores": [118.0, 99.0, 99.0, 95.0, 95.0, 94.0, 93.0, 93.0, 93.0, 93.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "182114": {"relevant_ids": ["182113"], "ranked_ids": ["196647", "182113", "425919", "531602", "24197", "401139", "252201", "405949", "415732", "475043"], "ranked_scores": [108.0, 103.0, 98.0, 97.0, 96.0, 96.0, 95.0, 95.0, 95.0, 95.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "486260": {"relevant_ids": ["486259"], "ranked_ids": ["486259", "392356", "113749", "241333", "476748", "41498", "370495", "416784", "452464", "65893"], "ranked_scores": [111.0, 102.0, 100.0, 100.0, 100.0, 100.0, 98.0, 98.0, 98.0, 98.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "455140": {"relevant_ids": ["315935"], "ranked_ids": ["315935", "150842", "124700", "308963", "142202", "173862", "16399", "366205", "407496", "454994"], "ranked_scores": [108.0, 102.0, 101.0, 101.0, 100.0, 99.0, 98.0, 98.0, 97.0, 97.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "56198": {"relevant_ids": ["56199"], "ranked_ids": ["56199", "249114", "302106", "496142", "25611", "168913", "452069", "308888", "417931", "454612"], "ranked_scores": [125.0, 96.0, 96.0, 95.0, 95.0, 94.0, 94.0, 93.0, 93.0, 93.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "30172": {"relevant_ids": ["373486", "145119", "30173", "185817", "68426", "145120"], "ranked_ids": ["160900", "205338", "145120", "357893", "21960", "30173", "185817", "68426", "185581", "373486"], "ranked_scores": [118.0, 113.0, 111.0, 111.0, 109.0, 107.0, 107.0, 107.0, 105.0, 104.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.1667, "ndcg@5": 0.1696, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.1667, "ndcg@10": 0.5429, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.8333}, "127880": {"relevant_ids": ["241164"], "ranked_ids": ["241164", "121458", "135083", "337433", "132797", "319406", "299472", "403741", "389438", "99916"], "ranked_scores": [118.0, 107.0, 106.0, 98.0, 98.0, 98.0, 97.0, 97.0, 97.0, 97.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "167969": {"relevant_ids": ["174461"], "ranked_ids": ["174461", "360983", "130123", "130124", "15750", "95767", "15759", "87346", "520621", "42203"], "ranked_scores": [114.0, 110.0, 103.0, 103.0, 100.0, 99.0, 98.0, 98.0, 98.0, 97.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "97986": {"relevant_ids": ["97987"], "ranked_ids": ["97987", "44589", "108564", "41241", "105886", "326597", "257425", "98924", "308991", "393565"], "ranked_scores": [119.0, 108.0, 101.0, 100.0, 98.0, 98.0, 98.0, 98.0, 98.0, 97.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "12865": {"relevant_ids": ["105683"], "ranked_ids": ["105683", "231925", "83622", "92902", "83623", "69748", "291690", "133571", "516398", "65882"], "ranked_scores": [115.0, 104.0, 104.0, 102.0, 100.0, 99.0, 98.0, 97.0, 96.0, 95.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "215681": {"relevant_ids": ["215680"], "ranked_ids": ["215680", "177080", "252239", "297373", "55140", "188072", "349338", "397622", "430796", "5733"], "ranked_scores": [122.0, 99.0, 98.0, 96.0, 95.0, 94.0, 94.0, 92.0, 92.0, 91.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-bge-base-en-v1.5-mrl-256-post-binary": {"127728": {"relevant_ids": ["127729"], "ranked_ids": ["38063", "48895", "188019", "127729", "276617", "245618", "250619", "292639", "353107", "45999"], "ranked_scores": [198.0, 198.0, 196.0, 195.0, 192.0, 191.0, 190.0, 189.0, 189.0, 189.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "318820": {"relevant_ids": ["318821"], "ranked_ids": ["318821", "367479", "355161", "496708", "360734", "491039", "491038", "190950", "332715", "358238"], "ranked_scores": [231.0, 201.0, 192.0, 192.0, 191.0, 190.0, 190.0, 187.0, 186.0, 185.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "296098": {"relevant_ids": ["296097"], "ranked_ids": ["134752", "469868", "45507", "45506", "307653", "296097", "514650", "423933", "257592", "532599"], "ranked_scores": [198.0, 190.0, 190.0, 189.0, 189.0, 187.0, 185.0, 184.0, 181.0, 180.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "150414": {"relevant_ids": ["192835"], "ranked_ids": ["105782", "192835", "516620", "8875", "103122", "21131", "126745", "126746", "105783", "499154"], "ranked_scores": [233.0, 232.0, 223.0, 216.0, 213.0, 210.0, 210.0, 210.0, 209.0, 207.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "145582": {"relevant_ids": ["145583"], "ranked_ids": ["145583", "299264", "87614", "126753", "454248", "173109", "177277", "198670", "508501", "520038"], "ranked_scores": [213.0, 199.0, 188.0, 185.0, 183.0, 182.0, 179.0, 178.0, 178.0, 178.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "315712": {"relevant_ids": ["315713"], "ranked_ids": ["315713", "492506", "390120", "396505", "194841", "400583", "236508", "182720", "377891", "530118"], "ranked_scores": [232.0, 204.0, 203.0, 202.0, 200.0, 198.0, 196.0, 194.0, 193.0, 193.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145739": {"relevant_ids": ["145740"], "ranked_ids": ["145740", "376315", "241979", "303090", "366074", "59870", "8705", "140172", "453401", "323620"], "ranked_scores": [201.0, 190.0, 189.0, 189.0, 189.0, 188.0, 188.0, 187.0, 187.0, 186.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "308127": {"relevant_ids": ["308126"], "ranked_ids": ["308126", "154044", "367804", "282571", "428836", "498938", "139188", "385951", "108631", "225544"], "ranked_scores": [223.0, 187.0, 186.0, 185.0, 185.0, 183.0, 182.0, 182.0, 181.0, 181.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "287245": {"relevant_ids": ["322650", "283198", "283199"], "ranked_ids": ["322650", "283198", "283199", "109049", "208412", "188940", "172793", "405392", "420279", "497666"], "ranked_scores": [215.0, 215.0, 211.0, 186.0, 185.0, 184.0, 183.0, 180.0, 180.0, 180.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "14755": {"relevant_ids": ["211906", "14756"], "ranked_ids": ["450970", "211906", "14756", "30834", "83338", "235454", "535700", "449494", "272073", "55083"], "ranked_scores": [234.0, 231.0, 230.0, 207.0, 207.0, 203.0, 200.0, 199.0, 199.0, 198.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6934, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6934, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6934, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "370170": {"relevant_ids": ["370169"], "ranked_ids": ["370169", "433820", "22763", "466920", "449037", "404718", "417976", "191527", "467211", "537762"], "ranked_scores": [251.0, 200.0, 196.0, 196.0, 191.0, 190.0, 186.0, 182.0, 181.0, 181.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "41774": {"relevant_ids": ["41773"], "ranked_ids": ["41773", "239344", "339534", "280245", "173048", "407675", "53738", "221719", "286056", "375525"], "ranked_scores": [212.0, 197.0, 185.0, 185.0, 183.0, 183.0, 182.0, 180.0, 179.0, 179.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "399648": {"relevant_ids": ["399649"], "ranked_ids": ["399649", "225815", "462253", "54706", "21253", "188527", "243294", "26748", "412309", "49710"], "ranked_scores": [250.0, 194.0, 192.0, 184.0, 182.0, 181.0, 181.0, 181.0, 181.0, 181.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "504811": {"relevant_ids": ["504810"], "ranked_ids": ["504810", "298555", "179618", "499535", "179617", "74588", "322294", "220454", "279073", "84826"], "ranked_scores": [242.0, 203.0, 196.0, 193.0, 190.0, 190.0, 189.0, 188.0, 186.0, 185.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "362950": {"relevant_ids": ["362949", "400212"], "ranked_ids": ["278651", "344212", "105920", "362949", "400212", "105919", "463443", "427587", "411503", "465929"], "ranked_scores": [205.0, 203.0, 202.0, 202.0, 200.0, 200.0, 200.0, 197.0, 196.0, 196.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.5013, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5013, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "155873": {"relevant_ids": ["155874"], "ranked_ids": ["155874", "162323", "392604", "136219", "97652", "446058", "350051", "430514", "487664", "444541"], "ranked_scores": [203.0, 197.0, 195.0, 192.0, 189.0, 187.0, 186.0, 186.0, 186.0, 186.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "263432": {"relevant_ids": ["263433"], "ranked_ids": ["263433", "128303", "371563", "471057", "108849", "238602", "370718", "193792", "279243", "376025"], "ranked_scores": [202.0, 195.0, 192.0, 186.0, 185.0, 184.0, 183.0, 182.0, 182.0, 182.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "354945": {"relevant_ids": ["354946"], "ranked_ids": ["354946", "254071", "322478", "243923", "462984", "473769", "236419", "157453", "39129", "46487"], "ranked_scores": [232.0, 197.0, 192.0, 184.0, 181.0, 181.0, 180.0, 179.0, 176.0, 176.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "245417": {"relevant_ids": ["219475", "248195"], "ranked_ids": ["40657", "219475", "164159", "37326", "368145", "64433", "413039", "248195", "152213", "319022"], "ranked_scores": [231.0, 221.0, 216.0, 210.0, 206.0, 205.0, 203.0, 201.0, 199.0, 199.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.5803, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "516276": {"relevant_ids": ["516277"], "ranked_ids": ["516277", "76958", "19755", "34173", "62062", "149233", "118572", "387288", "197869", "510783"], "ranked_scores": [234.0, 214.0, 209.0, 209.0, 203.0, 195.0, 194.0, 194.0, 194.0, 193.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177580": {"relevant_ids": ["177579"], "ranked_ids": ["177579", "129412", "129413", "517075", "272252", "18081", "390471", "419100", "511935", "85814"], "ranked_scores": [247.0, 201.0, 194.0, 192.0, 189.0, 187.0, 185.0, 184.0, 183.0, 181.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "309865": {"relevant_ids": ["33713", "78624", "78623"], "ranked_ids": ["33713", "153484", "78623", "405094", "78624", "469068", "209041", "495578", "235483", "437065"], "ranked_scores": [229.0, 228.0, 225.0, 222.0, 216.0, 215.0, 212.0, 209.0, 208.0, 208.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.8855, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.8855, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "510387": {"relevant_ids": ["510386"], "ranked_ids": ["241538", "510386", "241537", "40390", "371033", "212478", "170896", "344869", "412443", "91350"], "ranked_scores": [215.0, 211.0, 211.0, 210.0, 208.0, 202.0, 201.0, 198.0, 197.0, 197.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "26645": {"relevant_ids": ["26644"], "ranked_ids": ["26644", "108781", "207775", "318396", "163452", "169541", "83874", "83875", "8521", "504445"], "ranked_scores": [247.0, 199.0, 193.0, 193.0, 192.0, 190.0, 188.0, 187.0, 186.0, 185.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "47788": {"relevant_ids": ["455725"], "ranked_ids": ["455725", "518171", "348138", "47703", "37221", "59223", "235686", "87039", "101721", "8505"], "ranked_scores": [217.0, 209.0, 209.0, 208.0, 208.0, 206.0, 200.0, 199.0, 199.0, 198.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "338281": {"relevant_ids": ["338282"], "ranked_ids": ["338282", "11563", "263861", "291354", "200288", "281647", "459804", "138712", "338711", "431433"], "ranked_scores": [215.0, 189.0, 186.0, 186.0, 183.0, 178.0, 177.0, 176.0, 175.0, 175.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "461149": {"relevant_ids": ["461148"], "ranked_ids": ["461148", "525835", "203100", "283905", "527101", "286024", "266212", "286025", "335800", "310577"], "ranked_scores": [220.0, 216.0, 205.0, 188.0, 187.0, 187.0, 186.0, 186.0, 186.0, 185.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "346126": {"relevant_ids": ["110710", "110711"], "ranked_ids": ["110710", "154338", "110711", "340823", "340725", "203476", "296319", "254526", "168350", "160306"], "ranked_scores": [227.0, 221.0, 209.0, 202.0, 198.0, 195.0, 195.0, 195.0, 194.0, 191.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.9197, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.9197, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9197, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "372986": {"relevant_ids": ["49961", "262882"], "ranked_ids": ["49961", "262882", "497531", "140335", "226818", "303468", "497357", "215938", "140334", "485235"], "ranked_scores": [241.0, 217.0, 199.0, 194.0, 194.0, 193.0, 190.0, 190.0, 188.0, 188.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "501182": {"relevant_ids": ["501181"], "ranked_ids": ["501181", "274777", "129993", "456116", "50260", "261255", "251312", "524758", "411717", "532437"], "ranked_scores": [218.0, 194.0, 192.0, 189.0, 187.0, 186.0, 185.0, 183.0, 182.0, 180.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13800": {"relevant_ids": ["376590", "408522", "13799"], "ranked_ids": ["13799", "376590", "408522", "179943", "214971", "391952", "482825", "125719", "34823", "437906"], "ranked_scores": [218.0, 208.0, 200.0, 200.0, 199.0, 195.0, 195.0, 194.0, 194.0, 194.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "250143": {"relevant_ids": ["250142"], "ranked_ids": ["250142", "473276", "368186", "284246", "225655", "533421", "129313", "198782", "526032", "460976"], "ranked_scores": [225.0, 211.0, 191.0, 190.0, 190.0, 188.0, 185.0, 185.0, 184.0, 183.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13223": {"relevant_ids": ["88348", "156773", "20277", "13224", "88349"], "ranked_ids": ["156773", "13224", "88349", "88348", "86343", "366749", "24720", "11938", "173790", "293913"], "ranked_scores": [249.0, 233.0, 230.0, 228.0, 224.0, 224.0, 222.0, 215.0, 215.0, 209.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.2, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6, "ndcg@5": 0.8688, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.8, "ndcg@10": 0.8688, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.8}, "11002": {"relevant_ids": ["11003"], "ranked_ids": ["11003", "241075", "42203", "144197", "347493", "10212", "199548", "444112", "153944", "82619"], "ranked_scores": [222.0, 207.0, 205.0, 204.0, 203.0, 203.0, 202.0, 202.0, 199.0, 199.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177653": {"relevant_ids": ["79732"], "ranked_ids": ["79732", "525756", "194790", "39174", "412316", "395587", "310721", "362866", "525755", "293259"], "ranked_scores": [247.0, 196.0, 196.0, 195.0, 195.0, 194.0, 190.0, 187.0, 187.0, 186.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "415592": {"relevant_ids": ["415591"], "ranked_ids": ["415591", "119111", "379146", "84634", "322822", "105088", "225233", "225234", "338816", "499684"], "ranked_scores": [231.0, 200.0, 197.0, 197.0, 195.0, 195.0, 195.0, 194.0, 194.0, 193.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "511196": {"relevant_ids": ["511197"], "ranked_ids": ["511197", "45940", "414717", "77372", "260954", "277652", "289278", "220596", "459789", "494237"], "ranked_scores": [225.0, 194.0, 193.0, 192.0, 190.0, 190.0, 189.0, 186.0, 186.0, 182.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "344845": {"relevant_ids": ["344844"], "ranked_ids": ["344844", "161471", "111672", "327548", "79987", "95946", "503908", "309376", "311499", "335497"], "ranked_scores": [223.0, 203.0, 202.0, 201.0, 196.0, 195.0, 194.0, 193.0, 193.0, 193.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "396744": {"relevant_ids": ["396745"], "ranked_ids": ["396745", "454241", "284966", "511557", "236438", "421257", "375685", "338567", "503444", "506577"], "ranked_scores": [210.0, 192.0, 190.0, 185.0, 184.0, 183.0, 182.0, 180.0, 180.0, 178.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "452398": {"relevant_ids": ["452399"], "ranked_ids": ["452399", "267939", "461682", "325254", "324290", "102618", "128992", "138578", "258503", "49045"], "ranked_scores": [239.0, 191.0, 188.0, 188.0, 187.0, 185.0, 185.0, 185.0, 185.0, 184.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "182114": {"relevant_ids": ["182113"], "ranked_ids": ["196647", "182113", "24197", "425919", "531602", "34513", "415732", "475043", "475847", "405949"], "ranked_scores": [220.0, 204.0, 191.0, 190.0, 188.0, 187.0, 187.0, 186.0, 186.0, 185.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "486260": {"relevant_ids": ["486259"], "ranked_ids": ["486259", "392356", "113749", "492147", "345426", "241333", "146737", "209255", "431981", "91527"], "ranked_scores": [228.0, 206.0, 200.0, 198.0, 198.0, 197.0, 196.0, 196.0, 196.0, 196.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "455140": {"relevant_ids": ["315935"], "ranked_ids": ["315935", "308963", "150842", "427112", "124700", "16399", "510681", "315936", "142202", "407496"], "ranked_scores": [224.0, 201.0, 200.0, 200.0, 199.0, 198.0, 197.0, 196.0, 194.0, 194.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "56198": {"relevant_ids": ["56199"], "ranked_ids": ["56199", "25611", "249114", "130971", "160194", "454612", "168913", "222414", "417931", "521606"], "ranked_scores": [246.0, 182.0, 180.0, 180.0, 180.0, 177.0, 176.0, 175.0, 175.0, 174.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "30172": {"relevant_ids": ["373486", "145119", "30173", "185817", "68426", "145120"], "ranked_ids": ["160900", "145120", "205338", "68426", "185581", "185817", "357893", "53445", "145119", "30173"], "ranked_scores": [228.0, 227.0, 220.0, 212.0, 211.0, 210.0, 210.0, 208.0, 207.0, 205.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.1667, "ndcg@5": 0.3601, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.6076, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.8333}, "127880": {"relevant_ids": ["241164"], "ranked_ids": ["241164", "121458", "135083", "210277", "450198", "370634", "389443", "258873", "132797", "403741"], "ranked_scores": [236.0, 204.0, 199.0, 199.0, 192.0, 190.0, 190.0, 187.0, 186.0, 185.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "167969": {"relevant_ids": ["174461"], "ranked_ids": ["174461", "360983", "130124", "130123", "95767", "100300", "266680", "364147", "520621", "489539"], "ranked_scores": [219.0, 218.0, 197.0, 195.0, 189.0, 187.0, 187.0, 187.0, 187.0, 186.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "97986": {"relevant_ids": ["97987"], "ranked_ids": ["97987", "44589", "108564", "326597", "98924", "105886", "98925", "308991", "44095", "41242"], "ranked_scores": [241.0, 219.0, 196.0, 195.0, 194.0, 194.0, 191.0, 189.0, 189.0, 189.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "12865": {"relevant_ids": ["105683"], "ranked_ids": ["105683", "83623", "83622", "69748", "231925", "92902", "291690", "65882", "356189", "56499"], "ranked_scores": [236.0, 209.0, 207.0, 202.0, 201.0, 200.0, 194.0, 192.0, 190.0, 190.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "215681": {"relevant_ids": ["215680"], "ranked_ids": ["215680", "177080", "39210", "349338", "211426", "430796", "252239", "297373", "301165", "5733"], "ranked_scores": [241.0, 201.0, 193.0, 192.0, 190.0, 190.0, 190.0, 189.0, 189.0, 189.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-bge-base-en-v1.5-mrl-512-post-binary": {"127728": {"relevant_ids": ["127729"], "ranked_ids": ["127729", "38063", "48895", "250619", "315009", "145244", "188019", "387548", "92818", "78763"], "ranked_scores": [400.0, 385.0, 384.0, 383.0, 380.0, 373.0, 373.0, 373.0, 373.0, 370.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "318820": {"relevant_ids": ["318821"], "ranked_ids": ["318821", "367479", "491039", "355161", "332715", "496708", "76767", "360734", "103640", "491038"], "ranked_scores": [462.0, 402.0, 395.0, 392.0, 383.0, 383.0, 382.0, 381.0, 379.0, 378.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "296098": {"relevant_ids": ["296097"], "ranked_ids": ["134752", "45507", "45506", "423933", "469868", "296097", "307653", "173403", "513540", "198263"], "ranked_scores": [393.0, 392.0, 386.0, 385.0, 384.0, 383.0, 380.0, 373.0, 367.0, 366.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "150414": {"relevant_ids": ["192835"], "ranked_ids": ["192835", "105782", "516620", "21131", "105783", "8875", "126746", "126745", "103122", "428293"], "ranked_scores": [470.0, 469.0, 443.0, 432.0, 431.0, 427.0, 426.0, 423.0, 419.0, 410.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145582": {"relevant_ids": ["145583"], "ranked_ids": ["145583", "299264", "508501", "87614", "508502", "285851", "122533", "316486", "369955", "177277"], "ranked_scores": [423.0, 398.0, 364.0, 363.0, 361.0, 358.0, 355.0, 352.0, 352.0, 349.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "315712": {"relevant_ids": ["315713"], "ranked_ids": ["315713", "396505", "194841", "225375", "492506", "203205", "377891", "236508", "390120", "401513"], "ranked_scores": [464.0, 396.0, 392.0, 387.0, 386.0, 384.0, 384.0, 384.0, 383.0, 383.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145739": {"relevant_ids": ["145740"], "ranked_ids": ["145740", "241979", "148222", "115412", "323620", "415781", "366074", "376315", "59870", "33202"], "ranked_scores": [419.0, 390.0, 380.0, 374.0, 373.0, 373.0, 372.0, 370.0, 368.0, 366.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "308127": {"relevant_ids": ["308126"], "ranked_ids": ["308126", "282571", "139188", "498938", "385951", "367804", "326242", "329643", "395527", "428836"], "ranked_scores": [435.0, 377.0, 375.0, 374.0, 370.0, 368.0, 363.0, 363.0, 362.0, 361.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "287245": {"relevant_ids": ["322650", "283198", "283199"], "ranked_ids": ["322650", "283198", "283199", "497666", "221784", "508239", "172793", "188940", "505949", "238"], "ranked_scores": [425.0, 425.0, 421.0, 363.0, 363.0, 363.0, 362.0, 362.0, 357.0, 355.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "14755": {"relevant_ids": ["211906", "14756"], "ranked_ids": ["450970", "14756", "211906", "30834", "83338", "235454", "449494", "57678", "535700", "236793"], "ranked_scores": [464.0, 461.0, 460.0, 415.0, 411.0, 410.0, 403.0, 399.0, 394.0, 393.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6934, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6934, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6934, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "370170": {"relevant_ids": ["370169"], "ranked_ids": ["370169", "433820", "466920", "22763", "417976", "404718", "449037", "211280", "537762", "334238"], "ranked_scores": [502.0, 387.0, 380.0, 377.0, 372.0, 371.0, 368.0, 364.0, 360.0, 359.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "41774": {"relevant_ids": ["41773"], "ranked_ids": ["41773", "239344", "286056", "173048", "339534", "407675", "307530", "375525", "277599", "437157"], "ranked_scores": [439.0, 379.0, 367.0, 364.0, 364.0, 364.0, 362.0, 359.0, 358.0, 358.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "399648": {"relevant_ids": ["399649"], "ranked_ids": ["399649", "49710", "154368", "146745", "54706", "225815", "412309", "462253", "21253", "435035"], "ranked_scores": [503.0, 379.0, 377.0, 373.0, 373.0, 372.0, 369.0, 369.0, 365.0, 365.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "504811": {"relevant_ids": ["504810"], "ranked_ids": ["504810", "298555", "179618", "499535", "256525", "322294", "55899", "448774", "279073", "74588"], "ranked_scores": [489.0, 406.0, 390.0, 383.0, 382.0, 381.0, 380.0, 379.0, 378.0, 377.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "362950": {"relevant_ids": ["362949", "400212"], "ranked_ids": ["362949", "400212", "465929", "105920", "105919", "344212", "278651", "269211", "43209", "427587"], "ranked_scores": [410.0, 402.0, 400.0, 399.0, 395.0, 395.0, 394.0, 393.0, 393.0, 392.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "155873": {"relevant_ids": ["155874"], "ranked_ids": ["155874", "392604", "136219", "162323", "446058", "346009", "487664", "292617", "350051", "97652"], "ranked_scores": [402.0, 395.0, 384.0, 378.0, 373.0, 370.0, 366.0, 366.0, 364.0, 362.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "263432": {"relevant_ids": ["263433"], "ranked_ids": ["263433", "128303", "371563", "18217", "93158", "409956", "370717", "205954", "471057", "238602"], "ranked_scores": [404.0, 393.0, 384.0, 376.0, 368.0, 365.0, 364.0, 363.0, 363.0, 362.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "354945": {"relevant_ids": ["354946"], "ranked_ids": ["354946", "254071", "322478", "243923", "462984", "462983", "236419", "473769", "201886", "39129"], "ranked_scores": [466.0, 399.0, 388.0, 371.0, 369.0, 365.0, 364.0, 360.0, 356.0, 355.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "245417": {"relevant_ids": ["219475", "248195"], "ranked_ids": ["40657", "219475", "248195", "164159", "64433", "368145", "37326", "319022", "413039", "152213"], "ranked_scores": [459.0, 440.0, 420.0, 418.0, 417.0, 415.0, 415.0, 407.0, 401.0, 393.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6934, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6934, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6934, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "516276": {"relevant_ids": ["516277"], "ranked_ids": ["516277", "76958", "19755", "34173", "62062", "352189", "510783", "143842", "118572", "44716"], "ranked_scores": [469.0, 423.0, 416.0, 416.0, 401.0, 396.0, 396.0, 394.0, 393.0, 391.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177580": {"relevant_ids": ["177579"], "ranked_ids": ["177579", "517075", "129412", "272252", "391562", "18081", "129413", "382784", "60577", "532497"], "ranked_scores": [488.0, 374.0, 369.0, 369.0, 361.0, 361.0, 360.0, 359.0, 359.0, 357.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "309865": {"relevant_ids": ["33713", "78624", "78623"], "ranked_ids": ["33713", "78623", "405094", "153484", "78624", "437065", "495751", "209041", "469068", "461871"], "ranked_scores": [460.0, 454.0, 452.0, 449.0, 433.0, 427.0, 425.0, 423.0, 416.0, 414.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.9469, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9469, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "510387": {"relevant_ids": ["510386"], "ranked_ids": ["241538", "371033", "510386", "40390", "241537", "212478", "344869", "170896", "91350", "484846"], "ranked_scores": [423.0, 417.0, 413.0, 410.0, 408.0, 399.0, 388.0, 387.0, 386.0, 384.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "26645": {"relevant_ids": ["26644"], "ranked_ids": ["26644", "108781", "207775", "318396", "169541", "221561", "39917", "8521", "411539", "83875"], "ranked_scores": [490.0, 388.0, 387.0, 387.0, 378.0, 375.0, 374.0, 374.0, 373.0, 373.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "47788": {"relevant_ids": ["455725"], "ranked_ids": ["455725", "59223", "518171", "348138", "47703", "235686", "37221", "8505", "101721", "47789"], "ranked_scores": [442.0, 429.0, 428.0, 427.0, 418.0, 415.0, 414.0, 411.0, 410.0, 404.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "338281": {"relevant_ids": ["338282"], "ranked_ids": ["338282", "200288", "138712", "338711", "11563", "327767", "452930", "263861", "100426", "258451"], "ranked_scores": [430.0, 374.0, 374.0, 373.0, 368.0, 364.0, 362.0, 361.0, 358.0, 352.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "461149": {"relevant_ids": ["461148"], "ranked_ids": ["461148", "525835", "203100", "527101", "283905", "274867", "286025", "286024", "443095", "335800"], "ranked_scores": [442.0, 432.0, 421.0, 386.0, 385.0, 380.0, 380.0, 379.0, 379.0, 378.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "346126": {"relevant_ids": ["110710", "110711"], "ranked_ids": ["110710", "154338", "110711", "296319", "254526", "340823", "229972", "168350", "340725", "203476"], "ranked_scores": [453.0, 434.0, 424.0, 403.0, 400.0, 398.0, 393.0, 391.0, 390.0, 387.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.9197, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.9197, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9197, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "372986": {"relevant_ids": ["49961", "262882"], "ranked_ids": ["49961", "262882", "497531", "303468", "127288", "497357", "226818", "140335", "249896", "491226"], "ranked_scores": [472.0, 430.0, 395.0, 382.0, 380.0, 380.0, 379.0, 372.0, 371.0, 369.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "501182": {"relevant_ids": ["501181"], "ranked_ids": ["501181", "274777", "129993", "231545", "261255", "456116", "384476", "109121", "402718", "25920"], "ranked_scores": [433.0, 387.0, 376.0, 374.0, 372.0, 369.0, 365.0, 361.0, 361.0, 360.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13800": {"relevant_ids": ["376590", "408522", "13799"], "ranked_ids": ["13799", "376590", "482825", "408522", "179943", "391952", "481109", "56338", "102285", "363079"], "ranked_scores": [445.0, 427.0, 404.0, 402.0, 398.0, 397.0, 390.0, 390.0, 389.0, 388.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.9675, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9675, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "250143": {"relevant_ids": ["250142"], "ranked_ids": ["250142", "473276", "284246", "368186", "225655", "509757", "460976", "76062", "509758", "57155"], "ranked_scores": [446.0, 413.0, 382.0, 380.0, 374.0, 369.0, 367.0, 367.0, 366.0, 366.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13223": {"relevant_ids": ["88348", "156773", "20277", "13224", "88349"], "ranked_ids": ["156773", "13224", "88349", "88348", "86343", "366749", "24720", "137719", "20277", "173790"], "ranked_scores": [495.0, 471.0, 456.0, 447.0, 447.0, 442.0, 440.0, 426.0, 425.0, 422.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.2, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6, "ndcg@5": 0.8688, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.8, "ndcg@10": 0.9709, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "11002": {"relevant_ids": ["11003"], "ranked_ids": ["11003", "444112", "144197", "10212", "42203", "241075", "347493", "153944", "468424", "489539"], "ranked_scores": [444.0, 414.0, 412.0, 411.0, 411.0, 403.0, 401.0, 399.0, 397.0, 392.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177653": {"relevant_ids": ["79732"], "ranked_ids": ["79732", "39174", "525756", "412316", "395587", "310721", "373717", "194790", "225019", "525755"], "ranked_scores": [484.0, 404.0, 400.0, 397.0, 389.0, 381.0, 378.0, 377.0, 377.0, 375.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "415592": {"relevant_ids": ["415591"], "ranked_ids": ["415591", "430072", "338816", "379146", "84634", "499684", "288357", "81159", "119111", "338815"], "ranked_scores": [461.0, 398.0, 397.0, 396.0, 396.0, 392.0, 387.0, 387.0, 384.0, 384.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "511196": {"relevant_ids": ["511197"], "ranked_ids": ["511197", "45940", "77372", "289278", "260954", "251545", "459789", "414717", "156490", "277652"], "ranked_scores": [449.0, 384.0, 381.0, 378.0, 377.0, 372.0, 372.0, 370.0, 368.0, 367.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "344845": {"relevant_ids": ["344844"], "ranked_ids": ["344844", "161471", "111672", "327548", "503908", "79987", "95946", "118579", "187882", "401905"], "ranked_scores": [452.0, 414.0, 412.0, 409.0, 403.0, 402.0, 399.0, 395.0, 391.0, 389.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "396744": {"relevant_ids": ["396745"], "ranked_ids": ["396745", "284966", "454241", "236438", "481437", "418055", "503444", "421257", "145729", "527221"], "ranked_scores": [411.0, 383.0, 380.0, 374.0, 371.0, 370.0, 369.0, 368.0, 368.0, 366.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "452398": {"relevant_ids": ["452399"], "ranked_ids": ["452399", "530610", "90225", "267939", "435989", "267712", "27545", "324290", "325254", "346712"], "ranked_scores": [476.0, 377.0, 374.0, 372.0, 372.0, 367.0, 367.0, 367.0, 365.0, 363.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "182114": {"relevant_ids": ["182113"], "ranked_ids": ["196647", "182113", "234482", "481882", "24197", "162482", "328873", "531602", "425919", "415732"], "ranked_scores": [438.0, 410.0, 397.0, 391.0, 384.0, 383.0, 383.0, 382.0, 380.0, 375.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "486260": {"relevant_ids": ["486259"], "ranked_ids": ["486259", "146737", "392356", "146738", "209255", "113749", "241333", "65893", "209254", "91527"], "ranked_scores": [459.0, 409.0, 407.0, 404.0, 398.0, 394.0, 393.0, 393.0, 392.0, 391.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "455140": {"relevant_ids": ["315935"], "ranked_ids": ["315935", "308963", "150842", "124700", "427112", "16399", "315936", "50224", "142202", "335780"], "ranked_scores": [449.0, 403.0, 398.0, 396.0, 394.0, 391.0, 383.0, 383.0, 381.0, 374.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "56198": {"relevant_ids": ["56199"], "ranked_ids": ["56199", "160194", "25611", "308888", "130971", "249114", "302106", "431226", "243039", "521606"], "ranked_scores": [491.0, 380.0, 367.0, 362.0, 361.0, 358.0, 358.0, 357.0, 356.0, 355.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "30172": {"relevant_ids": ["373486", "145119", "30173", "185817", "68426", "145120"], "ranked_ids": ["160900", "145120", "205338", "68426", "185817", "30173", "357893", "373486", "145119", "53445"], "ranked_scores": [461.0, 460.0, 443.0, 435.0, 434.0, 429.0, 422.0, 421.0, 418.0, 410.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.1667, "ndcg@5": 0.4913, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.7326, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "127880": {"relevant_ids": ["241164"], "ranked_ids": ["241164", "121458", "135083", "210277", "370634", "450198", "141773", "122116", "329579", "504771"], "ranked_scores": [462.0, 407.0, 402.0, 396.0, 391.0, 387.0, 373.0, 373.0, 373.0, 371.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "167969": {"relevant_ids": ["174461"], "ranked_ids": ["360983", "174461", "85534", "171665", "347474", "34814", "449678", "222958", "91854", "95767"], "ranked_scores": [436.0, 433.0, 384.0, 375.0, 374.0, 374.0, 374.0, 368.0, 368.0, 367.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "97986": {"relevant_ids": ["97987"], "ranked_ids": ["97987", "44589", "393565", "108564", "98924", "98925", "371360", "326597", "105886", "384292"], "ranked_scores": [481.0, 434.0, 386.0, 382.0, 381.0, 380.0, 379.0, 377.0, 376.0, 375.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "12865": {"relevant_ids": ["105683"], "ranked_ids": ["105683", "83623", "356189", "83622", "92902", "69748", "291690", "469289", "58501", "516398"], "ranked_scores": [478.0, 408.0, 398.0, 395.0, 388.0, 387.0, 381.0, 378.0, 377.0, 375.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "215681": {"relevant_ids": ["215680"], "ranked_ids": ["215680", "177080", "5733", "252239", "349338", "192922", "397622", "430796", "352734", "54139"], "ranked_scores": [484.0, 397.0, 387.0, 386.0, 382.0, 382.0, 381.0, 381.0, 380.0, 377.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-bge-base-en-v1.5-pq-m16-n8": {"127728": {"relevant_ids": ["127729"], "ranked_ids": ["250619", "78763", "145244", "315009", "92818", "189865", "29358", "45999", "333348", "387548"], "ranked_scores": [0.6806, 0.6682, 0.6649, 0.6625, 0.6621, 0.6576, 0.652, 0.6502, 0.6492, 0.6487], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "318820": {"relevant_ids": ["318821"], "ranked_ids": ["318821", "54497", "492379", "222238", "481262", "342911", "457906", "370618", "355161", "489320"], "ranked_scores": [0.7619, 0.7282, 0.707, 0.7028, 0.7017, 0.6998, 0.6963, 0.6959, 0.6898, 0.6897], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "296098": {"relevant_ids": ["296097"], "ranked_ids": ["173403", "45507", "56686", "469868", "134752", "296097", "364131", "45506", "423933", "307653"], "ranked_scores": [0.7706, 0.7675, 0.7675, 0.7675, 0.764, 0.7639, 0.7608, 0.7523, 0.7518, 0.7449], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "150414": {"relevant_ids": ["192835"], "ranked_ids": ["105782", "192835", "105783", "516620", "21131", "8875", "103122", "126746", "126745", "85555"], "ranked_scores": [0.8714, 0.8714, 0.8565, 0.8555, 0.8535, 0.8477, 0.8304, 0.8284, 0.8201, 0.8079], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "145582": {"relevant_ids": ["145583"], "ranked_ids": ["299264", "145583", "285962", "316486", "95510", "345532", "177277", "158478", "177276", "356671"], "ranked_scores": [0.5943, 0.5917, 0.5631, 0.5614, 0.5545, 0.5541, 0.5528, 0.5479, 0.5438, 0.5252], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "315712": {"relevant_ids": ["315713"], "ranked_ids": ["315713", "194841", "208025", "236508", "392344", "313365", "366216", "68541", "354381", "268021"], "ranked_scores": [0.7166, 0.6998, 0.6986, 0.6962, 0.6939, 0.688, 0.688, 0.6786, 0.6759, 0.6691], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145739": {"relevant_ids": ["145740"], "ranked_ids": ["303090", "366074", "241979", "415781", "145740", "115412", "180147", "465597", "453401", "148222"], "ranked_scores": [0.7513, 0.7497, 0.7497, 0.7497, 0.7461, 0.7421, 0.7365, 0.7348, 0.7319, 0.7264], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "308127": {"relevant_ids": ["308126"], "ranked_ids": ["308126", "395527", "282571", "498938", "302837", "427879", "385951", "301104", "523864", "79828"], "ranked_scores": [0.7157, 0.6632, 0.6577, 0.6542, 0.6459, 0.6446, 0.6441, 0.6323, 0.6187, 0.6083], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "287245": {"relevant_ids": ["322650", "283198", "283199"], "ranked_ids": ["283199", "283198", "322650", "420279", "188940", "208412", "195143", "109049", "505949", "122319"], "ranked_scores": [0.7243, 0.7243, 0.7243, 0.64, 0.611, 0.6047, 0.5985, 0.5972, 0.5968, 0.591], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "14755": {"relevant_ids": ["211906", "14756"], "ranked_ids": ["14756", "211906", "450970", "235454", "57678", "369731", "481547", "535700", "236793", "449494"], "ranked_scores": [0.8479, 0.8479, 0.8479, 0.8338, 0.8269, 0.8269, 0.8225, 0.8104, 0.8038, 0.7809], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "370170": {"relevant_ids": ["370169"], "ranked_ids": ["370169", "387761", "26301", "156412", "404718", "466920", "433820", "22763", "537762", "299578"], "ranked_scores": [0.6874, 0.6344, 0.6334, 0.6212, 0.6176, 0.6176, 0.6176, 0.6141, 0.6061, 0.5984], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "41774": {"relevant_ids": ["41773"], "ranked_ids": ["41773", "239344", "433175", "141438", "454279", "148165", "33017", "467781", "214766", "442459"], "ranked_scores": [0.627, 0.5762, 0.5581, 0.55, 0.5431, 0.5415, 0.5415, 0.5382, 0.5357, 0.5357], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "399648": {"relevant_ids": ["399649"], "ranked_ids": ["399649", "445074", "21253", "389028", "283129", "240993", "496720", "188527", "481934", "416358"], "ranked_scores": [0.7762, 0.6845, 0.6783, 0.6766, 0.6726, 0.672, 0.6706, 0.6685, 0.6671, 0.6609], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "504811": {"relevant_ids": ["504810"], "ranked_ids": ["504810", "298555", "422980", "55899", "214151", "204681", "220414", "448774", "74588", "309894"], "ranked_scores": [0.7535, 0.7403, 0.7336, 0.7224, 0.721, 0.7185, 0.7172, 0.7086, 0.7077, 0.7077], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "362950": {"relevant_ids": ["362949", "400212"], "ranked_ids": ["362949", "400212", "105920", "419727", "429502", "43209", "291799", "105919", "269211", "129563"], "ranked_scores": [0.7985, 0.7985, 0.7661, 0.7527, 0.7475, 0.7455, 0.7421, 0.742, 0.74, 0.7347], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "155873": {"relevant_ids": ["155874"], "ranked_ids": ["155874", "392604", "446058", "25477", "430514", "88342", "66884", "416786", "363712", "57879"], "ranked_scores": [0.6731, 0.6696, 0.6278, 0.61, 0.6036, 0.5957, 0.5874, 0.5847, 0.582, 0.5814], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "263432": {"relevant_ids": ["263433"], "ranked_ids": ["263433", "128303", "277394", "104254", "147630", "154634", "97259", "442097", "442098", "18217"], "ranked_scores": [0.6202, 0.6124, 0.5899, 0.5537, 0.5467, 0.5467, 0.5436, 0.5433, 0.5433, 0.5421], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "354945": {"relevant_ids": ["354946"], "ranked_ids": ["354946", "254071", "322478", "462983", "462984", "243923", "473769", "236419", "496147", "447155"], "ranked_scores": [0.6922, 0.627, 0.6011, 0.5843, 0.5783, 0.5208, 0.5093, 0.4998, 0.4716, 0.4665], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "245417": {"relevant_ids": ["219475", "248195"], "ranked_ids": ["219475", "248195", "40657", "64433", "413039", "319022", "8069", "413040", "14180", "37326"], "ranked_scores": [0.8226, 0.818, 0.8129, 0.8059, 0.8059, 0.8052, 0.7843, 0.7835, 0.7795, 0.7698], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "516276": {"relevant_ids": ["516277"], "ranked_ids": ["516277", "387288", "34173", "175142", "19755", "76958", "479392", "510783", "118572", "52074"], "ranked_scores": [0.8296, 0.7928, 0.7888, 0.7888, 0.7888, 0.7888, 0.7888, 0.7824, 0.7746, 0.7641], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177580": {"relevant_ids": ["177579"], "ranked_ids": ["177579", "464418", "446100", "455888", "9954", "47528", "165282", "517075", "18081", "27716"], "ranked_scores": [0.6679, 0.5938, 0.5938, 0.5938, 0.5931, 0.5862, 0.5819, 0.5793, 0.5753, 0.5735], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "309865": {"relevant_ids": ["33713", "78624", "78623"], "ranked_ids": ["78623", "405094", "153484", "78624", "33713", "20635", "209041", "143703", "495578", "232662"], "ranked_scores": [0.8704, 0.8704, 0.8675, 0.8675, 0.8629, 0.8629, 0.8571, 0.8543, 0.8533, 0.8533], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.8529, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.8529, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "510387": {"relevant_ids": ["510386"], "ranked_ids": ["241538", "40390", "510386", "52003", "170896", "371033", "212478", "344869", "412445", "91349"], "ranked_scores": [0.7823, 0.7818, 0.7777, 0.7763, 0.7762, 0.7754, 0.7749, 0.7728, 0.7667, 0.7663], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "26645": {"relevant_ids": ["26644"], "ranked_ids": ["26644", "221561", "281266", "220110", "108781", "39917", "169541", "259432", "26813", "26812"], "ranked_scores": [0.7883, 0.7207, 0.7207, 0.7129, 0.7115, 0.7038, 0.6989, 0.6941, 0.6919, 0.6861], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "47788": {"relevant_ids": ["455725"], "ranked_ids": ["348138", "47703", "455725", "518171", "59223", "101721", "331", "53096", "59508", "8505"], "ranked_scores": [0.8261, 0.8232, 0.8201, 0.8187, 0.8152, 0.811, 0.8081, 0.8079, 0.8042, 0.8042], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "338281": {"relevant_ids": ["338282"], "ranked_ids": ["338282", "452930", "138712", "279730", "478531", "200288", "338711", "263861", "119513", "11563"], "ranked_scores": [0.6622, 0.5465, 0.5172, 0.4915, 0.4893, 0.485, 0.4839, 0.4832, 0.4688, 0.4678], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "461149": {"relevant_ids": ["461148"], "ranked_ids": ["461148", "307096", "203100", "525835", "250197", "283905", "417040", "519891", "274867", "528608"], "ranked_scores": [0.7477, 0.7341, 0.7303, 0.728, 0.7256, 0.7246, 0.7162, 0.7155, 0.7075, 0.707], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "346126": {"relevant_ids": ["110710", "110711"], "ranked_ids": ["110710", "110711", "154338", "203476", "108617", "355996", "393684", "168350", "6816", "256937"], "ranked_scores": [0.8023, 0.7985, 0.789, 0.7409, 0.7409, 0.7409, 0.7409, 0.7409, 0.7409, 0.7317], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "372986": {"relevant_ids": ["49961", "262882"], "ranked_ids": ["49961", "262882", "309713", "280063", "497531", "268183", "355869", "281091", "415486", "464601"], "ranked_scores": [0.7486, 0.7102, 0.7, 0.6935, 0.6826, 0.6815, 0.6815, 0.6815, 0.6815, 0.6815], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "501182": {"relevant_ids": ["501181"], "ranked_ids": ["501181", "274777", "179018", "261255", "325288", "231545", "333842", "109121", "191673", "384476"], "ranked_scores": [0.6589, 0.5918, 0.5657, 0.5341, 0.5206, 0.5119, 0.5104, 0.5061, 0.4993, 0.4984], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13800": {"relevant_ids": ["376590", "408522", "13799"], "ranked_ids": ["376590", "13799", "408522", "179943", "281010", "481109", "8622", "56338", "443465", "125719"], "ranked_scores": [0.7887, 0.7702, 0.7684, 0.7378, 0.7332, 0.7326, 0.7272, 0.7221, 0.7123, 0.7097], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "250143": {"relevant_ids": ["250142"], "ranked_ids": ["250142", "473276", "76062", "509758", "368186", "225655", "50538", "509757", "526032", "57156"], "ranked_scores": [0.8041, 0.787, 0.7858, 0.7463, 0.7427, 0.7406, 0.7386, 0.7106, 0.6913, 0.6778], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13223": {"relevant_ids": ["88348", "156773", "20277", "13224", "88349"], "ranked_ids": ["13224", "156773", "88348", "88349", "366749", "491669", "137719", "24720", "429238", "86343"], "ranked_scores": [0.8925, 0.8922, 0.8871, 0.8871, 0.8825, 0.8807, 0.8802, 0.8801, 0.8801, 0.8801], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.2, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6, "ndcg@5": 0.8688, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.8, "ndcg@10": 0.8688, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.8}, "11002": {"relevant_ids": ["11003"], "ranked_ids": ["11003", "241075", "444112", "144197", "42203", "117199", "10212", "88601", "468424", "40099"], "ranked_scores": [0.7977, 0.7917, 0.7803, 0.7773, 0.7773, 0.766, 0.7531, 0.7383, 0.7382, 0.7372], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177653": {"relevant_ids": ["79732"], "ranked_ids": ["79732", "525756", "293259", "194790", "525755", "39174", "502840", "412316", "373717", "200611"], "ranked_scores": [0.7252, 0.687, 0.6723, 0.6653, 0.6591, 0.6314, 0.6168, 0.6055, 0.5979, 0.5967], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "415592": {"relevant_ids": ["415591"], "ranked_ids": ["415591", "430072", "494912", "84634", "338815", "202892", "13665", "523917", "81159", "288357"], "ranked_scores": [0.7692, 0.7567, 0.7548, 0.7508, 0.7498, 0.7366, 0.7336, 0.7288, 0.7271, 0.7175], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "511196": {"relevant_ids": ["511197"], "ranked_ids": ["511197", "156490", "491923", "251545", "289278", "533694", "335728", "45940", "77372", "459789"], "ranked_scores": [0.74, 0.6838, 0.66, 0.6499, 0.6436, 0.6385, 0.6334, 0.6319, 0.6319, 0.6319], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "344845": {"relevant_ids": ["344844"], "ranked_ids": ["344844", "161471", "327548", "155049", "444406", "426875", "21753", "518443", "503908", "249580"], "ranked_scores": [0.7872, 0.7553, 0.7456, 0.7438, 0.7438, 0.7438, 0.7438, 0.7438, 0.7426, 0.7426], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "396744": {"relevant_ids": ["396745"], "ranked_ids": ["284966", "454241", "236438", "396745", "489628", "319727", "112050", "503444", "8609", "536214"], "ranked_scores": [0.7373, 0.7293, 0.7287, 0.7173, 0.7049, 0.7, 0.671, 0.6698, 0.6635, 0.6482], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "452398": {"relevant_ids": ["452399"], "ranked_ids": ["452399", "324290", "102618", "435989", "7119", "530610", "128992", "372901", "171946", "346712"], "ranked_scores": [0.6889, 0.6438, 0.6137, 0.6111, 0.6095, 0.605, 0.6042, 0.5985, 0.5966, 0.5891], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "182114": {"relevant_ids": ["182113"], "ranked_ids": ["196647", "182113", "139689", "481882", "234482", "162482", "475043", "328873", "238903", "475847"], "ranked_scores": [0.7584, 0.7306, 0.726, 0.7141, 0.7141, 0.7071, 0.7071, 0.7071, 0.7068, 0.7049], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "486260": {"relevant_ids": ["486259"], "ranked_ids": ["486259", "392356", "476748", "241333", "247403", "416784", "65893", "431981", "209254", "146738"], "ranked_scores": [0.8169, 0.815, 0.807, 0.807, 0.7961, 0.7961, 0.7914, 0.7912, 0.7898, 0.7894], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "455140": {"relevant_ids": ["315935"], "ranked_ids": ["427112", "50224", "315935", "124700", "315936", "249732", "308963", "142202", "519049", "372713"], "ranked_scores": [0.7545, 0.749, 0.7463, 0.7441, 0.7397, 0.7391, 0.7322, 0.7232, 0.7161, 0.7142], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "56198": {"relevant_ids": ["56199"], "ranked_ids": ["56199", "480352", "308888", "160194", "431226", "91482", "87814", "11253", "71092", "456860"], "ranked_scores": [0.668, 0.589, 0.589, 0.589, 0.589, 0.589, 0.589, 0.583, 0.5689, 0.5109], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "30172": {"relevant_ids": ["373486", "145119", "30173", "185817", "68426", "145120"], "ranked_ids": ["145120", "357893", "30173", "373486", "185817", "160900", "205338", "68426", "145119", "185581"], "ranked_scores": [0.904, 0.904, 0.904, 0.904, 0.904, 0.9029, 0.8902, 0.8814, 0.8795, 0.8719], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.1667, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.786, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.8878, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "127880": {"relevant_ids": ["241164"], "ranked_ids": ["241164", "121458", "135083", "210277", "141773", "370634", "22396", "415983", "504771", "366050"], "ranked_scores": [0.7449, 0.7269, 0.7207, 0.7146, 0.6865, 0.6625, 0.6605, 0.659, 0.6589, 0.6583], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "167969": {"relevant_ids": ["174461"], "ranked_ids": ["360983", "174461", "100300", "49800", "172806", "69415", "365197", "407354", "383273", "91854"], "ranked_scores": [0.7184, 0.7, 0.6563, 0.6563, 0.6556, 0.6541, 0.6539, 0.6538, 0.6522, 0.6499], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "97986": {"relevant_ids": ["97987"], "ranked_ids": ["97987", "44589", "245294", "348913", "75455", "311589", "108778", "426974", "274700", "376198"], "ranked_scores": [0.7935, 0.7892, 0.6862, 0.6826, 0.6795, 0.6764, 0.6763, 0.6749, 0.6744, 0.6736], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "12865": {"relevant_ids": ["105683"], "ranked_ids": ["105683", "356189", "244599", "56590", "69748", "291690", "8301", "231925", "83623", "83622"], "ranked_scores": [0.8188, 0.7904, 0.7806, 0.7806, 0.7759, 0.7759, 0.7698, 0.7692, 0.7692, 0.7692], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "215681": {"relevant_ids": ["215680"], "ranked_ids": ["215680", "177080", "252239", "171713", "301165", "54139", "349338", "116303", "5733", "297373"], "ranked_scores": [0.7614, 0.7199, 0.6982, 0.6981, 0.6981, 0.6981, 0.693, 0.6926, 0.6916, 0.6862], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-bge-base-en-v1.5-pq-m16-n4": {"127728": {"relevant_ids": ["127729"], "ranked_ids": ["276617", "189865", "26460", "265116", "267521", "282219", "522248", "462725", "76871", "73719"], "ranked_scores": [0.5353, 0.5345, 0.5249, 0.5223, 0.5223, 0.5223, 0.5223, 0.5223, 0.5223, 0.5223], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "318820": {"relevant_ids": ["318821"], "ranked_ids": ["318821", "483940", "122459", "481262", "26147", "332046", "54496", "377941", "54497", "172247"], "ranked_scores": [0.6114, 0.6108, 0.6073, 0.6019, 0.6019, 0.6019, 0.6019, 0.6019, 0.6019, 0.5988], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "296098": {"relevant_ids": ["296097"], "ranked_ids": ["296097", "307653", "56686", "493414", "134752", "45506", "469868", "45507", "423933", "168499"], "ranked_scores": [0.5004, 0.4996, 0.499, 0.4896, 0.4895, 0.4889, 0.4867, 0.4776, 0.4761, 0.4751], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "150414": {"relevant_ids": ["192835"], "ranked_ids": ["126746", "132912", "358763", "105782", "296128", "192835", "516620", "409883", "272802", "103122"], "ranked_scores": [0.7083, 0.7083, 0.7083, 0.7083, 0.7083, 0.7054, 0.7054, 0.7054, 0.7024, 0.7024], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "145582": {"relevant_ids": ["145583"], "ranked_ids": ["179136", "316486", "122533", "145583", "93864", "285851", "285962", "449378", "245370", "95510"], "ranked_scores": [0.3766, 0.3723, 0.3676, 0.3675, 0.3668, 0.3668, 0.3658, 0.3652, 0.3645, 0.3596], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "315712": {"relevant_ids": ["315713"], "ranked_ids": ["432625", "236508", "315713", "9711", "313365", "355553", "490239", "124542", "67179", "401513"], "ranked_scores": [0.6065, 0.6, 0.5964, 0.5947, 0.5937, 0.5864, 0.586, 0.5838, 0.5819, 0.5813], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "145739": {"relevant_ids": ["145740"], "ranked_ids": ["145740", "375395", "336202", "338517", "100854", "2420", "17980", "414838", "85426", "115412"], "ranked_scores": [0.5752, 0.5699, 0.5682, 0.5638, 0.5631, 0.5631, 0.5631, 0.5631, 0.5631, 0.5599], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "308127": {"relevant_ids": ["308126"], "ranked_ids": ["308126", "301104", "367804", "79828", "471617", "490044", "122392", "302837", "498504", "77650"], "ranked_scores": [0.4646, 0.4583, 0.4565, 0.4411, 0.4408, 0.4396, 0.4391, 0.4363, 0.4355, 0.4349], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "287245": {"relevant_ids": ["322650", "283198", "283199"], "ranked_ids": ["322650", "283199", "478611", "283198", "405392", "109049", "497666", "184624", "208412", "221784"], "ranked_scores": [0.4093, 0.4017, 0.4009, 0.3996, 0.3983, 0.3931, 0.3848, 0.3822, 0.3817, 0.3803], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.9675, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9675, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "14755": {"relevant_ids": ["211906", "14756"], "ranked_ids": ["374172", "433769", "383325", "47998", "47997", "535700", "83338", "57678", "55177", "97742"], "ranked_scores": [0.5997, 0.5997, 0.5997, 0.5997, 0.5997, 0.5997, 0.5997, 0.5997, 0.5997, 0.5997], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "370170": {"relevant_ids": ["370169"], "ranked_ids": ["370169", "476551", "191527", "110929", "325981", "438178", "279893", "189772", "32176", "392093"], "ranked_scores": [0.4473, 0.4051, 0.4003, 0.3996, 0.3935, 0.3903, 0.3782, 0.3759, 0.3751, 0.3719], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "41774": {"relevant_ids": ["41773"], "ranked_ids": ["41773", "164311", "328598", "239344", "339535", "199609", "307530", "339534", "369767", "53738"], "ranked_scores": [0.4679, 0.4464, 0.4314, 0.4278, 0.4277, 0.4276, 0.4242, 0.4209, 0.4197, 0.4136], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "399648": {"relevant_ids": ["399649"], "ranked_ids": ["399649", "462253", "225815", "151801", "481934", "324839", "390415", "188527", "37933", "255525"], "ranked_scores": [0.5084, 0.4983, 0.4889, 0.4815, 0.4802, 0.4771, 0.4762, 0.4743, 0.4735, 0.4733], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "504811": {"relevant_ids": ["504810"], "ranked_ids": ["504810", "386903", "220414", "434779", "309894", "381008", "527852", "74588", "364238", "179618"], "ranked_scores": [0.5352, 0.4956, 0.4947, 0.4931, 0.493, 0.4911, 0.4851, 0.4838, 0.4809, 0.4803], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "362950": {"relevant_ids": ["362949", "400212"], "ranked_ids": ["362949", "196530", "487392", "411503", "427587", "43209", "400212", "9132", "151122", "291799"], "ranked_scores": [0.613, 0.6097, 0.6084, 0.6067, 0.5967, 0.5956, 0.5955, 0.5937, 0.5926, 0.5914], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.8175, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "155873": {"relevant_ids": ["155874"], "ranked_ids": ["155874", "392604", "446058", "25477", "12759", "452910", "440062", "294020", "3139", "117228"], "ranked_scores": [0.52, 0.5109, 0.4898, 0.4846, 0.484, 0.4835, 0.4802, 0.4764, 0.4748, 0.474], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "263432": {"relevant_ids": ["263433"], "ranked_ids": ["263433", "175928", "371563", "17230", "510661", "86040", "286225", "357629", "292513", "196530"], "ranked_scores": [0.438, 0.438, 0.4337, 0.4309, 0.4269, 0.4234, 0.4232, 0.4229, 0.4225, 0.4225], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "354945": {"relevant_ids": ["354946"], "ranked_ids": ["354946", "322478", "397538", "408370", "298611", "254071", "495038", "462984", "462983", "39129"], "ranked_scores": [0.3995, 0.3683, 0.3681, 0.3676, 0.3657, 0.3637, 0.3526, 0.3523, 0.3426, 0.3349], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "245417": {"relevant_ids": ["219475", "248195"], "ranked_ids": ["40657", "257256", "390696", "85977", "219475", "413039", "64433", "249364", "248195", "152213"], "ranked_scores": [0.5796, 0.5796, 0.579, 0.574, 0.5708, 0.5708, 0.5708, 0.5692, 0.5638, 0.5605], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2372, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.4218, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "516276": {"relevant_ids": ["516277"], "ranked_ids": ["516277", "119374", "19755", "301165", "54139", "197869", "352289", "34173", "376328", "270310"], "ranked_scores": [0.6467, 0.6429, 0.6392, 0.6387, 0.6387, 0.6386, 0.6385, 0.6373, 0.6364, 0.6338], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177580": {"relevant_ids": ["177579"], "ranked_ids": ["177579", "76563", "272252", "446100", "464418", "455888", "255647", "140940", "418871", "27716"], "ranked_scores": [0.4742, 0.4321, 0.4263, 0.4163, 0.4163, 0.4163, 0.4162, 0.4151, 0.4143, 0.4112], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "309865": {"relevant_ids": ["33713", "78624", "78623"], "ranked_ids": ["53675", "5790", "78624", "61075", "60924", "79403", "97545", "9583", "68962", "78623"], "ranked_scores": [0.7255, 0.7255, 0.7255, 0.7255, 0.7255, 0.7255, 0.7255, 0.7255, 0.7255, 0.7255], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2346, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.3703, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.6667}, "510387": {"relevant_ids": ["510386"], "ranked_ids": ["241538", "185040", "241537", "532130", "8273", "43729", "296261", "77462", "50324", "91350"], "ranked_scores": [0.6526, 0.6526, 0.6526, 0.6526, 0.6526, 0.6497, 0.6497, 0.6497, 0.6497, 0.6482], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "26645": {"relevant_ids": ["26644"], "ranked_ids": ["26644", "207775", "83875", "83874", "116732", "332055", "461704", "282481", "144057", "108781"], "ranked_scores": [0.6357, 0.6196, 0.6153, 0.6052, 0.5947, 0.5928, 0.5914, 0.5908, 0.589, 0.5819], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "47788": {"relevant_ids": ["455725"], "ranked_ids": ["525616", "53096", "78921", "70829", "59223", "87678", "87038", "8505", "85764", "87039"], "ranked_scores": [0.6876, 0.6876, 0.6876, 0.6876, 0.6876, 0.6876, 0.6876, 0.6876, 0.6876, 0.6876], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "338281": {"relevant_ids": ["338282"], "ranked_ids": ["338282", "453446", "452930", "119513", "434432", "338711", "478531", "467526", "222138", "279025"], "ranked_scores": [0.4094, 0.394, 0.3917, 0.3885, 0.3871, 0.3842, 0.376, 0.3746, 0.371, 0.3694], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "461149": {"relevant_ids": ["461148"], "ranked_ids": ["461148", "283905", "203100", "307096", "516182", "525835", "98400", "417040", "528608", "250197"], "ranked_scores": [0.5059, 0.4865, 0.485, 0.4845, 0.482, 0.4818, 0.4682, 0.468, 0.4669, 0.4664], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "346126": {"relevant_ids": ["110710", "110711"], "ranked_ids": ["110710", "88214", "154338", "110711", "269085", "24144", "468070", "177697", "43394", "168350"], "ranked_scores": [0.6174, 0.6094, 0.6084, 0.6072, 0.6056, 0.602, 0.5999, 0.5999, 0.5999, 0.5994], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.8772, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.8772, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "372986": {"relevant_ids": ["49961", "262882"], "ranked_ids": ["49961", "262882", "249896", "532450", "203984", "497357", "515236", "407496", "309713", "166564"], "ranked_scores": [0.6074, 0.5984, 0.5819, 0.5763, 0.5745, 0.5737, 0.5728, 0.5714, 0.5697, 0.567], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "501182": {"relevant_ids": ["501181"], "ranked_ids": ["501181", "384476", "274777", "418055", "25920", "231545", "501373", "256094", "333842", "251312"], "ranked_scores": [0.5256, 0.4906, 0.4858, 0.482, 0.4606, 0.4604, 0.4566, 0.4561, 0.4557, 0.4556], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13800": {"relevant_ids": ["376590", "408522", "13799"], "ranked_ids": ["454343", "376590", "391952", "13799", "481109", "248340", "102285", "336893", "43474", "281010"], "ranked_scores": [0.5933, 0.5881, 0.5813, 0.5812, 0.5799, 0.5747, 0.5739, 0.5722, 0.5707, 0.5699], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4982, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.4982, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.6667}, "250143": {"relevant_ids": ["250142"], "ranked_ids": ["250142", "473276", "38409", "127989", "229130", "494292", "254185", "319909", "60102", "460976"], "ranked_scores": [0.5132, 0.5128, 0.4975, 0.4865, 0.4809, 0.4756, 0.4744, 0.4743, 0.4727, 0.4713], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13223": {"relevant_ids": ["88348", "156773", "20277", "13224", "88349"], "ranked_ids": ["223304", "156773", "13224", "366749", "88349", "88348", "24720", "86343", "7178", "73732"], "ranked_scores": [0.6937, 0.6936, 0.6936, 0.6936, 0.6936, 0.6936, 0.688, 0.688, 0.6876, 0.6876], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5307, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.4, "ndcg@5": 0.5148, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.6, "ndcg@10": 0.6356, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.8}, "11002": {"relevant_ids": ["11003"], "ranked_ids": ["87346", "403557", "517597", "42203", "55041", "81848", "468424", "444112", "64236", "88601"], "ranked_scores": [0.665, 0.6644, 0.6644, 0.6644, 0.6644, 0.6644, 0.6644, 0.6644, 0.6644, 0.6644], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "177653": {"relevant_ids": ["79732"], "ranked_ids": ["79732", "200611", "395587", "238679", "39174", "373275", "377344", "129172", "275428", "525755"], "ranked_scores": [0.4371, 0.4182, 0.4175, 0.4095, 0.4064, 0.4002, 0.3981, 0.3919, 0.3861, 0.3824], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "415592": {"relevant_ids": ["415591"], "ranked_ids": ["415591", "430072", "499684", "338816", "17843", "7769", "293399", "379147", "119111", "81159"], "ranked_scores": [0.5108, 0.491, 0.4819, 0.4748, 0.4716, 0.4684, 0.4675, 0.4665, 0.4657, 0.4644], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "511196": {"relevant_ids": ["511197"], "ranked_ids": ["511197", "494237", "33029", "414717", "251545", "220596", "236007", "537528", "308991", "90875"], "ranked_scores": [0.4532, 0.4502, 0.4242, 0.4119, 0.4085, 0.4072, 0.4042, 0.4014, 0.4008, 0.4008], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "344845": {"relevant_ids": ["344844"], "ranked_ids": ["344844", "25936", "327485", "101085", "4763", "79987", "448554", "57061", "192050", "503908"], "ranked_scores": [0.707, 0.7047, 0.7047, 0.7041, 0.7041, 0.7041, 0.7017, 0.7017, 0.7011, 0.6993], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "396744": {"relevant_ids": ["396745"], "ranked_ids": ["196613", "501103", "313629", "199534", "112050", "379443", "489628", "55767", "236438", "280345"], "ranked_scores": [0.5873, 0.5858, 0.582, 0.5797, 0.5797, 0.5797, 0.5797, 0.5797, 0.5791, 0.5764], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "452398": {"relevant_ids": ["452399"], "ranked_ids": ["452399", "196176", "194540", "450912", "372901", "72096", "304781", "435989", "530610", "90225"], "ranked_scores": [0.569, 0.5645, 0.5645, 0.5645, 0.5645, 0.5645, 0.5645, 0.5645, 0.5626, 0.5626], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "182114": {"relevant_ids": ["182113"], "ranked_ids": ["196647", "34513", "252201", "234482", "481882", "182113", "139689", "22349", "531602", "354965"], "ranked_scores": [0.5328, 0.5006, 0.5, 0.4991, 0.4991, 0.4979, 0.4947, 0.4933, 0.4909, 0.4906], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "486260": {"relevant_ids": ["486259"], "ranked_ids": ["111946", "146738", "146737", "486259", "399555", "511631", "55598", "514652", "574", "65893"], "ranked_scores": [0.6404, 0.6404, 0.6404, 0.6404, 0.6404, 0.6327, 0.6327, 0.6327, 0.6327, 0.6327], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "455140": {"relevant_ids": ["315935"], "ranked_ids": ["440700", "315935", "50224", "142202", "217206", "315936", "106381", "392995", "96710", "468659"], "ranked_scores": [0.5506, 0.5506, 0.5382, 0.5324, 0.5233, 0.5232, 0.5229, 0.5196, 0.5191, 0.5171], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "56198": {"relevant_ids": ["56199"], "ranked_ids": ["56199", "160194", "308888", "43404", "480352", "130971", "67917", "310462", "135929", "431226"], "ranked_scores": [0.4865, 0.443, 0.4182, 0.4153, 0.4124, 0.4049, 0.4015, 0.4, 0.3982, 0.3917], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "30172": {"relevant_ids": ["373486", "145119", "30173", "185817", "68426", "145120"], "ranked_ids": ["311173", "343564", "347955", "357840", "395974", "4153", "82405", "68426", "90983", "78746"], "ranked_scores": [0.7393, 0.7393, 0.7393, 0.7393, 0.7393, 0.7393, 0.7393, 0.7393, 0.7393, 0.7393], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0955, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.1667}, "127880": {"relevant_ids": ["241164"], "ranked_ids": ["241164", "121458", "135083", "366050", "22396", "358959", "337433", "141773", "216657", "370634"], "ranked_scores": [0.5401, 0.5304, 0.5289, 0.5125, 0.512, 0.5048, 0.5028, 0.5025, 0.4984, 0.4979], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "167969": {"relevant_ids": ["174461"], "ranked_ids": ["91854", "257735", "346555", "174461", "177138", "360983", "222958", "244077", "523986", "506783"], "ranked_scores": [0.5312, 0.5291, 0.5264, 0.5255, 0.523, 0.5217, 0.5193, 0.5185, 0.518, 0.5175], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "97986": {"relevant_ids": ["97987"], "ranked_ids": ["105886", "75455", "290935", "274700", "44589", "41241", "41242", "455330", "426974", "426973"], "ranked_scores": [0.6188, 0.6188, 0.6188, 0.618, 0.6154, 0.6131, 0.6131, 0.6131, 0.6131, 0.6131], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "12865": {"relevant_ids": ["105683"], "ranked_ids": ["105683", "464100", "75652", "58501", "293035", "83622", "3020", "8126", "69748", "83623"], "ranked_scores": [0.5433, 0.5317, 0.5295, 0.5283, 0.5257, 0.5238, 0.5233, 0.5233, 0.5219, 0.5214], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "215681": {"relevant_ids": ["215680"], "ranked_ids": ["215680", "5733", "266361", "177080", "133468", "1920", "438101", "383804", "417852", "520998"], "ranked_scores": [0.6555, 0.6518, 0.6518, 0.6518, 0.6488, 0.6488, 0.6488, 0.6482, 0.6482, 0.6482], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-bge-base-en-v1.5-mrl-512-pq-m16-n8": {"127728": {"relevant_ids": ["127729"], "ranked_ids": ["48895", "127729", "38063", "92818", "321340", "26460", "127676", "317591", "387548", "278575"], "ranked_scores": [0.7549, 0.7541, 0.7527, 0.751, 0.742, 0.742, 0.742, 0.7409, 0.7401, 0.7386], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "318820": {"relevant_ids": ["318821"], "ranked_ids": ["318821", "54497", "222238", "76767", "190698", "481262", "80151", "367479", "362322", "31320"], "ranked_scores": [0.8195, 0.7535, 0.7509, 0.7503, 0.7503, 0.7488, 0.7452, 0.7298, 0.7297, 0.7228], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "296098": {"relevant_ids": ["296097"], "ranked_ids": ["134752", "469868", "173403", "307653", "423933", "364131", "45507", "56686", "296097", "514650"], "ranked_scores": [0.7729, 0.7674, 0.7576, 0.7509, 0.749, 0.7468, 0.7446, 0.7393, 0.7309, 0.7255], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "150414": {"relevant_ids": ["192835"], "ranked_ids": ["105782", "192835", "21131", "516620", "103122", "126746", "105783", "8875", "85555", "126745"], "ranked_scores": [0.9136, 0.9124, 0.9089, 0.8955, 0.8815, 0.8738, 0.8681, 0.8625, 0.846, 0.8445], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "145582": {"relevant_ids": ["145583"], "ranked_ids": ["145583", "285962", "316486", "299264", "158478", "345532", "449378", "356671", "177277", "144114"], "ranked_scores": [0.6588, 0.6478, 0.6478, 0.6476, 0.6423, 0.636, 0.6338, 0.6278, 0.62, 0.6112], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "315712": {"relevant_ids": ["315713"], "ranked_ids": ["315713", "268021", "242340", "194841", "208025", "9711", "313365", "114544", "236508", "530118"], "ranked_scores": [0.8085, 0.774, 0.7673, 0.7634, 0.7628, 0.7619, 0.7599, 0.7594, 0.7575, 0.7495], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145739": {"relevant_ids": ["145740"], "ranked_ids": ["145740", "303090", "115412", "415781", "241979", "366074", "8705", "453401", "347337", "316928"], "ranked_scores": [0.8139, 0.8055, 0.7998, 0.7954, 0.7895, 0.7895, 0.7831, 0.764, 0.7564, 0.7443], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "308127": {"relevant_ids": ["308126"], "ranked_ids": ["308126", "302837", "498938", "282571", "385951", "395527", "154044", "139188", "77650", "523863"], "ranked_scores": [0.7408, 0.7404, 0.7317, 0.7226, 0.7211, 0.6993, 0.686, 0.6776, 0.6747, 0.6726], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "287245": {"relevant_ids": ["322650", "283198", "283199"], "ranked_ids": ["283198", "322650", "283199", "122319", "349781", "505949", "420279", "221783", "221784", "508239"], "ranked_scores": [0.7944, 0.7944, 0.7944, 0.6727, 0.6627, 0.6611, 0.6599, 0.6484, 0.6484, 0.6482], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "14755": {"relevant_ids": ["211906", "14756"], "ranked_ids": ["211906", "450970", "14756", "235454", "369731", "236793", "57678", "30834", "481547", "111330"], "ranked_scores": [0.8832, 0.8832, 0.8832, 0.8719, 0.8531, 0.849, 0.8437, 0.8358, 0.8292, 0.8213], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.9197, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.9197, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9197, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "370170": {"relevant_ids": ["370169"], "ranked_ids": ["370169", "466920", "22763", "387761", "404718", "433820", "467211", "191527", "26301", "449037"], "ranked_scores": [0.7888, 0.7368, 0.7289, 0.7273, 0.7226, 0.7226, 0.706, 0.6892, 0.6733, 0.6723], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "41774": {"relevant_ids": ["41773"], "ranked_ids": ["41773", "239344", "214766", "141438", "442459", "307530", "468656", "467781", "475177", "163006"], "ranked_scores": [0.737, 0.6871, 0.6706, 0.6656, 0.6639, 0.6562, 0.6507, 0.649, 0.6459, 0.6456], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "399648": {"relevant_ids": ["399649"], "ranked_ids": ["399649", "445074", "146745", "416358", "44564", "510807", "26748", "21253", "462253", "283129"], "ranked_scores": [0.8347, 0.779, 0.7612, 0.7547, 0.7539, 0.748, 0.7433, 0.7385, 0.7085, 0.7048], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "504811": {"relevant_ids": ["504810"], "ranked_ids": ["504810", "309894", "74588", "298555", "448774", "214151", "137925", "279073", "220414", "55899"], "ranked_scores": [0.8343, 0.8013, 0.7975, 0.7962, 0.7906, 0.7847, 0.7827, 0.7801, 0.7773, 0.7763], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "362950": {"relevant_ids": ["362949", "400212"], "ranked_ids": ["400212", "362949", "411503", "105920", "291799", "487392", "419727", "427587", "43209", "244712"], "ranked_scores": [0.8213, 0.8213, 0.8213, 0.8072, 0.8064, 0.805, 0.8043, 0.8016, 0.7996, 0.7957], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "155873": {"relevant_ids": ["155874"], "ranked_ids": ["155874", "392604", "446058", "292617", "363712", "294020", "378062", "91610", "416786", "439035"], "ranked_scores": [0.7645, 0.7493, 0.7141, 0.7091, 0.7039, 0.7011, 0.6933, 0.6886, 0.6877, 0.6825], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "263432": {"relevant_ids": ["263433"], "ranked_ids": ["263433", "128303", "371563", "108849", "28140", "401373", "97259", "147630", "18217", "407204"], "ranked_scores": [0.7135, 0.6761, 0.6641, 0.6548, 0.6542, 0.6505, 0.6474, 0.6449, 0.6449, 0.6449], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "354945": {"relevant_ids": ["354946"], "ranked_ids": ["354946", "254071", "322478", "462984", "462983", "473769", "236419", "201886", "484646", "495038"], "ranked_scores": [0.7929, 0.7537, 0.7466, 0.7284, 0.715, 0.6657, 0.6588, 0.6515, 0.5759, 0.5753], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "245417": {"relevant_ids": ["219475", "248195"], "ranked_ids": ["219475", "319022", "413039", "64433", "40657", "248195", "484409", "152213", "8069", "413040"], "ranked_scores": [0.8536, 0.8515, 0.8314, 0.8314, 0.8307, 0.8248, 0.819, 0.817, 0.8024, 0.7928], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.8316, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "516276": {"relevant_ids": ["516277"], "ranked_ids": ["516277", "34173", "19755", "118572", "510783", "387288", "76958", "197869", "489791", "479392"], "ranked_scores": [0.8709, 0.8547, 0.8547, 0.8501, 0.8374, 0.8283, 0.8272, 0.8153, 0.8032, 0.7892], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177580": {"relevant_ids": ["177579"], "ranked_ids": ["177579", "18081", "370405", "517075", "9954", "76563", "140940", "27716", "454968", "115954"], "ranked_scores": [0.7841, 0.6971, 0.6821, 0.6797, 0.6769, 0.6753, 0.6657, 0.6657, 0.6653, 0.665], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "309865": {"relevant_ids": ["33713", "78624", "78623"], "ranked_ids": ["33713", "405094", "78623", "153484", "20635", "437065", "469068", "78624", "143703", "495578"], "ranked_scores": [0.8936, 0.8908, 0.8908, 0.8851, 0.8839, 0.881, 0.8787, 0.8755, 0.8754, 0.8672], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.7039, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.852, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "510387": {"relevant_ids": ["510386"], "ranked_ids": ["241538", "510386", "212478", "170896", "40390", "241537", "52003", "91350", "371033", "160232"], "ranked_scores": [0.8395, 0.8349, 0.8329, 0.8329, 0.8326, 0.8289, 0.8285, 0.8271, 0.8271, 0.8178], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "26645": {"relevant_ids": ["26644"], "ranked_ids": ["26644", "108781", "220110", "221561", "39917", "183481", "169541", "504445", "358928", "163452"], "ranked_scores": [0.8419, 0.7722, 0.7715, 0.7715, 0.765, 0.7494, 0.7492, 0.7382, 0.7342, 0.7298], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "47788": {"relevant_ids": ["455725"], "ranked_ids": ["455725", "518171", "47703", "47789", "348138", "120701", "101721", "235686", "59223", "8505"], "ranked_scores": [0.8722, 0.8689, 0.8687, 0.8625, 0.8605, 0.859, 0.8579, 0.8579, 0.8579, 0.8579], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "338281": {"relevant_ids": ["338282"], "ranked_ids": ["338282", "263861", "452930", "327767", "138712", "11563", "291354", "338711", "467526", "208802"], "ranked_scores": [0.7636, 0.6626, 0.6532, 0.6503, 0.6437, 0.6314, 0.625, 0.6193, 0.6183, 0.6158], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "461149": {"relevant_ids": ["461148"], "ranked_ids": ["525835", "307096", "461148", "203100", "283905", "528608", "519891", "417040", "250197", "286025"], "ranked_scores": [0.7911, 0.7888, 0.7879, 0.7868, 0.7852, 0.7773, 0.7736, 0.7694, 0.7691, 0.7689], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "346126": {"relevant_ids": ["110710", "110711"], "ranked_ids": ["110710", "110711", "154338", "340823", "55038", "296319", "254526", "216984", "41365", "6816"], "ranked_scores": [0.8513, 0.8393, 0.8316, 0.7795, 0.7784, 0.7776, 0.7764, 0.7655, 0.7652, 0.7643], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "372986": {"relevant_ids": ["49961", "262882"], "ranked_ids": ["49961", "226818", "262882", "249896", "497531", "140335", "140334", "497357", "485235", "309713"], "ranked_scores": [0.828, 0.8019, 0.7954, 0.7929, 0.7731, 0.7472, 0.7468, 0.7461, 0.7417, 0.7377], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.9197, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.9197, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9197, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "501182": {"relevant_ids": ["501181"], "ranked_ids": ["501181", "274777", "179018", "325288", "261255", "429688", "231545", "402718", "474402", "446824"], "ranked_scores": [0.7494, 0.6872, 0.6678, 0.6655, 0.6523, 0.6517, 0.6297, 0.6295, 0.6198, 0.6154], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13800": {"relevant_ids": ["376590", "408522", "13799"], "ranked_ids": ["376590", "13799", "179943", "481109", "8622", "408522", "281010", "443465", "275741", "132742"], "ranked_scores": [0.8544, 0.8515, 0.8256, 0.8256, 0.821, 0.8171, 0.8159, 0.8069, 0.8069, 0.7776], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.7654, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.9325, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "250143": {"relevant_ids": ["250142"], "ranked_ids": ["250142", "473276", "368186", "76062", "509758", "225655", "509757", "57155", "38409", "57156"], "ranked_scores": [0.8653, 0.8571, 0.82, 0.8005, 0.7948, 0.7942, 0.775, 0.7664, 0.7658, 0.7609], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13223": {"relevant_ids": ["88348", "156773", "20277", "13224", "88349"], "ranked_ids": ["156773", "13224", "88348", "88349", "235061", "366749", "24720", "429238", "86343", "173790"], "ranked_scores": [0.9278, 0.9252, 0.9216, 0.9216, 0.9209, 0.9183, 0.9183, 0.9183, 0.9183, 0.9179], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.2, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6, "ndcg@5": 0.8688, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.8, "ndcg@10": 0.8688, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.8}, "11002": {"relevant_ids": ["11003"], "ranked_ids": ["11003", "241075", "444112", "42203", "144197", "10212", "468424", "55041", "64236", "87346"], "ranked_scores": [0.8277, 0.8233, 0.8223, 0.8188, 0.8144, 0.8105, 0.8093, 0.8066, 0.8066, 0.8066], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177653": {"relevant_ids": ["79732"], "ranked_ids": ["79732", "525756", "225019", "310721", "525755", "373717", "293259", "412316", "39174", "194790"], "ranked_scores": [0.8122, 0.7565, 0.7483, 0.7455, 0.7424, 0.7418, 0.7348, 0.7335, 0.7309, 0.7304], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "415592": {"relevant_ids": ["415591"], "ranked_ids": ["415591", "84634", "430072", "338815", "105088", "499684", "352629", "81159", "485299", "435045"], "ranked_scores": [0.8128, 0.7947, 0.7746, 0.7719, 0.7568, 0.748, 0.7381, 0.7346, 0.7317, 0.729], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "511196": {"relevant_ids": ["511197"], "ranked_ids": ["511197", "156490", "414717", "289278", "491923", "251546", "112674", "283001", "251545", "435439"], "ranked_scores": [0.776, 0.7457, 0.7212, 0.7041, 0.7029, 0.6998, 0.6902, 0.689, 0.6793, 0.6761], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "344845": {"relevant_ids": ["344844"], "ranked_ids": ["344844", "161471", "503908", "95946", "327548", "4763", "380837", "101085", "79986", "57592"], "ranked_scores": [0.8276, 0.8038, 0.8008, 0.7903, 0.7893, 0.7769, 0.7739, 0.7719, 0.7719, 0.7674], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "396744": {"relevant_ids": ["396745"], "ranked_ids": ["284966", "236438", "396745", "454241", "489628", "319727", "28361", "503444", "313629", "418055"], "ranked_scores": [0.7797, 0.7617, 0.7612, 0.7606, 0.7436, 0.7367, 0.7218, 0.7126, 0.7109, 0.7079], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "452398": {"relevant_ids": ["452399"], "ranked_ids": ["452399", "530610", "435989", "399415", "378404", "304781", "313904", "372901", "346712", "374498"], "ranked_scores": [0.7598, 0.6941, 0.6734, 0.6617, 0.6559, 0.6539, 0.6498, 0.6458, 0.6451, 0.6446], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "182114": {"relevant_ids": ["182113"], "ranked_ids": ["196647", "182113", "481882", "234482", "475847", "23242", "162482", "229182", "139689", "22349"], "ranked_scores": [0.8014, 0.7591, 0.7424, 0.7424, 0.7341, 0.7285, 0.7279, 0.7262, 0.7235, 0.7227], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "486260": {"relevant_ids": ["486259"], "ranked_ids": ["486259", "65893", "113749", "392356", "241333", "146738", "146737", "209254", "247403", "91527"], "ranked_scores": [0.8526, 0.8425, 0.8416, 0.8411, 0.8354, 0.8269, 0.8269, 0.8221, 0.8152, 0.8089], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "455140": {"relevant_ids": ["315935"], "ranked_ids": ["427112", "315935", "308963", "50224", "318887", "335780", "124700", "16399", "315936", "150842"], "ranked_scores": [0.8089, 0.8037, 0.7958, 0.795, 0.7933, 0.7917, 0.7901, 0.786, 0.7839, 0.7826], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "56198": {"relevant_ids": ["56199"], "ranked_ids": ["56199", "308888", "480352", "431226", "160194", "130971", "87814", "91482", "71092", "67917"], "ranked_scores": [0.7482, 0.6693, 0.6693, 0.6693, 0.6693, 0.6535, 0.6372, 0.6372, 0.6307, 0.6279], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "30172": {"relevant_ids": ["373486", "145119", "30173", "185817", "68426", "145120"], "ranked_ids": ["160900", "185817", "145120", "373486", "30173", "357893", "205338", "68426", "145119", "185581"], "ranked_scores": [0.9249, 0.9249, 0.9249, 0.922, 0.922, 0.922, 0.9213, 0.9119, 0.8812, 0.8807], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5307, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.6608, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.7762, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "127880": {"relevant_ids": ["241164"], "ranked_ids": ["241164", "210277", "370634", "135083", "141773", "121458", "284088", "132797", "358959", "350284"], "ranked_scores": [0.8098, 0.7838, 0.7772, 0.7763, 0.7596, 0.7471, 0.7459, 0.7366, 0.7364, 0.7315], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "167969": {"relevant_ids": ["174461"], "ranked_ids": ["360983", "174461", "365197", "448412", "171665", "222958", "49800", "407354", "315016", "177138"], "ranked_scores": [0.7896, 0.7809, 0.7398, 0.7386, 0.7381, 0.7343, 0.73, 0.7284, 0.7264, 0.7263], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "97986": {"relevant_ids": ["97987"], "ranked_ids": ["97987", "44589", "393565", "384292", "284181", "212168", "326597", "108564", "104642", "308991"], "ranked_scores": [0.8664, 0.8568, 0.7827, 0.7376, 0.7262, 0.7144, 0.7144, 0.7118, 0.71, 0.6978], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "12865": {"relevant_ids": ["105683"], "ranked_ids": ["105683", "356189", "92902", "291690", "83623", "83622", "188959", "35071", "94167", "69748"], "ranked_scores": [0.847, 0.8265, 0.8123, 0.7924, 0.7817, 0.7817, 0.7809, 0.7809, 0.7809, 0.779], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "215681": {"relevant_ids": ["215680"], "ranked_ids": ["215680", "177080", "171713", "301165", "54139", "5733", "349338", "252239", "297373", "294407"], "ranked_scores": [0.7978, 0.7439, 0.7409, 0.7409, 0.7409, 0.739, 0.7329, 0.7322, 0.7286, 0.7239], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-bge-base-en-v1.5-mrl-256-pq-m16-n8": {"127728": {"relevant_ids": ["127729"], "ranked_ids": ["127729", "38063", "188019", "48895", "276617", "485054", "278575", "153290", "292638", "78763"], "ranked_scores": [0.7302, 0.7144, 0.7126, 0.7061, 0.6975, 0.6883, 0.6881, 0.6812, 0.6723, 0.6686], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "318820": {"relevant_ids": ["318821"], "ranked_ids": ["318821", "367479", "122459", "370618", "377941", "355161", "20112", "162581", "167914", "76767"], "ranked_scores": [0.7731, 0.6562, 0.6543, 0.6521, 0.6339, 0.6322, 0.629, 0.6283, 0.6279, 0.6273], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "296098": {"relevant_ids": ["296097"], "ranked_ids": ["469868", "134752", "45507", "423933", "45506", "307653", "296097", "173403", "364131", "492756"], "ranked_scores": [0.6309, 0.6302, 0.6149, 0.6136, 0.6061, 0.6056, 0.6015, 0.5874, 0.5761, 0.5737], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "150414": {"relevant_ids": ["192835"], "ranked_ids": ["105782", "192835", "516620", "103122", "8875", "126746", "105783", "21131", "98863", "210681"], "ranked_scores": [0.898, 0.896, 0.8885, 0.8765, 0.8557, 0.855, 0.8241, 0.7951, 0.7786, 0.7759], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "145582": {"relevant_ids": ["145583"], "ranked_ids": ["145583", "299264", "87614", "177277", "345532", "356671", "369955", "449378", "316486", "158478"], "ranked_scores": [0.6832, 0.6329, 0.5532, 0.5517, 0.5493, 0.5467, 0.5463, 0.5377, 0.5326, 0.532], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "315712": {"relevant_ids": ["315713"], "ranked_ids": ["315713", "242340", "472165", "55162", "400583", "401513", "236508", "114544", "509426", "194841"], "ranked_scores": [0.8226, 0.7263, 0.7156, 0.7071, 0.697, 0.6952, 0.6943, 0.6915, 0.6911, 0.6878], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145739": {"relevant_ids": ["145740"], "ranked_ids": ["145740", "241979", "366074", "8705", "303090", "347337", "323620", "415781", "280142", "453401"], "ranked_scores": [0.768, 0.7529, 0.7125, 0.6723, 0.6717, 0.64, 0.62, 0.616, 0.6058, 0.6004], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "308127": {"relevant_ids": ["308126"], "ranked_ids": ["308126", "498938", "302837", "385951", "282571", "154044", "427265", "427879", "77650", "139188"], "ranked_scores": [0.7228, 0.652, 0.6139, 0.6117, 0.6047, 0.5943, 0.5842, 0.581, 0.5778, 0.577], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "287245": {"relevant_ids": ["322650", "283198", "283199"], "ranked_ids": ["283198", "283199", "322650", "436296", "405392", "208412", "109049", "508239", "188940", "420736"], "ranked_scores": [0.8216, 0.8176, 0.8176, 0.6108, 0.6021, 0.5938, 0.5858, 0.5783, 0.5636, 0.5574], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "14755": {"relevant_ids": ["211906", "14756"], "ranked_ids": ["211906", "14756", "450970", "30834", "235454", "236793", "57678", "83338", "535700", "453873"], "ranked_scores": [0.8608, 0.8608, 0.8608, 0.8264, 0.7858, 0.76, 0.7216, 0.7024, 0.7007, 0.6925], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "370170": {"relevant_ids": ["370169"], "ranked_ids": ["370169", "449037", "537762", "404718", "433820", "466920", "22763", "211280", "476551", "467211"], "ranked_scores": [0.8186, 0.7224, 0.6667, 0.6662, 0.6662, 0.6509, 0.6392, 0.6215, 0.6037, 0.6028], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "41774": {"relevant_ids": ["41773"], "ranked_ids": ["41773", "239344", "214766", "173048", "141438", "442459", "286056", "467781", "163006", "433175"], "ranked_scores": [0.7704, 0.6247, 0.6027, 0.5816, 0.565, 0.5586, 0.5562, 0.5445, 0.5327, 0.5266], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "399648": {"relevant_ids": ["399649"], "ranked_ids": ["399649", "462253", "481934", "26748", "146745", "225815", "283129", "243294", "510807", "188527"], "ranked_scores": [0.8371, 0.661, 0.6511, 0.6436, 0.6432, 0.6398, 0.6308, 0.6081, 0.599, 0.598], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "504811": {"relevant_ids": ["504810"], "ranked_ids": ["504810", "84826", "448774", "90374", "74588", "364238", "251173", "220414", "179618", "5861"], "ranked_scores": [0.8044, 0.6609, 0.6601, 0.6379, 0.6357, 0.6335, 0.6332, 0.6305, 0.627, 0.6159], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "362950": {"relevant_ids": ["362949", "400212"], "ranked_ids": ["362949", "400212", "411503", "105920", "419727", "427587", "43209", "475478", "9132", "244712"], "ranked_scores": [0.7975, 0.7975, 0.7377, 0.7295, 0.7259, 0.7255, 0.724, 0.7233, 0.716, 0.7111], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "155873": {"relevant_ids": ["155874"], "ranked_ids": ["155874", "392604", "446058", "294020", "292617", "230787", "88342", "444541", "115329", "363712"], "ranked_scores": [0.7642, 0.7055, 0.6799, 0.6501, 0.649, 0.6456, 0.6319, 0.6304, 0.6259, 0.6188], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "263432": {"relevant_ids": ["263433"], "ranked_ids": ["128303", "263433", "371563", "104254", "18217", "392367", "192229", "108849", "261419", "238602"], "ranked_scores": [0.661, 0.6313, 0.5976, 0.575, 0.5747, 0.574, 0.5739, 0.5727, 0.5675, 0.5626], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "354945": {"relevant_ids": ["354946"], "ranked_ids": ["354946", "254071", "322478", "462984", "462983", "473769", "236419", "243923", "121510", "11091"], "ranked_scores": [0.7801, 0.6765, 0.6525, 0.6063, 0.586, 0.5618, 0.5575, 0.5353, 0.523, 0.5201], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "245417": {"relevant_ids": ["219475", "248195"], "ranked_ids": ["40657", "219475", "64433", "319022", "413039", "248195", "164159", "152213", "37326", "368145"], "ranked_scores": [0.8377, 0.7972, 0.7962, 0.7718, 0.7686, 0.7584, 0.7408, 0.7316, 0.7119, 0.7102], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6053, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "516276": {"relevant_ids": ["516277"], "ranked_ids": ["516277", "19755", "76958", "510783", "34173", "479392", "197869", "175142", "112502", "387288"], "ranked_scores": [0.8685, 0.8149, 0.8104, 0.7999, 0.7973, 0.753, 0.7343, 0.7108, 0.7071, 0.6964], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177580": {"relevant_ids": ["177579"], "ranked_ids": ["177579", "234825", "9954", "115954", "18081", "129413", "272252", "446100", "455888", "464418"], "ranked_scores": [0.8072, 0.6432, 0.623, 0.6196, 0.6089, 0.6076, 0.6028, 0.6018, 0.5917, 0.5917], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "309865": {"relevant_ids": ["33713", "78624", "78623"], "ranked_ids": ["153484", "78623", "405094", "33713", "78624", "209041", "20635", "469068", "109205", "437065"], "ranked_scores": [0.8935, 0.8854, 0.8854, 0.8824, 0.8816, 0.8661, 0.8521, 0.8365, 0.8085, 0.8065], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.6797, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6797, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "510387": {"relevant_ids": ["510386"], "ranked_ids": ["241538", "371033", "241537", "40390", "344869", "212478", "510386", "91350", "412445", "412443"], "ranked_scores": [0.8418, 0.8125, 0.8048, 0.8029, 0.7996, 0.7975, 0.7739, 0.7727, 0.765, 0.7561], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "26645": {"relevant_ids": ["26644"], "ranked_ids": ["26644", "108781", "169541", "83874", "83875", "26813", "39917", "411539", "183481", "207775"], "ranked_scores": [0.8488, 0.7617, 0.707, 0.6992, 0.6992, 0.6879, 0.6772, 0.677, 0.6689, 0.6663], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "47788": {"relevant_ids": ["455725"], "ranked_ids": ["455725", "348138", "59223", "518171", "235686", "8505", "101721", "47703", "331", "47789"], "ranked_scores": [0.837, 0.833, 0.8236, 0.8147, 0.8144, 0.8144, 0.8144, 0.8046, 0.7987, 0.7985], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "338281": {"relevant_ids": ["338282"], "ranked_ids": ["338282", "11563", "291354", "338711", "263861", "452930", "457315", "293850", "57017", "11250"], "ranked_scores": [0.7272, 0.545, 0.5271, 0.52, 0.4958, 0.4869, 0.4673, 0.4582, 0.4544, 0.4416], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "461149": {"relevant_ids": ["461148"], "ranked_ids": ["461148", "525835", "203100", "250197", "519891", "283905", "443095", "472145", "527101", "417040"], "ranked_scores": [0.7517, 0.7436, 0.7305, 0.671, 0.6638, 0.6629, 0.6628, 0.6607, 0.6595, 0.6511], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "346126": {"relevant_ids": ["110710", "110711"], "ranked_ids": ["110711", "110710", "154338", "340823", "254526", "168350", "296319", "160306", "229503", "393684"], "ranked_scores": [0.8462, 0.8453, 0.8269, 0.7439, 0.7077, 0.6986, 0.6973, 0.6959, 0.6892, 0.6841], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "372986": {"relevant_ids": ["49961", "262882"], "ranked_ids": ["49961", "262882", "226818", "497531", "108183", "140334", "88278", "215938", "140335", "130692"], "ranked_scores": [0.8231, 0.7854, 0.7391, 0.7292, 0.7195, 0.7193, 0.7029, 0.6924, 0.6915, 0.6874], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "501182": {"relevant_ids": ["501181"], "ranked_ids": ["501181", "274777", "402718", "524758", "422140", "261255", "179018", "411717", "456116", "325288"], "ranked_scores": [0.7395, 0.6574, 0.5583, 0.556, 0.5513, 0.5462, 0.5327, 0.5322, 0.5292, 0.5287], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13800": {"relevant_ids": ["376590", "408522", "13799"], "ranked_ids": ["13799", "376590", "408522", "281010", "179943", "481109", "33190", "270038", "363079", "8622"], "ranked_scores": [0.8129, 0.781, 0.7772, 0.7517, 0.7455, 0.7447, 0.7287, 0.7259, 0.6955, 0.6868], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "250143": {"relevant_ids": ["250142"], "ranked_ids": ["250142", "473276", "225655", "368186", "509758", "38409", "57155", "50538", "57156", "382691"], "ranked_scores": [0.8774, 0.8472, 0.7003, 0.6578, 0.6568, 0.6496, 0.6473, 0.6445, 0.6421, 0.641], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13223": {"relevant_ids": ["88348", "156773", "20277", "13224", "88349"], "ranked_ids": ["13224", "156773", "88348", "88349", "86343", "366749", "137719", "126265", "173790", "24720"], "ranked_scores": [0.9269, 0.9268, 0.913, 0.9128, 0.9128, 0.9069, 0.8942, 0.8934, 0.8924, 0.8855], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.2, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6, "ndcg@5": 0.8688, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.8, "ndcg@10": 0.8688, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.8}, "11002": {"relevant_ids": ["11003"], "ranked_ids": ["11003", "241075", "444112", "144197", "42203", "10212", "347493", "489539", "40100", "55041"], "ranked_scores": [0.8368, 0.779, 0.7768, 0.7716, 0.7685, 0.7652, 0.7392, 0.7355, 0.7352, 0.7323], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177653": {"relevant_ids": ["79732"], "ranked_ids": ["79732", "39174", "395587", "200611", "525756", "194790", "310721", "525755", "138956", "412316"], "ranked_scores": [0.8101, 0.7276, 0.6984, 0.6925, 0.6582, 0.6581, 0.6486, 0.6409, 0.6281, 0.6276], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "415592": {"relevant_ids": ["415591"], "ranked_ids": ["415591", "105088", "499684", "84634", "338815", "338816", "81159", "251540", "17843", "435045"], "ranked_scores": [0.8156, 0.7233, 0.704, 0.6974, 0.6968, 0.68, 0.6781, 0.6604, 0.6587, 0.658], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "511196": {"relevant_ids": ["511197"], "ranked_ids": ["511197", "156490", "251545", "53962", "414717", "289278", "45940", "251546", "77372", "469291"], "ranked_scores": [0.7745, 0.6527, 0.6481, 0.64, 0.6274, 0.6172, 0.6133, 0.6073, 0.5983, 0.5901], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "344845": {"relevant_ids": ["344844"], "ranked_ids": ["344844", "161471", "79987", "95946", "405733", "269915", "4915", "79986", "327548", "101085"], "ranked_scores": [0.8137, 0.804, 0.7693, 0.7584, 0.7449, 0.7449, 0.7442, 0.7441, 0.7373, 0.7372], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "396744": {"relevant_ids": ["396745"], "ranked_ids": ["396745", "284966", "418055", "454241", "421257", "338567", "236438", "31780", "8609", "375685"], "ranked_scores": [0.7269, 0.7027, 0.6752, 0.6627, 0.6544, 0.636, 0.6305, 0.606, 0.6036, 0.5929], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "452398": {"relevant_ids": ["452399"], "ranked_ids": ["452399", "530610", "267939", "42970", "100727", "346712", "461682", "27018", "165046", "258503"], "ranked_scores": [0.7707, 0.6588, 0.6493, 0.6346, 0.6246, 0.6229, 0.619, 0.6172, 0.6164, 0.6116], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "182114": {"relevant_ids": ["182113"], "ranked_ids": ["196647", "182113", "234482", "481882", "369767", "162482", "31137", "425919", "531602", "31138"], "ranked_scores": [0.7773, 0.7104, 0.6966, 0.6886, 0.6798, 0.6678, 0.667, 0.6661, 0.6611, 0.6599], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "486260": {"relevant_ids": ["486259"], "ranked_ids": ["486259", "65893", "266904", "241333", "113749", "492147", "146738", "392356", "209254", "209255"], "ranked_scores": [0.8428, 0.7918, 0.7746, 0.7744, 0.7699, 0.7586, 0.7554, 0.7549, 0.7453, 0.7428], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "455140": {"relevant_ids": ["315935"], "ranked_ids": ["315935", "308963", "427112", "124700", "315936", "150842", "50224", "16399", "519049", "249732"], "ranked_scores": [0.8092, 0.7605, 0.7602, 0.7475, 0.7453, 0.7424, 0.7378, 0.7288, 0.7107, 0.7091], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "56198": {"relevant_ids": ["56199"], "ranked_ids": ["56199", "160194", "431226", "308888", "43404", "243039", "43405", "249114", "523882", "352207"], "ranked_scores": [0.757, 0.5955, 0.5955, 0.5955, 0.5532, 0.5532, 0.551, 0.5443, 0.5241, 0.523], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "30172": {"relevant_ids": ["373486", "145119", "30173", "185817", "68426", "145120"], "ranked_ids": ["160900", "145120", "357893", "68426", "30173", "373486", "185817", "205338", "192604", "145119"], "ranked_scores": [0.8996, 0.894, 0.8892, 0.8833, 0.8823, 0.8789, 0.8686, 0.8639, 0.8386, 0.8287], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.1667, "ndcg@5": 0.4913, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.7344, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "127880": {"relevant_ids": ["241164"], "ranked_ids": ["241164", "121458", "135083", "504771", "358959", "425515", "337433", "22396", "210277", "329579"], "ranked_scores": [0.7992, 0.7693, 0.751, 0.7135, 0.7075, 0.699, 0.691, 0.6831, 0.6823, 0.6726], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "167969": {"relevant_ids": ["174461"], "ranked_ids": ["174461", "360983", "91854", "171665", "369449", "365197", "315016", "280033", "49800", "468723"], "ranked_scores": [0.8008, 0.7741, 0.6945, 0.6918, 0.6865, 0.6825, 0.6756, 0.6734, 0.6674, 0.6664], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "97986": {"relevant_ids": ["97987"], "ranked_ids": ["97987", "44589", "257425", "41242", "141075", "105886", "75455", "326597", "384292", "41241"], "ranked_scores": [0.8327, 0.8266, 0.6839, 0.683, 0.6772, 0.6678, 0.6653, 0.6584, 0.6577, 0.6562], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "12865": {"relevant_ids": ["105683"], "ranked_ids": ["105683", "83623", "83622", "92902", "69748", "63277", "231925", "356189", "43086", "220172"], "ranked_scores": [0.8367, 0.7928, 0.7702, 0.7625, 0.7491, 0.7479, 0.7413, 0.7356, 0.7288, 0.6765], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "215681": {"relevant_ids": ["215680"], "ranked_ids": ["215680", "177080", "171713", "349338", "5733", "54139", "301165", "297373", "294407", "252239"], "ranked_scores": [0.8102, 0.7117, 0.6913, 0.6905, 0.68, 0.6734, 0.6734, 0.6617, 0.6574, 0.6535], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-bge-base-en-v1.5-mrl-128-pq-m16-n8": {"127728": {"relevant_ids": ["127729"], "ranked_ids": ["276617", "145244", "188019", "321340", "38063", "127729", "48895", "450133", "190150", "278575"], "ranked_scores": [0.6441, 0.6399, 0.6362, 0.6331, 0.6315, 0.6256, 0.6241, 0.6231, 0.6202, 0.6183], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "318820": {"relevant_ids": ["318821"], "ranked_ids": ["318821", "367479", "76767", "496708", "162581", "222238", "73045", "370618", "491039", "31320"], "ranked_scores": [0.845, 0.7402, 0.7059, 0.6642, 0.6522, 0.6384, 0.6196, 0.6135, 0.6128, 0.6079], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "296098": {"relevant_ids": ["296097"], "ranked_ids": ["469868", "134752", "45507", "296097", "173403", "45506", "168499", "423933", "492756", "469985"], "ranked_scores": [0.6658, 0.646, 0.6095, 0.6026, 0.5603, 0.5528, 0.5477, 0.5341, 0.5312, 0.5268], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "150414": {"relevant_ids": ["192835"], "ranked_ids": ["192835", "105782", "516620", "8875", "105783", "21131", "132912", "103122", "126746", "161296"], "ranked_scores": [0.8882, 0.8813, 0.8334, 0.7631, 0.7576, 0.7513, 0.7502, 0.7412, 0.7352, 0.729], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145582": {"relevant_ids": ["145583"], "ranked_ids": ["145583", "299264", "130013", "87614", "95510", "188727", "508502", "508501", "263736", "285851"], "ranked_scores": [0.7315, 0.6837, 0.5795, 0.5786, 0.5613, 0.5501, 0.5454, 0.5454, 0.5438, 0.5405], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "315712": {"relevant_ids": ["315713"], "ranked_ids": ["315713", "396505", "454814", "153536", "203205", "236508", "509426", "377891", "355553", "368164"], "ranked_scores": [0.8592, 0.7351, 0.678, 0.6764, 0.6721, 0.6556, 0.6551, 0.6536, 0.6452, 0.6409], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145739": {"relevant_ids": ["145740"], "ranked_ids": ["145740", "8705", "241979", "180147", "303090", "366074", "8828", "414838", "85426", "17980"], "ranked_scores": [0.8, 0.6726, 0.6566, 0.6418, 0.6413, 0.626, 0.6238, 0.6235, 0.6193, 0.6149], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "308127": {"relevant_ids": ["308126"], "ranked_ids": ["308126", "498938", "385951", "301104", "282571", "140685", "275485", "271118", "367804", "287482"], "ranked_scores": [0.7879, 0.5711, 0.5656, 0.5581, 0.5534, 0.5473, 0.546, 0.5438, 0.5302, 0.5279], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "287245": {"relevant_ids": ["322650", "283198", "283199"], "ranked_ids": ["283198", "322650", "283199", "420279", "508239", "299392", "208412", "415784", "415785", "308062"], "ranked_scores": [0.8396, 0.8374, 0.8374, 0.5874, 0.5869, 0.5644, 0.5457, 0.5162, 0.5162, 0.4996], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "14755": {"relevant_ids": ["211906", "14756"], "ranked_ids": ["211906", "450970", "14756", "30834", "235454", "535700", "393649", "236793", "381248", "449494"], "ranked_scores": [0.8871, 0.8871, 0.8861, 0.8086, 0.7629, 0.7085, 0.7027, 0.6934, 0.6916, 0.6612], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.9197, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.9197, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9197, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "370170": {"relevant_ids": ["370169"], "ranked_ids": ["370169", "466920", "449037", "156412", "537762", "433820", "231528", "387761", "275523", "467211"], "ranked_scores": [0.8752, 0.6237, 0.6226, 0.6204, 0.6014, 0.5763, 0.5661, 0.5618, 0.5562, 0.5382], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "41774": {"relevant_ids": ["41773"], "ranked_ids": ["41773", "307530", "173048", "211076", "239344", "373827", "454279", "256671", "141438", "118995"], "ranked_scores": [0.7865, 0.627, 0.5902, 0.5769, 0.5687, 0.5497, 0.5375, 0.5335, 0.5306, 0.5291], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "399648": {"relevant_ids": ["399649"], "ranked_ids": ["399649", "54706", "26748", "445074", "21253", "212809", "462253", "154368", "389028", "225815"], "ranked_scores": [0.8881, 0.6728, 0.6595, 0.6575, 0.6532, 0.6102, 0.6048, 0.5999, 0.5993, 0.5972], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "504811": {"relevant_ids": ["504810"], "ranked_ids": ["504810", "309894", "55899", "499535", "160704", "364238", "179618", "298555", "220414", "90374"], "ranked_scores": [0.8756, 0.6685, 0.6424, 0.6035, 0.5813, 0.5804, 0.5764, 0.5752, 0.5702, 0.5603], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "362950": {"relevant_ids": ["362949", "400212"], "ranked_ids": ["362949", "400212", "465929", "487392", "105920", "427587", "244712", "475478", "419727", "129563"], "ranked_scores": [0.8726, 0.8653, 0.7808, 0.7725, 0.7722, 0.7636, 0.7362, 0.735, 0.7278, 0.724], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "155873": {"relevant_ids": ["155874"], "ranked_ids": ["155874", "392604", "446058", "294020", "292617", "246660", "162323", "146003", "350051", "353785"], "ranked_scores": [0.7632, 0.7143, 0.5986, 0.5903, 0.5649, 0.5551, 0.5543, 0.5516, 0.5511, 0.5485], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "263432": {"relevant_ids": ["263433"], "ranked_ids": ["263433", "128303", "371563", "184766", "258335", "518608", "401373", "471057", "301563", "18217"], "ranked_scores": [0.7211, 0.6806, 0.567, 0.5665, 0.564, 0.5534, 0.5501, 0.5392, 0.5386, 0.5376], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "354945": {"relevant_ids": ["354946"], "ranked_ids": ["354946", "254071", "322478", "462984", "462983", "287396", "473769", "76723", "236419", "43544"], "ranked_scores": [0.8595, 0.7012, 0.6308, 0.5972, 0.5956, 0.5718, 0.5697, 0.5685, 0.5677, 0.5667], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "245417": {"relevant_ids": ["219475", "248195"], "ranked_ids": ["40657", "219475", "64433", "248195", "413039", "8069", "319022", "164159", "37326", "152213"], "ranked_scores": [0.8991, 0.8634, 0.8385, 0.8352, 0.7796, 0.7549, 0.7521, 0.7506, 0.7485, 0.7392], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6509, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6509, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "516276": {"relevant_ids": ["516277"], "ranked_ids": ["516277", "76958", "19755", "34173", "197869", "479392", "510783", "62062", "347409", "471902"], "ranked_scores": [0.8913, 0.7841, 0.7809, 0.7781, 0.7282, 0.7268, 0.7086, 0.7056, 0.6963, 0.6949], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177580": {"relevant_ids": ["177579"], "ranked_ids": ["177579", "234825", "129412", "9954", "18081", "129413", "419100", "517075", "382784", "446100"], "ranked_scores": [0.8818, 0.6474, 0.6456, 0.6276, 0.6042, 0.5973, 0.5915, 0.5746, 0.5667, 0.5626], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "309865": {"relevant_ids": ["33713", "78624", "78623"], "ranked_ids": ["78623", "405094", "78624", "33713", "153484", "209041", "495751", "469068", "437065", "360054"], "ranked_scores": [0.9199, 0.9199, 0.9058, 0.9019, 0.8701, 0.8424, 0.8165, 0.8035, 0.7978, 0.769], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.906, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.906, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "510387": {"relevant_ids": ["510386"], "ranked_ids": ["241538", "40390", "510386", "241537", "344869", "170896", "212478", "371033", "439080", "207775"], "ranked_scores": [0.8172, 0.8048, 0.7967, 0.7935, 0.7513, 0.7496, 0.7388, 0.7216, 0.7131, 0.696], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "26645": {"relevant_ids": ["26644"], "ranked_ids": ["26644", "108781", "26813", "318396", "221561", "411539", "504445", "83874", "183481", "407302"], "ranked_scores": [0.897, 0.8093, 0.7377, 0.7159, 0.7131, 0.6991, 0.6852, 0.6778, 0.6757, 0.6677], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "47788": {"relevant_ids": ["455725"], "ranked_ids": ["455725", "47789", "47703", "15132", "37221", "518171", "348138", "59508", "235686", "331"], "ranked_scores": [0.81, 0.7948, 0.7932, 0.7876, 0.7875, 0.7653, 0.7623, 0.7442, 0.7362, 0.7302], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "338281": {"relevant_ids": ["338282"], "ranked_ids": ["338282", "338711", "291354", "263861", "200288", "11563", "452930", "327767", "208802", "138712"], "ranked_scores": [0.7826, 0.5066, 0.5054, 0.4895, 0.4881, 0.4864, 0.4464, 0.4415, 0.4391, 0.4354], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "461149": {"relevant_ids": ["461148"], "ranked_ids": ["461148", "203100", "525835", "283905", "443095", "335800", "527101", "519616", "472145", "236553"], "ranked_scores": [0.7842, 0.7486, 0.73, 0.6384, 0.598, 0.5911, 0.5895, 0.5696, 0.5546, 0.553], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "346126": {"relevant_ids": ["110710", "110711"], "ranked_ids": ["154338", "110710", "110711", "340823", "207552", "355996", "340725", "296319", "6816", "229972"], "ranked_scores": [0.8633, 0.8627, 0.8333, 0.7301, 0.6966, 0.6869, 0.6845, 0.6799, 0.6775, 0.6726], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6934, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6934, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6934, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "372986": {"relevant_ids": ["49961", "262882"], "ranked_ids": ["49961", "262882", "497531", "497357", "108183", "140334", "215938", "303468", "415486", "140335"], "ranked_scores": [0.8726, 0.7955, 0.6811, 0.6773, 0.6749, 0.6682, 0.66, 0.6566, 0.6545, 0.6416], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "501182": {"relevant_ids": ["501181"], "ranked_ids": ["501181", "274777", "456116", "261255", "179018", "411533", "109121", "152213", "429772", "411630"], "ranked_scores": [0.823, 0.6898, 0.6311, 0.6186, 0.5809, 0.5677, 0.5582, 0.5508, 0.5371, 0.5319], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13800": {"relevant_ids": ["376590", "408522", "13799"], "ranked_ids": ["13799", "408522", "179943", "376590", "8622", "481109", "281010", "482825", "257857", "56338"], "ranked_scores": [0.8559, 0.812, 0.8007, 0.7893, 0.7532, 0.7489, 0.7376, 0.7063, 0.7, 0.6947], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.9675, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9675, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "250143": {"relevant_ids": ["250142"], "ranked_ids": ["250142", "473276", "225655", "38409", "76062", "403812", "229130", "198782", "206630", "50539"], "ranked_scores": [0.9017, 0.7971, 0.6205, 0.6095, 0.6066, 0.606, 0.5981, 0.5904, 0.5875, 0.5859], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13223": {"relevant_ids": ["88348", "156773", "20277", "13224", "88349"], "ranked_ids": ["156773", "13224", "88348", "88349", "86343", "24720", "11938", "366749", "137719", "293913"], "ranked_scores": [0.9518, 0.9429, 0.9086, 0.8901, 0.8843, 0.8738, 0.8701, 0.8626, 0.8613, 0.8532], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.2, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6, "ndcg@5": 0.8688, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.8, "ndcg@10": 0.8688, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.8}, "11002": {"relevant_ids": ["11003"], "ranked_ids": ["11003", "144197", "444112", "241075", "42203", "82619", "10212", "489539", "347493", "468424"], "ranked_scores": [0.8367, 0.7922, 0.7871, 0.7856, 0.777, 0.763, 0.751, 0.7415, 0.7188, 0.7028], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177653": {"relevant_ids": ["79732"], "ranked_ids": ["79732", "39174", "194790", "310721", "395587", "525756", "412316", "282395", "373275", "225019"], "ranked_scores": [0.8606, 0.6869, 0.6766, 0.6726, 0.6673, 0.6633, 0.6295, 0.6178, 0.6084, 0.6002], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "415592": {"relevant_ids": ["415591"], "ranked_ids": ["415591", "105088", "338815", "499684", "485299", "338816", "379146", "435045", "251540", "208294"], "ranked_scores": [0.8433, 0.6905, 0.6856, 0.6796, 0.6732, 0.6507, 0.6495, 0.6476, 0.6454, 0.6449], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "511196": {"relevant_ids": ["511197"], "ranked_ids": ["511197", "414717", "469291", "45940", "289278", "156490", "459789", "53962", "334665", "220842"], "ranked_scores": [0.7935, 0.6482, 0.6158, 0.5962, 0.5753, 0.5691, 0.5663, 0.5615, 0.545, 0.533], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "344845": {"relevant_ids": ["344844"], "ranked_ids": ["344844", "161471", "95946", "503908", "224515", "79987", "187882", "4763", "327548", "269915"], "ranked_scores": [0.8695, 0.796, 0.7488, 0.7478, 0.7435, 0.7414, 0.7357, 0.7317, 0.7202, 0.7195], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "396744": {"relevant_ids": ["396745"], "ranked_ids": ["396745", "284966", "75585", "454241", "511557", "361346", "297359", "20764", "319727", "400510"], "ranked_scores": [0.8025, 0.7567, 0.6623, 0.6458, 0.6245, 0.6162, 0.6005, 0.5906, 0.585, 0.5802], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "452398": {"relevant_ids": ["452399"], "ranked_ids": ["452399", "100727", "303730", "49045", "165046", "267939", "267712", "96862", "324290", "374498"], "ranked_scores": [0.8345, 0.6255, 0.6215, 0.6194, 0.5954, 0.5937, 0.5916, 0.5897, 0.5843, 0.5757], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "182114": {"relevant_ids": ["182113"], "ranked_ids": ["196647", "481882", "182113", "234482", "531602", "34513", "328873", "139689", "32201", "24197"], "ranked_scores": [0.8498, 0.6891, 0.6855, 0.6823, 0.6367, 0.6295, 0.6234, 0.6168, 0.6055, 0.5946], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "486260": {"relevant_ids": ["486259"], "ranked_ids": ["486259", "146738", "209254", "392356", "416784", "146737", "113749", "65893", "266904", "247403"], "ranked_scores": [0.8755, 0.7539, 0.7349, 0.727, 0.7139, 0.71, 0.6987, 0.6985, 0.6904, 0.6825], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "455140": {"relevant_ids": ["315935"], "ranked_ids": ["315935", "308963", "150842", "211061", "427112", "315936", "173862", "454994", "124700", "16399"], "ranked_scores": [0.8407, 0.783, 0.7576, 0.7229, 0.7148, 0.6966, 0.6927, 0.6914, 0.6909, 0.6876], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "56198": {"relevant_ids": ["56199"], "ranked_ids": ["56199", "160194", "431226", "249114", "130971", "308888", "144344", "340191", "138891", "67917"], "ranked_scores": [0.8797, 0.5935, 0.5894, 0.5521, 0.544, 0.5345, 0.5339, 0.5331, 0.527, 0.5214], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "30172": {"relevant_ids": ["373486", "145119", "30173", "185817", "68426", "145120"], "ranked_ids": ["160900", "145120", "68426", "373486", "357893", "205338", "185817", "30173", "192604", "90983"], "ranked_scores": [0.9074, 0.9057, 0.8916, 0.8745, 0.8668, 0.8668, 0.8627, 0.8593, 0.8515, 0.8304], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5307, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.5296, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6689, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.8333}, "127880": {"relevant_ids": ["241164"], "ranked_ids": ["241164", "121458", "135083", "358959", "366050", "337433", "329579", "64487", "504771", "425515"], "ranked_scores": [0.8068, 0.7668, 0.701, 0.663, 0.655, 0.6413, 0.6411, 0.6403, 0.6362, 0.6232], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "167969": {"relevant_ids": ["174461"], "ranked_ids": ["174461", "360983", "91854", "365197", "347474", "49800", "78497", "130123", "171665", "222958"], "ranked_scores": [0.8485, 0.8059, 0.6997, 0.6664, 0.6662, 0.6603, 0.6361, 0.6318, 0.6316, 0.6314], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "97986": {"relevant_ids": ["97987"], "ranked_ids": ["97987", "44589", "75455", "141075", "105886", "212168", "257425", "376198", "326597", "234865"], "ranked_scores": [0.8939, 0.8015, 0.7029, 0.6998, 0.691, 0.6829, 0.6827, 0.6816, 0.6689, 0.6625], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "12865": {"relevant_ids": ["105683"], "ranked_ids": ["105683", "83623", "356189", "92902", "83622", "69748", "231925", "43086", "83824", "277453"], "ranked_scores": [0.8741, 0.7544, 0.7525, 0.7458, 0.7219, 0.7147, 0.6821, 0.6682, 0.6682, 0.6563], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "215681": {"relevant_ids": ["215680"], "ranked_ids": ["215680", "252239", "38165", "177080", "229503", "352734", "171713", "54139", "301165", "89072"], "ranked_scores": [0.8766, 0.675, 0.6243, 0.6114, 0.6083, 0.6077, 0.6005, 0.5972, 0.5972, 0.5958], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-bge-base-en-v1.5-mrl-128-pq-m16-n4": {"127728": {"relevant_ids": ["127729"], "ranked_ids": ["116881", "188019", "127729", "78763", "205884", "193896", "38063", "48895", "153290", "450133"], "ranked_scores": [0.6199, 0.5917, 0.5698, 0.5634, 0.5532, 0.5525, 0.5469, 0.5407, 0.5397, 0.5366], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "318820": {"relevant_ids": ["318821"], "ranked_ids": ["318821", "367479", "190950", "527329", "222238", "76767", "360734", "355161", "162581", "167914"], "ranked_scores": [0.7192, 0.6321, 0.621, 0.6195, 0.6126, 0.6046, 0.5965, 0.5934, 0.59, 0.5875], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "296098": {"relevant_ids": ["296097"], "ranked_ids": ["134752", "469868", "296097", "364131", "492756", "307653", "191160", "72423", "173403", "514650"], "ranked_scores": [0.6016, 0.5061, 0.4923, 0.4898, 0.4872, 0.4695, 0.469, 0.4639, 0.4584, 0.4584], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "150414": {"relevant_ids": ["192835"], "ranked_ids": ["105782", "516620", "192835", "21131", "98863", "210681", "407856", "409883", "126746", "8875"], "ranked_scores": [0.7347, 0.7334, 0.7237, 0.6941, 0.6559, 0.6552, 0.6542, 0.648, 0.6429, 0.6417], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "145582": {"relevant_ids": ["145583"], "ranked_ids": ["145583", "299264", "345532", "188727", "508501", "87614", "95510", "173109", "130013", "508502"], "ranked_scores": [0.6026, 0.517, 0.4952, 0.4927, 0.4852, 0.4603, 0.4523, 0.4457, 0.4359, 0.4351], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "315712": {"relevant_ids": ["315713"], "ranked_ids": ["315713", "203205", "377891", "242340", "509426", "313365", "469483", "396505", "9712", "216954"], "ranked_scores": [0.7951, 0.7114, 0.6801, 0.6737, 0.659, 0.6556, 0.6492, 0.649, 0.6445, 0.639], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145739": {"relevant_ids": ["145740"], "ranked_ids": ["465597", "145740", "366074", "100854", "17980", "303090", "85426", "377056", "414838", "8705"], "ranked_scores": [0.6748, 0.6654, 0.6343, 0.6321, 0.6321, 0.6313, 0.6221, 0.6111, 0.605, 0.5894], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "308127": {"relevant_ids": ["308126"], "ranked_ids": ["308126", "282571", "385951", "275485", "123707", "523863", "357181", "428836", "139188", "104625"], "ranked_scores": [0.7069, 0.5889, 0.5861, 0.5473, 0.5391, 0.5343, 0.5224, 0.5218, 0.5189, 0.5137], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "287245": {"relevant_ids": ["322650", "283198", "283199"], "ranked_ids": ["283199", "322650", "283198", "110195", "408774", "109049", "505949", "492698", "455003", "418549"], "ranked_scores": [0.6037, 0.6037, 0.6006, 0.5088, 0.5048, 0.504, 0.4709, 0.466, 0.4594, 0.4543], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "14755": {"relevant_ids": ["211906", "14756"], "ranked_ids": ["14756", "450970", "211906", "30834", "57678", "236793", "235454", "453873", "169258", "449494"], "ranked_scores": [0.711, 0.711, 0.711, 0.6234, 0.6149, 0.5932, 0.5855, 0.568, 0.5581, 0.5513], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.9197, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.9197, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9197, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "370170": {"relevant_ids": ["370169"], "ranked_ids": ["370169", "476551", "482402", "466920", "128700", "500926", "433820", "124288", "231528", "369479"], "ranked_scores": [0.6635, 0.5562, 0.5167, 0.4852, 0.4847, 0.4804, 0.4777, 0.4766, 0.472, 0.4674], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "41774": {"relevant_ids": ["41773"], "ranked_ids": ["41773", "442459", "277599", "280245", "440859", "487008", "214766", "148999", "217481", "173048"], "ranked_scores": [0.6607, 0.5651, 0.5334, 0.526, 0.5181, 0.5128, 0.5073, 0.5066, 0.5062, 0.4963], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "399648": {"relevant_ids": ["399649"], "ranked_ids": ["399649", "462253", "21253", "49710", "435035", "37933", "486011", "481934", "225815", "26748"], "ranked_scores": [0.7711, 0.5942, 0.5912, 0.5762, 0.5744, 0.5662, 0.5603, 0.5592, 0.5377, 0.5376], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "504811": {"relevant_ids": ["504810"], "ranked_ids": ["504810", "220414", "309894", "55899", "499535", "298555", "279073", "90374", "74588", "15879"], "ranked_scores": [0.7344, 0.6052, 0.6029, 0.5939, 0.5826, 0.578, 0.5708, 0.5542, 0.548, 0.5412], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "362950": {"relevant_ids": ["362949", "400212"], "ranked_ids": ["400212", "465929", "362949", "427587", "244712", "4715", "487392", "116547", "429502", "269211"], "ranked_scores": [0.7268, 0.7232, 0.7109, 0.7038, 0.6999, 0.6978, 0.6933, 0.6869, 0.6761, 0.6739], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.9197, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.9197, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9197, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "155873": {"relevant_ids": ["155874"], "ranked_ids": ["155874", "292617", "392604", "206283", "294020", "350051", "162323", "524460", "416786", "440807"], "ranked_scores": [0.6512, 0.6215, 0.5896, 0.5852, 0.5699, 0.565, 0.5548, 0.5535, 0.5462, 0.544], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "263432": {"relevant_ids": ["263433"], "ranked_ids": ["128303", "263433", "371563", "401373", "167784", "296480", "392367", "511683", "184766", "104254"], "ranked_scores": [0.6334, 0.6059, 0.5805, 0.5671, 0.5598, 0.555, 0.5277, 0.5269, 0.5237, 0.5205], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "354945": {"relevant_ids": ["354946"], "ranked_ids": ["354946", "322478", "254071", "473769", "402261", "462983", "218813", "462984", "108161", "43544"], "ranked_scores": [0.7171, 0.6262, 0.6036, 0.5547, 0.5497, 0.544, 0.5317, 0.5289, 0.4941, 0.4856], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "245417": {"relevant_ids": ["219475", "248195"], "ranked_ids": ["40657", "248195", "64433", "219475", "413039", "319022", "152213", "8069", "456116", "164159"], "ranked_scores": [0.7455, 0.7323, 0.7267, 0.7222, 0.7147, 0.6753, 0.6634, 0.6572, 0.6477, 0.6314], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6509, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6509, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "516276": {"relevant_ids": ["516277"], "ranked_ids": ["516277", "510783", "76958", "34173", "19755", "197869", "112502", "387288", "386922", "62062"], "ranked_scores": [0.7935, 0.7349, 0.7148, 0.7123, 0.6919, 0.6797, 0.6664, 0.665, 0.6568, 0.655], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177580": {"relevant_ids": ["177579"], "ranked_ids": ["177579", "419100", "129412", "234825", "185553", "464418", "455888", "129413", "446100", "9954"], "ranked_scores": [0.7201, 0.5817, 0.576, 0.574, 0.5332, 0.5309, 0.5309, 0.5191, 0.5094, 0.5045], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "309865": {"relevant_ids": ["33713", "78624", "78623"], "ranked_ids": ["405094", "78623", "33713", "78624", "437065", "243401", "495751", "153484", "235483", "469068"], "ranked_scores": [0.7799, 0.7799, 0.7671, 0.7585, 0.7384, 0.7265, 0.7241, 0.7229, 0.7173, 0.7119], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5307, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.7328, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.7328, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "510387": {"relevant_ids": ["510386"], "ranked_ids": ["241537", "510386", "40390", "241538", "212478", "371033", "91349", "170896", "364334", "112669"], "ranked_scores": [0.7241, 0.7158, 0.7117, 0.7076, 0.7055, 0.7043, 0.6488, 0.6458, 0.6433, 0.6411], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "26645": {"relevant_ids": ["26644"], "ranked_ids": ["26644", "318396", "108781", "221561", "83874", "207775", "376198", "144057", "477033", "163452"], "ranked_scores": [0.7511, 0.6813, 0.6672, 0.6548, 0.6512, 0.6506, 0.6501, 0.6379, 0.6353, 0.6327], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "47788": {"relevant_ids": ["455725"], "ranked_ids": ["455725", "47789", "47703", "348138", "37221", "59223", "105230", "15132", "101721", "285680"], "ranked_scores": [0.7046, 0.6771, 0.6752, 0.6673, 0.6672, 0.6642, 0.6634, 0.6612, 0.6571, 0.657], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "338281": {"relevant_ids": ["338282"], "ranked_ids": ["338282", "393649", "338711", "26147", "11563", "263861", "452930", "434432", "514059", "377941"], "ranked_scores": [0.6161, 0.441, 0.4331, 0.4293, 0.4262, 0.4178, 0.405, 0.4012, 0.3973, 0.3933], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "461149": {"relevant_ids": ["461148"], "ranked_ids": ["203100", "461148", "525835", "472145", "283905", "297657", "417040", "443095", "528608", "57592"], "ranked_scores": [0.6876, 0.6779, 0.6462, 0.5913, 0.577, 0.5431, 0.5368, 0.5273, 0.5268, 0.5242], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "346126": {"relevant_ids": ["110710", "110711"], "ranked_ids": ["110710", "154338", "110711", "168350", "224692", "340823", "296319", "43394", "407526", "207552"], "ranked_scores": [0.7146, 0.7073, 0.7043, 0.6709, 0.6693, 0.6635, 0.6527, 0.647, 0.6464, 0.6354], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.9197, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.9197, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9197, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "372986": {"relevant_ids": ["49961", "262882"], "ranked_ids": ["49961", "262882", "249896", "532450", "140335", "497357", "255217", "140334", "108183", "215938"], "ranked_scores": [0.7471, 0.7151, 0.6398, 0.6353, 0.6234, 0.6065, 0.6004, 0.5974, 0.5967, 0.5872], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "501182": {"relevant_ids": ["501181"], "ranked_ids": ["501181", "274777", "179018", "422140", "25920", "261255", "484409", "456116", "109121", "219475"], "ranked_scores": [0.6955, 0.6229, 0.5709, 0.5622, 0.5523, 0.5518, 0.5441, 0.5255, 0.5221, 0.5138], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13800": {"relevant_ids": ["376590", "408522", "13799"], "ranked_ids": ["13799", "179943", "376590", "389968", "281010", "481109", "328204", "134852", "355571", "132742"], "ranked_scores": [0.7156, 0.7101, 0.6684, 0.6674, 0.655, 0.6546, 0.6449, 0.6436, 0.6405, 0.6404], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.7039, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.7039, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.6667}, "250143": {"relevant_ids": ["250142"], "ranked_ids": ["250142", "473276", "206630", "38409", "533421", "145261", "198782", "254185", "129313", "225655"], "ranked_scores": [0.7447, 0.6598, 0.6144, 0.6065, 0.5932, 0.5739, 0.5698, 0.5643, 0.5516, 0.5474], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13223": {"relevant_ids": ["88348", "156773", "20277", "13224", "88349"], "ranked_ids": ["156773", "13224", "88348", "235061", "491669", "223304", "11938", "88349", "137719", "20277"], "ranked_scores": [0.8265, 0.8187, 0.8068, 0.7932, 0.7919, 0.7918, 0.791, 0.7893, 0.7746, 0.7711], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.2, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6, "ndcg@5": 0.7227, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6, "ndcg@10": 0.9278, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "11002": {"relevant_ids": ["11003"], "ranked_ids": ["11003", "489539", "444112", "144197", "40099", "10212", "82619", "347493", "88601", "87346"], "ranked_scores": [0.7693, 0.7409, 0.7312, 0.7274, 0.7049, 0.7038, 0.6962, 0.6947, 0.6937, 0.6838], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177653": {"relevant_ids": ["79732"], "ranked_ids": ["79732", "39174", "525755", "238679", "362866", "395587", "341958", "129172", "194790", "293259"], "ranked_scores": [0.6531, 0.5949, 0.5632, 0.5562, 0.552, 0.5471, 0.5392, 0.5214, 0.5201, 0.5163], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "415592": {"relevant_ids": ["415591"], "ranked_ids": ["415591", "338816", "310516", "322822", "411630", "499684", "84634", "485299", "105088", "208294"], "ranked_scores": [0.6823, 0.601, 0.5747, 0.5744, 0.5721, 0.5626, 0.5625, 0.5567, 0.556, 0.5525], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "511196": {"relevant_ids": ["511197"], "ranked_ids": ["511197", "334665", "328397", "156490", "53962", "414717", "99760", "435439", "33029", "308126"], "ranked_scores": [0.7025, 0.5567, 0.5523, 0.5475, 0.5271, 0.5144, 0.5084, 0.5028, 0.5024, 0.4915], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "344845": {"relevant_ids": ["344844"], "ranked_ids": ["344844", "269915", "503908", "161471", "187882", "355682", "79987", "111672", "327548", "384928"], "ranked_scores": [0.7479, 0.7177, 0.6913, 0.6911, 0.6867, 0.6857, 0.6832, 0.6766, 0.673, 0.6714], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "396744": {"relevant_ids": ["396745"], "ranked_ids": ["396745", "430962", "511557", "454241", "20764", "481437", "319727", "318588", "527221", "336893"], "ranked_scores": [0.6656, 0.5922, 0.5809, 0.5688, 0.5685, 0.5677, 0.5631, 0.563, 0.5613, 0.5583], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "452398": {"relevant_ids": ["452399"], "ranked_ids": ["452399", "42970", "100727", "530610", "374498", "267712", "332542", "488211", "435989", "399415"], "ranked_scores": [0.7248, 0.6118, 0.6004, 0.5944, 0.5937, 0.581, 0.5728, 0.5611, 0.5539, 0.5465], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "182114": {"relevant_ids": ["182113"], "ranked_ids": ["196647", "234482", "481882", "531602", "475847", "256239", "162482", "24197", "373054", "405949"], "ranked_scores": [0.6807, 0.6233, 0.5959, 0.5806, 0.564, 0.5639, 0.563, 0.5628, 0.5511, 0.5478], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "486260": {"relevant_ids": ["486259"], "ranked_ids": ["486259", "209255", "38555", "392356", "111946", "511631", "38556", "452464", "452612", "29049"], "ranked_scores": [0.7134, 0.6853, 0.6781, 0.6696, 0.6691, 0.6595, 0.6593, 0.6592, 0.6561, 0.6544], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "455140": {"relevant_ids": ["315935"], "ranked_ids": ["315935", "150842", "315936", "249732", "372713", "427112", "197018", "308963", "16399", "124700"], "ranked_scores": [0.6318, 0.607, 0.595, 0.59, 0.5895, 0.583, 0.5773, 0.5749, 0.5704, 0.568], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "56198": {"relevant_ids": ["56199"], "ranked_ids": ["56199", "249114", "130971", "43404", "422259", "160194", "302106", "257425", "260954", "356870"], "ranked_scores": [0.7634, 0.6091, 0.5744, 0.5485, 0.545, 0.5261, 0.5194, 0.5115, 0.5101, 0.5036], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "30172": {"relevant_ids": ["373486", "145119", "30173", "185817", "68426", "145120"], "ranked_ids": ["160900", "145120", "205338", "68426", "30173", "357893", "185817", "373486", "319821", "185581"], "ranked_scores": [0.8298, 0.8205, 0.8124, 0.8107, 0.7946, 0.7892, 0.7852, 0.7835, 0.7788, 0.7741], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.1667, "ndcg@5": 0.4913, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6346, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.8333}, "127880": {"relevant_ids": ["241164"], "ranked_ids": ["241164", "450198", "121458", "358959", "504771", "210277", "403741", "135083", "366050", "337433"], "ranked_scores": [0.7011, 0.64, 0.6306, 0.5991, 0.599, 0.5887, 0.5625, 0.5463, 0.5454, 0.5447], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "167969": {"relevant_ids": ["174461"], "ranked_ids": ["360983", "174461", "172806", "78497", "259689", "315016", "407354", "449678", "468723", "265879"], "ranked_scores": [0.7901, 0.7779, 0.6858, 0.6612, 0.6472, 0.646, 0.6334, 0.6311, 0.6242, 0.6215], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "97986": {"relevant_ids": ["97987"], "ranked_ids": ["97987", "282280", "44589", "98925", "98924", "75455", "157974", "41241", "141075", "290935"], "ranked_scores": [0.7782, 0.7094, 0.7065, 0.6608, 0.6608, 0.6596, 0.652, 0.6502, 0.6464, 0.645], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "12865": {"relevant_ids": ["105683"], "ranked_ids": ["105683", "92902", "83623", "231925", "356189", "83622", "69748", "8126", "63277", "464100"], "ranked_scores": [0.7558, 0.7135, 0.7014, 0.6814, 0.6796, 0.6689, 0.6482, 0.6338, 0.6332, 0.6283], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "215681": {"relevant_ids": ["215680"], "ranked_ids": ["215680", "5733", "297373", "252239", "177080", "116303", "11070", "349338", "320539", "520998"], "ranked_scores": [0.7381, 0.6362, 0.6345, 0.6095, 0.5802, 0.5745, 0.5742, 0.5693, 0.5656, 0.5656], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-bge-base-en-v1.5-mrl-64-pq-m8-n8": {"127728": {"relevant_ids": ["127729"], "ranked_ids": ["145244", "499988", "127676", "116881", "321340", "245618", "278575", "189865", "276617", "188019"], "ranked_scores": [0.6593, 0.6547, 0.6524, 0.6476, 0.647, 0.6467, 0.6419, 0.6305, 0.6256, 0.6104], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "318820": {"relevant_ids": ["318821"], "ranked_ids": ["318821", "355161", "367479", "499833", "301510", "492379", "240052", "496708", "162581", "493886"], "ranked_scores": [0.8516, 0.7301, 0.6758, 0.6758, 0.668, 0.6567, 0.6514, 0.6418, 0.6304, 0.6227], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "296098": {"relevant_ids": ["296097"], "ranked_ids": ["493414", "469868", "364131", "191160", "257592", "134752", "14774", "469985", "296097", "45507"], "ranked_scores": [0.6019, 0.6002, 0.5931, 0.5916, 0.5858, 0.5836, 0.5753, 0.5659, 0.5553, 0.5533], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "150414": {"relevant_ids": ["192835"], "ranked_ids": ["105782", "192835", "516620", "21131", "98863", "103122", "8875", "520262", "132912", "105783"], "ranked_scores": [0.9071, 0.8864, 0.8577, 0.8177, 0.8013, 0.7855, 0.7849, 0.7848, 0.7835, 0.7811], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "145582": {"relevant_ids": ["145583"], "ranked_ids": ["299264", "87614", "145583", "285851", "95510", "43082", "188727", "345532", "508501", "508502"], "ranked_scores": [0.7286, 0.7205, 0.703, 0.6814, 0.6093, 0.6015, 0.5838, 0.5686, 0.5663, 0.5663], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "315712": {"relevant_ids": ["315713"], "ranked_ids": ["315713", "396505", "400583", "96958", "1702", "139846", "354381", "373486", "409852", "509426"], "ranked_scores": [0.8723, 0.7749, 0.7638, 0.7472, 0.7308, 0.7235, 0.719, 0.7156, 0.711, 0.7081], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145739": {"relevant_ids": ["145740"], "ranked_ids": ["145740", "415781", "303090", "241979", "366074", "180147", "453401", "8705", "20502", "85426"], "ranked_scores": [0.7495, 0.6755, 0.6574, 0.646, 0.646, 0.6186, 0.6049, 0.6001, 0.5776, 0.5641], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "308127": {"relevant_ids": ["308126"], "ranked_ids": ["308126", "301104", "498938", "402262", "140685", "77650", "275485", "282571", "385951", "326242"], "ranked_scores": [0.8, 0.6296, 0.6245, 0.6078, 0.6009, 0.5939, 0.5884, 0.5769, 0.5766, 0.575], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "287245": {"relevant_ids": ["322650", "283198", "283199"], "ranked_ids": ["283198", "283199", "322650", "420279", "505949", "415784", "415785", "138800", "408774", "208412"], "ranked_scores": [0.8679, 0.865, 0.865, 0.6255, 0.6005, 0.5977, 0.5977, 0.5953, 0.5922, 0.5893], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "14755": {"relevant_ids": ["211906", "14756"], "ranked_ids": ["14756", "450970", "211906", "30834", "235454", "381248", "393649", "449494", "537680", "535700"], "ranked_scores": [0.906, 0.906, 0.906, 0.7893, 0.7804, 0.7513, 0.7231, 0.7119, 0.6963, 0.6942], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.9197, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.9197, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9197, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "370170": {"relevant_ids": ["370169"], "ranked_ids": ["370169", "156412", "466920", "467211", "449037", "417976", "433820", "387761", "279893", "528884"], "ranked_scores": [0.8763, 0.6356, 0.6317, 0.6305, 0.6152, 0.5925, 0.5907, 0.5891, 0.5838, 0.5784], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "41774": {"relevant_ids": ["41773"], "ranked_ids": ["41773", "307530", "146703", "437157", "444698", "239344", "373827", "360243", "468655", "515322"], "ranked_scores": [0.7754, 0.6378, 0.6335, 0.5819, 0.5681, 0.5542, 0.5308, 0.5037, 0.4969, 0.495], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "399648": {"relevant_ids": ["399649"], "ranked_ids": ["399649", "21253", "54706", "445074", "389028", "212809", "154368", "26748", "107822", "416358"], "ranked_scores": [0.8849, 0.7239, 0.6972, 0.6879, 0.6792, 0.6747, 0.6538, 0.6528, 0.6493, 0.649], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "504811": {"relevant_ids": ["504810"], "ranked_ids": ["504810", "55899", "309894", "499535", "90374", "160704", "214151", "220414", "364238", "256525"], "ranked_scores": [0.8821, 0.7047, 0.7002, 0.6675, 0.6645, 0.6577, 0.6457, 0.6415, 0.6303, 0.622], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "362950": {"relevant_ids": ["362949", "400212"], "ranked_ids": ["362949", "400212", "105920", "427587", "50260", "465929", "244712", "487392", "43209", "411503"], "ranked_scores": [0.8779, 0.8707, 0.8137, 0.7724, 0.7722, 0.7644, 0.7644, 0.7597, 0.7596, 0.7554], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "155873": {"relevant_ids": ["155874"], "ranked_ids": ["155874", "392604", "162323", "363712", "446058", "88342", "350051", "429434", "378060", "115329"], "ranked_scores": [0.7704, 0.6865, 0.6097, 0.6043, 0.5928, 0.5876, 0.5666, 0.5612, 0.5574, 0.555], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "263432": {"relevant_ids": ["263433"], "ranked_ids": ["128303", "263433", "356658", "510661", "371563", "401373", "518608", "184766", "409956", "254526"], "ranked_scores": [0.6736, 0.6628, 0.6428, 0.6159, 0.6139, 0.6092, 0.6029, 0.5807, 0.5778, 0.5772], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "354945": {"relevant_ids": ["354946"], "ranked_ids": ["354946", "254071", "43544", "362986", "333627", "76723", "5358", "46487", "181293", "434585"], "ranked_scores": [0.8414, 0.7392, 0.593, 0.5861, 0.5839, 0.5837, 0.58, 0.575, 0.571, 0.5638], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "245417": {"relevant_ids": ["219475", "248195"], "ranked_ids": ["40657", "248195", "219475", "64433", "368145", "319022", "413039", "8069", "223618", "164159"], "ranked_scores": [0.9064, 0.8911, 0.885, 0.8726, 0.8474, 0.8308, 0.8059, 0.8008, 0.7914, 0.78], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6934, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6934, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6934, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "516276": {"relevant_ids": ["516277"], "ranked_ids": ["516277", "76958", "19755", "34173", "72857", "17785", "510783", "243573", "479392", "266361"], "ranked_scores": [0.8909, 0.8269, 0.8079, 0.79, 0.737, 0.722, 0.7032, 0.6996, 0.6991, 0.6979], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177580": {"relevant_ids": ["177579"], "ranked_ids": ["177579", "234825", "446100", "9954", "18081", "47528", "165282", "246618", "129413", "419100"], "ranked_scores": [0.8885, 0.6668, 0.6475, 0.6346, 0.6217, 0.6087, 0.5968, 0.5937, 0.593, 0.5856], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "309865": {"relevant_ids": ["33713", "78624", "78623"], "ranked_ids": ["78623", "405094", "78624", "33713", "209041", "153484", "495751", "469068", "360054", "437065"], "ranked_scores": [0.9165, 0.9165, 0.9079, 0.9044, 0.8705, 0.8364, 0.8089, 0.7839, 0.7728, 0.7683], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.906, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.906, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "510387": {"relevant_ids": ["510386"], "ranked_ids": ["241538", "241537", "510386", "40390", "212478", "344869", "207775", "112669", "412445", "170896"], "ranked_scores": [0.8241, 0.8072, 0.7746, 0.7741, 0.737, 0.7227, 0.7219, 0.717, 0.6883, 0.6797], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "26645": {"relevant_ids": ["26644"], "ranked_ids": ["26644", "108781", "26813", "407458", "411539", "318396", "209092", "504445", "26812", "221561"], "ranked_scores": [0.8931, 0.8153, 0.8024, 0.7494, 0.7343, 0.7286, 0.6998, 0.6919, 0.6824, 0.6806], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "47788": {"relevant_ids": ["455725"], "ranked_ids": ["47789", "455725", "15132", "518171", "59508", "348138", "59223", "47703", "101721", "8505"], "ranked_scores": [0.8132, 0.7995, 0.7556, 0.7416, 0.7359, 0.7348, 0.7288, 0.7252, 0.7193, 0.7193], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "338281": {"relevant_ids": ["338282"], "ranked_ids": ["338282", "338711", "381248", "327767", "283058", "11563", "291354", "426695", "270355", "200288"], "ranked_scores": [0.7674, 0.6163, 0.5493, 0.5363, 0.5017, 0.5008, 0.4992, 0.4907, 0.481, 0.4778], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "461149": {"relevant_ids": ["461148"], "ranked_ids": ["461148", "203100", "525835", "286025", "527101", "443095", "335800", "64531", "283905", "23290"], "ranked_scores": [0.8051, 0.7219, 0.7084, 0.6712, 0.6634, 0.6512, 0.6474, 0.6455, 0.6366, 0.6307], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "346126": {"relevant_ids": ["110710", "110711"], "ranked_ids": ["110710", "154338", "110711", "6816", "355996", "203476", "340725", "54348", "393684", "34674"], "ranked_scores": [0.8931, 0.883, 0.8586, 0.8141, 0.778, 0.7727, 0.7431, 0.7429, 0.7385, 0.7368], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.9197, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.9197, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9197, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "372986": {"relevant_ids": ["49961", "262882"], "ranked_ids": ["49961", "262882", "497531", "140334", "140335", "443239", "303468", "226818", "491226", "497357"], "ranked_scores": [0.8992, 0.8443, 0.8157, 0.773, 0.7473, 0.7346, 0.7271, 0.7253, 0.7228, 0.7118], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "501182": {"relevant_ids": ["501181"], "ranked_ids": ["501181", "261255", "274777", "456116", "287295", "411630", "2257", "411717", "319022", "50260"], "ranked_scores": [0.7724, 0.6603, 0.6389, 0.6382, 0.6351, 0.6102, 0.6065, 0.6037, 0.5995, 0.5968], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13800": {"relevant_ids": ["376590", "408522", "13799"], "ranked_ids": ["13799", "408522", "376590", "179943", "8622", "482825", "257857", "248340", "281010", "30987"], "ranked_scores": [0.8705, 0.8537, 0.8207, 0.7942, 0.7844, 0.7522, 0.7521, 0.7448, 0.7437, 0.7257], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "250143": {"relevant_ids": ["250142"], "ranked_ids": ["250142", "473276", "38409", "403812", "533421", "225655", "382691", "198782", "525355", "286122"], "ranked_scores": [0.9184, 0.7582, 0.7156, 0.6928, 0.6403, 0.6016, 0.5936, 0.585, 0.5813, 0.5776], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13223": {"relevant_ids": ["88348", "156773", "20277", "13224", "88349"], "ranked_ids": ["156773", "13224", "88348", "86343", "88349", "11938", "24720", "366749", "235061", "173790"], "ranked_scores": [0.9538, 0.947, 0.9324, 0.9153, 0.9153, 0.8924, 0.8872, 0.8794, 0.8721, 0.8721], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.2, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6, "ndcg@5": 0.8539, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.8, "ndcg@10": 0.8539, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.8}, "11002": {"relevant_ids": ["11003"], "ranked_ids": ["11003", "82619", "347493", "241075", "144197", "42203", "468424", "444112", "73024", "393389"], "ranked_scores": [0.7948, 0.7222, 0.7036, 0.696, 0.6957, 0.6892, 0.6882, 0.6789, 0.6767, 0.6604], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177653": {"relevant_ids": ["79732"], "ranked_ids": ["79732", "310721", "194790", "282395", "373717", "525756", "494720", "525755", "395587", "225019"], "ranked_scores": [0.8259, 0.7291, 0.7105, 0.6986, 0.6928, 0.689, 0.6591, 0.6545, 0.6504, 0.6501], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "415592": {"relevant_ids": ["415591"], "ranked_ids": ["415591", "379147", "207607", "105088", "499684", "338816", "293399", "88542", "462451", "187412"], "ranked_scores": [0.852, 0.6868, 0.6769, 0.6769, 0.6661, 0.6529, 0.639, 0.6304, 0.6268, 0.6268], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "511196": {"relevant_ids": ["511197"], "ranked_ids": ["511197", "156490", "414717", "436124", "334665", "251545", "459789", "53962", "277652", "220842"], "ranked_scores": [0.7816, 0.6113, 0.6069, 0.5878, 0.5824, 0.5814, 0.5778, 0.5709, 0.5577, 0.5553], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "344845": {"relevant_ids": ["344844"], "ranked_ids": ["344844", "161471", "79987", "503908", "118579", "4763", "111672", "95946", "187882", "310973"], "ranked_scores": [0.878, 0.8382, 0.7795, 0.7786, 0.7753, 0.7739, 0.7652, 0.7577, 0.7522, 0.7514], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "396744": {"relevant_ids": ["396745"], "ranked_ids": ["396745", "284966", "75585", "418055", "481437", "281521", "361346", "511557", "454241", "512796"], "ranked_scores": [0.8156, 0.7742, 0.7629, 0.7297, 0.6862, 0.6862, 0.6784, 0.6765, 0.6743, 0.6667], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "452398": {"relevant_ids": ["452399"], "ranked_ids": ["452399", "100727", "324290", "165046", "303730", "96862", "267939", "258503", "49045", "374498"], "ranked_scores": [0.814, 0.7283, 0.6938, 0.6684, 0.6543, 0.6392, 0.635, 0.6343, 0.6209, 0.6166], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "182114": {"relevant_ids": ["182113"], "ranked_ids": ["196647", "182113", "136765", "139689", "481882", "234482", "354965", "415732", "466737", "441120"], "ranked_scores": [0.8327, 0.6778, 0.6494, 0.6161, 0.5979, 0.5979, 0.5956, 0.584, 0.5839, 0.5764], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "486260": {"relevant_ids": ["486259"], "ranked_ids": ["486259", "392356", "65893", "492147", "266904", "247403", "146738", "209254", "323724", "416784"], "ranked_scores": [0.8397, 0.7254, 0.6637, 0.653, 0.6451, 0.6448, 0.6438, 0.6348, 0.6282, 0.6261], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "455140": {"relevant_ids": ["315935"], "ranked_ids": ["315935", "308963", "150842", "366204", "454994", "315936", "16399", "427112", "124700", "211061"], "ranked_scores": [0.8729, 0.8208, 0.8183, 0.8, 0.7924, 0.7801, 0.778, 0.7477, 0.7471, 0.7456], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "56198": {"relevant_ids": ["56199"], "ranked_ids": ["56199", "138891", "431226", "160194", "340886", "246173", "138531", "144344", "478668", "308888"], "ranked_scores": [0.8987, 0.6671, 0.6443, 0.633, 0.629, 0.6286, 0.6123, 0.611, 0.6077, 0.6044], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "30172": {"relevant_ids": ["373486", "145119", "30173", "185817", "68426", "145120"], "ranked_ids": ["145120", "160900", "68426", "30173", "192604", "357893", "185817", "373486", "205338", "185581"], "ranked_scores": [0.931, 0.9188, 0.9177, 0.8858, 0.8799, 0.8744, 0.8717, 0.8697, 0.8653, 0.8629], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.1667, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.6548, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.7806, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.8333}, "127880": {"relevant_ids": ["241164"], "ranked_ids": ["241164", "135083", "121458", "99916", "366050", "373820", "403741", "98400", "534947", "389443"], "ranked_scores": [0.7732, 0.7278, 0.7264, 0.6244, 0.5895, 0.5785, 0.5683, 0.549, 0.5434, 0.5423], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "167969": {"relevant_ids": ["174461"], "ranked_ids": ["174461", "360983", "91854", "347474", "174464", "407354", "171665", "365197", "49800", "207491"], "ranked_scores": [0.8541, 0.8486, 0.7327, 0.7298, 0.7222, 0.7171, 0.7113, 0.7097, 0.7035, 0.7016], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "97986": {"relevant_ids": ["97987"], "ranked_ids": ["97987", "44589", "212168", "376198", "326597", "105886", "75455", "192186", "234865", "282280"], "ranked_scores": [0.8919, 0.816, 0.7364, 0.7113, 0.687, 0.6682, 0.6443, 0.6438, 0.6381, 0.6206], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "12865": {"relevant_ids": ["105683"], "ranked_ids": ["105683", "83623", "356189", "69748", "83622", "92902", "345398", "231925", "43086", "220172"], "ranked_scores": [0.846, 0.7121, 0.6785, 0.6784, 0.6682, 0.6665, 0.6282, 0.615, 0.6125, 0.6105], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "215681": {"relevant_ids": ["215680"], "ranked_ids": ["215680", "252239", "171713", "177080", "301165", "54139", "352734", "6119", "209853", "89072"], "ranked_scores": [0.9039, 0.7128, 0.6841, 0.681, 0.6768, 0.6768, 0.6654, 0.6347, 0.6313, 0.6295], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-bge-base-en-v1.5-mrl-64-pq-m8-n4": {"127728": {"relevant_ids": ["127729"], "ranked_ids": ["116881", "127676", "78763", "189865", "256680", "193896", "382156", "29358", "145244", "450133"], "ranked_scores": [0.6918, 0.6918, 0.6515, 0.6471, 0.608, 0.608, 0.608, 0.6043, 0.6002, 0.5921], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "318820": {"relevant_ids": ["318821"], "ranked_ids": ["318821", "355161", "190950", "217461", "172033", "469746", "380462", "483940", "162581", "418183"], "ranked_scores": [0.7231, 0.6891, 0.6477, 0.6376, 0.6374, 0.6322, 0.631, 0.6301, 0.6287, 0.6184], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "296098": {"relevant_ids": ["296097"], "ranked_ids": ["134752", "364131", "514650", "376639", "521799", "531235", "493414", "191160", "306212", "164971"], "ranked_scores": [0.5727, 0.5611, 0.5589, 0.5265, 0.5255, 0.5001, 0.4924, 0.4871, 0.4801, 0.4724], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "150414": {"relevant_ids": ["192835"], "ranked_ids": ["516620", "105782", "192835", "412542", "520262", "126746", "103122", "199554", "21131", "98863"], "ranked_scores": [0.7534, 0.748, 0.7408, 0.7292, 0.7175, 0.715, 0.7144, 0.7115, 0.7063, 0.7028], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "145582": {"relevant_ids": ["145583"], "ranked_ids": ["145583", "299264", "345532", "188727", "87614", "508501", "235549", "449378", "130013", "109554"], "ranked_scores": [0.6065, 0.5916, 0.541, 0.5251, 0.505, 0.4919, 0.4868, 0.4807, 0.471, 0.4692], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "315712": {"relevant_ids": ["315713"], "ranked_ids": ["315713", "242340", "400583", "163551", "373486", "68498", "194841", "261260", "509426", "205338"], "ranked_scores": [0.8169, 0.7657, 0.7657, 0.7598, 0.7425, 0.7328, 0.7272, 0.7269, 0.7225, 0.7211], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145739": {"relevant_ids": ["145740"], "ranked_ids": ["366074", "303090", "145740", "453401", "465597", "415781", "68194", "85426", "113910", "240440"], "ranked_scores": [0.7007, 0.6709, 0.6376, 0.6255, 0.6217, 0.6015, 0.5993, 0.5644, 0.5577, 0.5543], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "308127": {"relevant_ids": ["308126"], "ranked_ids": ["308126", "157453", "523863", "275485", "104625", "225544", "385951", "395527", "35763", "105919"], "ranked_scores": [0.6937, 0.6195, 0.5709, 0.566, 0.5611, 0.5447, 0.5417, 0.541, 0.5317, 0.5275], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "287245": {"relevant_ids": ["322650", "283198", "283199"], "ranked_ids": ["283198", "322650", "283199", "408774", "418549", "109049", "505949", "110195", "108199", "492698"], "ranked_scores": [0.5833, 0.5671, 0.5671, 0.5546, 0.5221, 0.5167, 0.5001, 0.4968, 0.4931, 0.4745], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "14755": {"relevant_ids": ["211906", "14756"], "ranked_ids": ["14756", "211906", "450970", "30834", "381248", "199268", "537680", "57678", "449494", "218584"], "ranked_scores": [0.6923, 0.6923, 0.6923, 0.6243, 0.6086, 0.5759, 0.5718, 0.5685, 0.5498, 0.5441], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "370170": {"relevant_ids": ["370169"], "ranked_ids": ["370169", "476551", "231528", "438178", "482402", "466920", "281519", "509382", "22396", "263012"], "ranked_scores": [0.5949, 0.4909, 0.4884, 0.475, 0.4717, 0.4632, 0.4558, 0.4533, 0.4461, 0.4437], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "41774": {"relevant_ids": ["41773"], "ranked_ids": ["41773", "280245", "32176", "421143", "187568", "307530", "454279", "146703", "263838", "296423"], "ranked_scores": [0.6201, 0.551, 0.5429, 0.5378, 0.517, 0.494, 0.4927, 0.484, 0.4829, 0.4818], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "399648": {"relevant_ids": ["399649"], "ranked_ids": ["399649", "21253", "416358", "445074", "486011", "49710", "154368", "180403", "37933", "283129"], "ranked_scores": [0.7856, 0.7376, 0.6869, 0.6599, 0.6588, 0.6565, 0.6443, 0.6386, 0.6328, 0.6295], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "504811": {"relevant_ids": ["504810"], "ranked_ids": ["504810", "220414", "74588", "309894", "55899", "15879", "355869", "499535", "268183", "90374"], "ranked_scores": [0.7645, 0.7488, 0.7187, 0.7115, 0.6897, 0.6685, 0.6619, 0.6579, 0.6568, 0.6449], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "362950": {"relevant_ids": ["362949", "400212"], "ranked_ids": ["4715", "116547", "380767", "244712", "429502", "50260", "400212", "362949", "465929", "43209"], "ranked_scores": [0.7709, 0.7673, 0.7571, 0.7539, 0.753, 0.7446, 0.7386, 0.7386, 0.7386, 0.7321], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3978, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "155873": {"relevant_ids": ["155874"], "ranked_ids": ["155874", "206283", "292617", "350051", "162323", "378062", "392604", "383066", "294020", "57879"], "ranked_scores": [0.6552, 0.6187, 0.6162, 0.5978, 0.595, 0.5608, 0.552, 0.5493, 0.5431, 0.5341], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "263432": {"relevant_ids": ["263433"], "ranked_ids": ["401373", "190136", "128303", "261419", "510661", "340687", "497067", "356658", "229972", "135826"], "ranked_scores": [0.6823, 0.6733, 0.6677, 0.6358, 0.6203, 0.6042, 0.591, 0.5832, 0.5618, 0.5595], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "354945": {"relevant_ids": ["354946"], "ranked_ids": ["354946", "254071", "462983", "218813", "322478", "23471", "474258", "297580", "46487", "143020"], "ranked_scores": [0.7024, 0.6586, 0.5963, 0.5618, 0.5594, 0.5172, 0.5118, 0.5084, 0.5062, 0.5006], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "245417": {"relevant_ids": ["219475", "248195"], "ranked_ids": ["219475", "248195", "8069", "40657", "64433", "413039", "476159", "319022", "29873", "368145"], "ranked_scores": [0.7802, 0.7802, 0.7783, 0.7751, 0.7751, 0.7672, 0.7464, 0.7238, 0.7186, 0.7153], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "516276": {"relevant_ids": ["516277"], "ranked_ids": ["516277", "510783", "62062", "76958", "217970", "435705", "33636", "44716", "107014", "72857"], "ranked_scores": [0.7612, 0.7567, 0.6887, 0.6856, 0.681, 0.6772, 0.6772, 0.6757, 0.6737, 0.6689], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177580": {"relevant_ids": ["177579"], "ranked_ids": ["177579", "308687", "455888", "464418", "446100", "234825", "209698", "419100", "165282", "360243"], "ranked_scores": [0.728, 0.595, 0.5915, 0.5915, 0.5904, 0.5878, 0.5725, 0.5608, 0.5529, 0.5454], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "309865": {"relevant_ids": ["33713", "78624", "78623"], "ranked_ids": ["78623", "405094", "33713", "437065", "153484", "78624", "209041", "241492", "477476", "9419"], "ranked_scores": [0.759, 0.759, 0.7497, 0.7451, 0.7197, 0.714, 0.7019, 0.7008, 0.6999, 0.684], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.7039, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.8711, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "510387": {"relevant_ids": ["510386"], "ranked_ids": ["510386", "241537", "170896", "212478", "241538", "40390", "91350", "364334", "371033", "207775"], "ranked_scores": [0.6659, 0.6576, 0.651, 0.6481, 0.6481, 0.6278, 0.621, 0.6161, 0.6139, 0.6125], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "26645": {"relevant_ids": ["26644"], "ranked_ids": ["26644", "83874", "318396", "108781", "207775", "407458", "332055", "224245", "248383", "74663"], "ranked_scores": [0.7383, 0.697, 0.6806, 0.6745, 0.6694, 0.6582, 0.6496, 0.6418, 0.6391, 0.6376], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "47788": {"relevant_ids": ["455725"], "ranked_ids": ["338788", "455725", "47789", "37221", "358817", "15132", "285680", "351202", "87038", "72588"], "ranked_scores": [0.6577, 0.6236, 0.6102, 0.6077, 0.6005, 0.6003, 0.5996, 0.5978, 0.5812, 0.5803], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "338281": {"relevant_ids": ["338282"], "ranked_ids": ["338282", "26147", "514059", "30987", "270355", "48793", "393649", "426695", "145855", "531392"], "ranked_scores": [0.6025, 0.5353, 0.5296, 0.5152, 0.4813, 0.4787, 0.4782, 0.474, 0.4707, 0.4701], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "461149": {"relevant_ids": ["461148"], "ranked_ids": ["461148", "203100", "525835", "6424", "472145", "528608", "32767", "335800", "283905", "316928"], "ranked_scores": [0.6935, 0.683, 0.6695, 0.5818, 0.5675, 0.5621, 0.5425, 0.5376, 0.5359, 0.5347], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "346126": {"relevant_ids": ["110710", "110711"], "ranked_ids": ["110710", "154338", "13436", "168350", "110711", "55038", "393684", "340823", "50587", "85707"], "ranked_scores": [0.7685, 0.7647, 0.7612, 0.7602, 0.7508, 0.7343, 0.732, 0.7225, 0.71, 0.71], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.8503, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.8503, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "372986": {"relevant_ids": ["49961", "262882"], "ranked_ids": ["49961", "532450", "262882", "88278", "393920", "497357", "490337", "443239", "249896", "226818"], "ranked_scores": [0.7851, 0.7611, 0.7591, 0.72, 0.718, 0.7129, 0.7029, 0.7021, 0.6878, 0.6725], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.9197, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.9197, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9197, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "501182": {"relevant_ids": ["501181"], "ranked_ids": ["501181", "484409", "261255", "274777", "159171", "413030", "23302", "131003", "287295", "387288"], "ranked_scores": [0.6909, 0.6546, 0.6474, 0.6386, 0.6235, 0.6209, 0.6209, 0.6141, 0.6009, 0.5981], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13800": {"relevant_ids": ["376590", "408522", "13799"], "ranked_ids": ["179943", "13799", "389968", "391952", "56338", "428305", "281010", "328204", "376590", "134852"], "ranked_scores": [0.7021, 0.6944, 0.6875, 0.6769, 0.67, 0.6668, 0.6658, 0.662, 0.6613, 0.6593], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2961, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4373, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.6667}, "250143": {"relevant_ids": ["250142"], "ranked_ids": ["250142", "38409", "474061", "121390", "473276", "533421", "382691", "198782", "435018", "143008"], "ranked_scores": [0.7459, 0.6809, 0.6749, 0.6611, 0.652, 0.6409, 0.6281, 0.6062, 0.6037, 0.5955], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13223": {"relevant_ids": ["88348", "156773", "20277", "13224", "88349"], "ranked_ids": ["156773", "235061", "13224", "20277", "88348", "11938", "137719", "491669", "366749", "183085"], "ranked_scores": [0.8221, 0.8221, 0.814, 0.814, 0.814, 0.8085, 0.7987, 0.7987, 0.7912, 0.7849], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.2, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.4, "ndcg@5": 0.786, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.8, "ndcg@10": 0.786, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.8}, "11002": {"relevant_ids": ["11003"], "ranked_ids": ["11003", "347493", "444112", "144197", "489539", "82619", "430626", "199548", "318621", "344930"], "ranked_scores": [0.7108, 0.689, 0.6843, 0.6771, 0.6616, 0.6606, 0.6578, 0.6487, 0.6363, 0.6345], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177653": {"relevant_ids": ["79732"], "ranked_ids": ["79732", "341958", "39174", "525755", "310721", "194790", "129172", "238679", "525756", "17635"], "ranked_scores": [0.6629, 0.6416, 0.612, 0.6023, 0.583, 0.5816, 0.5793, 0.5765, 0.5707, 0.566], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "415592": {"relevant_ids": ["415591"], "ranked_ids": ["415591", "187412", "88542", "375267", "268346", "411630", "485299", "91592", "117817", "425878"], "ranked_scores": [0.6564, 0.6195, 0.6077, 0.5947, 0.5926, 0.5906, 0.5864, 0.574, 0.5615, 0.5615], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "511196": {"relevant_ids": ["511197"], "ranked_ids": ["511197", "53962", "193297", "277652", "220596", "99760", "398991", "328397", "349723", "334665"], "ranked_scores": [0.673, 0.5619, 0.5588, 0.5271, 0.5232, 0.5193, 0.5192, 0.5181, 0.5155, 0.4982], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "344845": {"relevant_ids": ["344844"], "ranked_ids": ["344844", "355682", "269915", "118579", "269211", "520816", "161471", "79987", "187882", "111672"], "ranked_scores": [0.7608, 0.742, 0.7296, 0.7021, 0.6974, 0.6927, 0.6901, 0.689, 0.6887, 0.6857], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "396744": {"relevant_ids": ["396745"], "ranked_ids": ["396745", "132742", "213234", "111020", "293534", "511557", "464360", "75585", "527221", "391952"], "ranked_scores": [0.6766, 0.6623, 0.647, 0.6447, 0.6434, 0.6376, 0.6286, 0.6259, 0.6206, 0.6147], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "452398": {"relevant_ids": ["452399"], "ranked_ids": ["452399", "100727", "530610", "304781", "399415", "374498", "324290", "267712", "378404", "267939"], "ranked_scores": [0.712, 0.6259, 0.6048, 0.5975, 0.592, 0.584, 0.5835, 0.5793, 0.5726, 0.5645], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "182114": {"relevant_ids": ["182113"], "ranked_ids": ["481882", "234482", "196647", "323531", "455463", "425919", "256239", "60797", "373054", "401139"], "ranked_scores": [0.5736, 0.5736, 0.571, 0.5607, 0.5559, 0.5466, 0.5291, 0.5261, 0.5215, 0.5214], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "486260": {"relevant_ids": ["486259"], "ranked_ids": ["486259", "452612", "431981", "452464", "503681", "398398", "209255", "241333", "392356", "452611"], "ranked_scores": [0.6198, 0.6127, 0.5965, 0.5854, 0.583, 0.5809, 0.5775, 0.5772, 0.5754, 0.575], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "455140": {"relevant_ids": ["315935"], "ranked_ids": ["315935", "106381", "93864", "211061", "262678", "142202", "150842", "427112", "16399", "315936"], "ranked_scores": [0.6532, 0.64, 0.6365, 0.6325, 0.6311, 0.6311, 0.6308, 0.6269, 0.6215, 0.6181], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "56198": {"relevant_ids": ["56199"], "ranked_ids": ["56199", "220842", "131777", "302106", "217193", "55489", "249114", "41537", "158054", "203993"], "ranked_scores": [0.7944, 0.6827, 0.6765, 0.6571, 0.6451, 0.6345, 0.6317, 0.6266, 0.6198, 0.6181], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "30172": {"relevant_ids": ["373486", "145119", "30173", "185817", "68426", "145120"], "ranked_ids": ["160900", "104272", "145120", "68426", "205338", "373486", "30173", "367680", "185817", "21960"], "ranked_scores": [0.8606, 0.8511, 0.8472, 0.8357, 0.8338, 0.8227, 0.8223, 0.8181, 0.8069, 0.8062], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.1667, "ndcg@5": 0.3156, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.5814, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.8333}, "127880": {"relevant_ids": ["241164"], "ranked_ids": ["121458", "450198", "241164", "307991", "366050", "403741", "98400", "135083", "527388", "156678"], "ranked_scores": [0.6509, 0.6315, 0.6247, 0.5842, 0.5588, 0.5485, 0.5206, 0.5124, 0.5112, 0.5073], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "167969": {"relevant_ids": ["174461"], "ranked_ids": ["360983", "174461", "78497", "449678", "315016", "321290", "172806", "85534", "144121", "10393"], "ranked_scores": [0.7798, 0.7794, 0.7476, 0.7423, 0.733, 0.7322, 0.7294, 0.7144, 0.7047, 0.7015], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "97986": {"relevant_ids": ["97987"], "ranked_ids": ["97987", "44589", "282280", "326597", "455330", "195252", "141417", "290935", "426973", "157974"], "ranked_scores": [0.7709, 0.7036, 0.6575, 0.6472, 0.6268, 0.6239, 0.6184, 0.6175, 0.6117, 0.6091], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "12865": {"relevant_ids": ["105683"], "ranked_ids": ["105683", "83623", "92902", "231925", "373231", "291690", "356189", "83622", "139269", "69748"], "ranked_scores": [0.695, 0.6445, 0.6302, 0.6072, 0.5948, 0.5896, 0.5882, 0.5846, 0.5544, 0.5375], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "215681": {"relevant_ids": ["215680"], "ranked_ids": ["215680", "5733", "352734", "209853", "89072", "252239", "297373", "34635", "122359", "349338"], "ranked_scores": [0.7713, 0.6629, 0.6462, 0.6424, 0.6411, 0.64, 0.6175, 0.617, 0.6124, 0.6072], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-bge-base-en-v1.5-mrl-32-pq-m4-n8": {"127728": {"relevant_ids": ["127729"], "ranked_ids": ["188019", "321340", "127729", "145244", "127676", "499988", "450133", "26460", "116881", "278575"], "ranked_scores": [0.8132, 0.8098, 0.7589, 0.7376, 0.7309, 0.7143, 0.6963, 0.6907, 0.6889, 0.688], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "318820": {"relevant_ids": ["318821"], "ranked_ids": ["318821", "499833", "355161", "496708", "349608", "162581", "362498", "370618", "388705", "240052"], "ranked_scores": [0.8765, 0.7816, 0.7737, 0.7555, 0.747, 0.7459, 0.7205, 0.716, 0.7091, 0.7072], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "296098": {"relevant_ids": ["296097"], "ranked_ids": ["191160", "364131", "14774", "493414", "168499", "246154", "42644", "72423", "469868", "373275"], "ranked_scores": [0.7147, 0.6677, 0.6599, 0.6517, 0.6196, 0.615, 0.6088, 0.6036, 0.5939, 0.5906], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "150414": {"relevant_ids": ["192835"], "ranked_ids": ["105782", "516620", "192835", "103122", "126746", "105783", "467464", "239366", "8875", "98863"], "ranked_scores": [0.9005, 0.8978, 0.8576, 0.8296, 0.8296, 0.8293, 0.8261, 0.8259, 0.8151, 0.8078], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "145582": {"relevant_ids": ["145583"], "ranked_ids": ["126753", "145583", "285851", "337350", "299264", "87614", "188727", "130013", "177277", "309999"], "ranked_scores": [0.6601, 0.6597, 0.6535, 0.642, 0.6408, 0.632, 0.6293, 0.5971, 0.5963, 0.5776], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "315712": {"relevant_ids": ["315713"], "ranked_ids": ["315713", "396505", "377891", "101111", "153536", "145120", "99756", "120489", "509426", "5604"], "ranked_scores": [0.9053, 0.8462, 0.8015, 0.7947, 0.7856, 0.7832, 0.7815, 0.7814, 0.7735, 0.7734], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145739": {"relevant_ids": ["145740"], "ranked_ids": ["145740", "415781", "73011", "100854", "17980", "8828", "303090", "241979", "366074", "411485"], "ranked_scores": [0.7414, 0.6851, 0.6621, 0.6523, 0.6523, 0.6523, 0.6488, 0.6453, 0.6453, 0.6297], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "308127": {"relevant_ids": ["308126"], "ranked_ids": ["99756", "242340", "308126", "120489", "43852", "90983", "301104", "537189", "395974", "267771"], "ranked_scores": [0.7614, 0.7271, 0.7259, 0.7174, 0.7172, 0.7119, 0.71, 0.7045, 0.7008, 0.6909], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "287245": {"relevant_ids": ["322650", "283198", "283199"], "ranked_ids": ["322650", "283198", "283199", "499036", "415784", "415785", "237595", "408774", "110195", "107159"], "ranked_scores": [0.8641, 0.8641, 0.8641, 0.7196, 0.6976, 0.6976, 0.6918, 0.6877, 0.6713, 0.6668], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "14755": {"relevant_ids": ["211906", "14756"], "ranked_ids": ["14756", "211906", "450970", "381248", "235454", "535700", "393649", "30834", "537680", "430796"], "ranked_scores": [0.9162, 0.9162, 0.9162, 0.8374, 0.8144, 0.8117, 0.8084, 0.7867, 0.7662, 0.7532], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "370170": {"relevant_ids": ["370169"], "ranked_ids": ["370169", "417976", "416695", "449037", "309583", "467211", "275523", "37559", "408650", "156412"], "ranked_scores": [0.8798, 0.6724, 0.6246, 0.6179, 0.6083, 0.607, 0.5954, 0.5885, 0.5734, 0.573], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "41774": {"relevant_ids": ["41773"], "ranked_ids": ["41773", "307530", "146703", "211076", "118995", "444698", "360243", "433175", "179317", "221719"], "ranked_scores": [0.7971, 0.6969, 0.6954, 0.645, 0.6348, 0.633, 0.6285, 0.5935, 0.5926, 0.5883], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "399648": {"relevant_ids": ["399649"], "ranked_ids": ["399649", "327545", "107822", "21253", "504913", "470113", "54706", "212809", "243294", "185553"], "ranked_scores": [0.904, 0.7669, 0.7642, 0.7551, 0.7514, 0.7481, 0.7455, 0.7451, 0.7432, 0.7353], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "504811": {"relevant_ids": ["504810"], "ranked_ids": ["504810", "309894", "499535", "160704", "364238", "15879", "226818", "532999", "96551", "55899"], "ranked_scores": [0.8993, 0.7776, 0.7605, 0.7581, 0.753, 0.7337, 0.717, 0.7049, 0.6848, 0.6783], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "362950": {"relevant_ids": ["362949", "400212"], "ranked_ids": ["400212", "362949", "419727", "527104", "43209", "487392", "50260", "427587", "105920", "411503"], "ranked_scores": [0.8865, 0.8865, 0.8612, 0.8368, 0.8342, 0.819, 0.8184, 0.8117, 0.8115, 0.8028], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "155873": {"relevant_ids": ["155874"], "ranked_ids": ["378060", "446058", "155874", "392604", "475341", "29013", "134935", "283058", "115329", "296423"], "ranked_scores": [0.6977, 0.6779, 0.6772, 0.6643, 0.6438, 0.6415, 0.6364, 0.6271, 0.6243, 0.6174], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "263432": {"relevant_ids": ["263433"], "ranked_ids": ["128303", "371563", "356658", "510661", "518608", "192229", "263433", "184766", "279243", "72493"], "ranked_scores": [0.771, 0.7639, 0.7442, 0.6948, 0.6917, 0.6911, 0.6816, 0.6805, 0.6795, 0.6744], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "354945": {"relevant_ids": ["354946"], "ranked_ids": ["354946", "46487", "254071", "333627", "434585", "43544", "362986", "408370", "333832", "5358"], "ranked_scores": [0.8455, 0.7747, 0.7161, 0.7018, 0.7018, 0.7018, 0.6872, 0.6754, 0.6734, 0.6677], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "245417": {"relevant_ids": ["219475", "248195"], "ranked_ids": ["40657", "219475", "248195", "164159", "368145", "319022", "64433", "223618", "8069", "240937"], "ranked_scores": [0.897, 0.8334, 0.8334, 0.8279, 0.818, 0.8137, 0.8038, 0.7904, 0.7499, 0.7379], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6934, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6934, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6934, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "516276": {"relevant_ids": ["516277"], "ranked_ids": ["516277", "19755", "143842", "72857", "76958", "498862", "469506", "411861", "479392", "510783"], "ranked_scores": [0.8873, 0.807, 0.7988, 0.7975, 0.7856, 0.7826, 0.7816, 0.7716, 0.7625, 0.7603], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177580": {"relevant_ids": ["177579"], "ranked_ids": ["177579", "158631", "446100", "234825", "77699", "129412", "113886", "182886", "160194", "318360"], "ranked_scores": [0.8805, 0.6964, 0.6918, 0.6709, 0.6533, 0.6518, 0.6501, 0.6275, 0.6258, 0.6216], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "309865": {"relevant_ids": ["33713", "78624", "78623"], "ranked_ids": ["33713", "78624", "405094", "78623", "153484", "209041", "437065", "202593", "87669", "495751"], "ranked_scores": [0.9198, 0.9131, 0.9061, 0.9061, 0.8742, 0.8551, 0.7792, 0.7763, 0.7762, 0.7548], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.9675, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9675, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "510387": {"relevant_ids": ["510386"], "ranked_ids": ["241538", "241537", "504203", "40390", "1214", "510386", "412445", "439080", "38829", "344869"], "ranked_scores": [0.8526, 0.8303, 0.8183, 0.8036, 0.7986, 0.7956, 0.7859, 0.7772, 0.7617, 0.7609], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "26645": {"relevant_ids": ["26644"], "ranked_ids": ["26644", "26813", "108781", "411539", "318396", "507090", "480564", "480563", "144057", "377005"], "ranked_scores": [0.9026, 0.8496, 0.8367, 0.7857, 0.7813, 0.7583, 0.7496, 0.7496, 0.749, 0.7421], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "47788": {"relevant_ids": ["455725"], "ranked_ids": ["47789", "348138", "47703", "59508", "347131", "59223", "455725", "15132", "37221", "8505"], "ranked_scores": [0.8082, 0.8046, 0.7954, 0.7954, 0.7788, 0.7741, 0.773, 0.7703, 0.7696, 0.7625], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "338281": {"relevant_ids": ["338282"], "ranked_ids": ["338282", "338711", "381248", "11563", "456329", "383111", "425515", "362498", "486011", "191524"], "ranked_scores": [0.8341, 0.6806, 0.6646, 0.6594, 0.6572, 0.6493, 0.6476, 0.6462, 0.6361, 0.6239], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "461149": {"relevant_ids": ["461148"], "ranked_ids": ["461148", "232355", "509802", "111330", "525835", "527101", "218184", "69287", "57678", "443095"], "ranked_scores": [0.8067, 0.6706, 0.668, 0.6583, 0.6522, 0.6484, 0.6426, 0.642, 0.6392, 0.6333], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "346126": {"relevant_ids": ["110710", "110711"], "ranked_ids": ["110710", "154338", "6816", "393684", "110711", "340725", "207552", "201099", "531651", "229972"], "ranked_scores": [0.8981, 0.878, 0.8431, 0.8187, 0.8062, 0.7768, 0.7662, 0.7603, 0.7603, 0.7595], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.8503, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.8503, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "372986": {"relevant_ids": ["49961", "262882"], "ranked_ids": ["49961", "262882", "226818", "140334", "67488", "127288", "497357", "309713", "497531", "303468"], "ranked_scores": [0.8968, 0.8028, 0.8014, 0.7803, 0.7437, 0.7368, 0.7353, 0.7261, 0.7152, 0.7147], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "501182": {"relevant_ids": ["501181"], "ranked_ids": ["501181", "25920", "443906", "61314", "123004", "277031", "516277", "985", "437906", "23690"], "ranked_scores": [0.7562, 0.7387, 0.7361, 0.7248, 0.7228, 0.7073, 0.7048, 0.7029, 0.702, 0.7002], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13800": {"relevant_ids": ["376590", "408522", "13799"], "ranked_ids": ["376590", "408522", "13799", "179943", "248340", "281010", "481109", "328204", "355571", "30987"], "ranked_scores": [0.8762, 0.8751, 0.8629, 0.822, 0.8122, 0.7824, 0.7792, 0.7739, 0.7544, 0.7539], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "250143": {"relevant_ids": ["250142"], "ranked_ids": ["250142", "473276", "403812", "533421", "148079", "38409", "286122", "225655", "382691", "225234"], "ranked_scores": [0.9429, 0.7561, 0.7453, 0.7418, 0.708, 0.7009, 0.6972, 0.6954, 0.6933, 0.691], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13223": {"relevant_ids": ["88348", "156773", "20277", "13224", "88349"], "ranked_ids": ["156773", "13224", "137719", "88348", "86343", "24720", "88349", "429238", "11938", "366749"], "ranked_scores": [0.9409, 0.9274, 0.9159, 0.898, 0.898, 0.898, 0.898, 0.8807, 0.8729, 0.8706], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.2, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.4, "ndcg@5": 0.6992, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6, "ndcg@10": 0.8123, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.8}, "11002": {"relevant_ids": ["11003"], "ranked_ids": ["11003", "254672", "393389", "444112", "82619", "468424", "117199", "42203", "144197", "10212"], "ranked_scores": [0.8429, 0.8232, 0.8162, 0.8134, 0.8078, 0.8028, 0.8019, 0.7999, 0.7911, 0.7787], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177653": {"relevant_ids": ["79732"], "ranked_ids": ["79732", "395587", "282395", "194790", "494720", "525755", "310721", "373717", "525756", "293259"], "ranked_scores": [0.8458, 0.7759, 0.7707, 0.7707, 0.7692, 0.769, 0.7623, 0.7453, 0.7434, 0.7098], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "415592": {"relevant_ids": ["415591"], "ranked_ids": ["415591", "425878", "31984", "187412", "379147", "117817", "346346", "207607", "91592", "485299"], "ranked_scores": [0.8362, 0.7424, 0.6994, 0.6956, 0.6833, 0.6826, 0.6825, 0.6804, 0.6766, 0.6721], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "511196": {"relevant_ids": ["511197"], "ranked_ids": ["156490", "511197", "436124", "23705", "334665", "414717", "277652", "435439", "251545", "459188"], "ranked_scores": [0.8293, 0.8131, 0.7351, 0.7068, 0.704, 0.6892, 0.6884, 0.6854, 0.6636, 0.6616], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "344845": {"relevant_ids": ["344844"], "ranked_ids": ["344844", "111672", "161471", "240440", "4715", "118579", "33358", "140172", "63037", "310973"], "ranked_scores": [0.8634, 0.8258, 0.8064, 0.7866, 0.7747, 0.7673, 0.765, 0.7603, 0.7458, 0.7445], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "396744": {"relevant_ids": ["396745"], "ranked_ids": ["396745", "297359", "284966", "418055", "267823", "65107", "511557", "394093", "112050", "75585"], "ranked_scores": [0.8517, 0.8196, 0.7811, 0.7695, 0.7504, 0.7363, 0.7345, 0.734, 0.7317, 0.7222], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "452398": {"relevant_ids": ["452399"], "ranked_ids": ["452399", "374498", "318401", "318400", "304781", "171946", "106131", "267939", "530610", "100727"], "ranked_scores": [0.7884, 0.7424, 0.7181, 0.7181, 0.6775, 0.674, 0.6689, 0.6418, 0.6308, 0.6279], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "182114": {"relevant_ids": ["182113"], "ranked_ids": ["196647", "182113", "277277", "234482", "481882", "136765", "31317", "42413", "191246", "139689"], "ranked_scores": [0.8489, 0.7672, 0.7428, 0.7331, 0.7331, 0.727, 0.6798, 0.672, 0.6702, 0.6685], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "486260": {"relevant_ids": ["486259"], "ranked_ids": ["486259", "392356", "266904", "508207", "506410", "46379", "323724", "340822", "429173", "281515"], "ranked_scores": [0.8178, 0.716, 0.7112, 0.6662, 0.6581, 0.6568, 0.6414, 0.6375, 0.6217, 0.6209], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "455140": {"relevant_ids": ["315935"], "ranked_ids": ["315935", "150842", "315936", "366204", "454994", "308963", "211061", "50224", "217206", "427112"], "ranked_scores": [0.888, 0.8759, 0.8643, 0.8627, 0.8541, 0.8447, 0.8331, 0.8198, 0.8118, 0.808], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "56198": {"relevant_ids": ["56199"], "ranked_ids": ["56199", "496142", "144344", "352492", "533693", "478668", "149682", "246173", "522157", "523882"], "ranked_scores": [0.8855, 0.7845, 0.7277, 0.7016, 0.6971, 0.692, 0.6862, 0.6842, 0.6733, 0.6637], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "30172": {"relevant_ids": ["373486", "145119", "30173", "185817", "68426", "145120"], "ranked_ids": ["145120", "30173", "68426", "160900", "192604", "185817", "373486", "357893", "395974", "90983"], "ranked_scores": [0.9238, 0.8977, 0.8948, 0.8894, 0.8722, 0.8684, 0.8438, 0.8104, 0.807, 0.803], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.1667, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.7227, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.8535, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.8333}, "127880": {"relevant_ids": ["241164"], "ranked_ids": ["241164", "121458", "99916", "135083", "141773", "415983", "389443", "366050", "162870", "387744"], "ranked_scores": [0.8555, 0.8028, 0.7374, 0.7072, 0.6933, 0.6689, 0.6621, 0.6531, 0.6418, 0.6361], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "167969": {"relevant_ids": ["174461"], "ranked_ids": ["360983", "174461", "520621", "91854", "130123", "396417", "363928", "476748", "11003", "174295"], "ranked_scores": [0.7976, 0.7492, 0.6902, 0.686, 0.6632, 0.6485, 0.6454, 0.6415, 0.6378, 0.6303], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "97986": {"relevant_ids": ["97987"], "ranked_ids": ["97987", "44589", "141075", "371360", "212168", "192186", "326597", "98924", "98925", "376198"], "ranked_scores": [0.8737, 0.8402, 0.7732, 0.751, 0.7474, 0.7418, 0.7287, 0.7153, 0.7153, 0.7117], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "12865": {"relevant_ids": ["105683"], "ranked_ids": ["105683", "92902", "83622", "83623", "69748", "231925", "23083", "83824", "373231", "357969"], "ranked_scores": [0.8547, 0.7936, 0.7913, 0.7599, 0.7406, 0.7372, 0.6973, 0.6939, 0.6913, 0.6886], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "215681": {"relevant_ids": ["215680"], "ranked_ids": ["215680", "352734", "252239", "177080", "286275", "123624", "110622", "36569", "301165", "54139"], "ranked_scores": [0.8999, 0.7642, 0.7431, 0.7418, 0.7394, 0.7285, 0.7285, 0.7285, 0.7234, 0.7234], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-bge-base-en-v1.5-mrl-32-pq-m4-n4": {"127728": {"relevant_ids": ["127729"], "ranked_ids": ["116881", "255261", "450133", "127676", "78763", "321340", "145244", "355542", "127729", "499988"], "ranked_scores": [0.8288, 0.8288, 0.8288, 0.8288, 0.8288, 0.8288, 0.7614, 0.7341, 0.7203, 0.7153], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "318820": {"relevant_ids": ["318821"], "ranked_ids": ["469746", "318821", "190950", "527329", "20112", "162581", "174295", "147264", "355161", "499833"], "ranked_scores": [0.8014, 0.8014, 0.7635, 0.7582, 0.74, 0.74, 0.74, 0.7342, 0.7342, 0.7323], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "296098": {"relevant_ids": ["296097"], "ranked_ids": ["489312", "134752", "364131", "514650", "376639", "284471", "56686", "521799", "306212", "531235"], "ranked_scores": [0.7074, 0.7074, 0.7074, 0.7074, 0.7074, 0.6625, 0.6625, 0.6625, 0.6625, 0.6149], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "150414": {"relevant_ids": ["192835"], "ranked_ids": ["239366", "516620", "467464", "412542", "475318", "8875", "520262", "109017", "131777", "478668"], "ranked_scores": [0.7257, 0.7138, 0.7138, 0.7124, 0.7118, 0.7064, 0.7039, 0.701, 0.701, 0.701], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "145582": {"relevant_ids": ["145583"], "ranked_ids": ["23242", "186609", "475847", "145583", "299264", "96867", "63563", "188727", "393920", "87614"], "ranked_scores": [0.5371, 0.5329, 0.5329, 0.5324, 0.5184, 0.5184, 0.5175, 0.5175, 0.505, 0.505], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "315712": {"relevant_ids": ["315713"], "ranked_ids": ["315713", "68426", "373486", "509426", "90983", "82405", "185817", "293867", "396505", "400583"], "ranked_scores": [0.8391, 0.8318, 0.8318, 0.8086, 0.7994, 0.7994, 0.7994, 0.7898, 0.7898, 0.7888], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145739": {"relevant_ids": ["145740"], "ranked_ids": ["114038", "366074", "377056", "85426", "100854", "17980", "145740", "8828", "303090", "68194"], "ranked_scores": [0.6333, 0.6333, 0.6185, 0.6185, 0.6155, 0.6155, 0.6125, 0.6125, 0.5932, 0.5921], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "308127": {"relevant_ids": ["308126"], "ranked_ids": ["308126", "298503", "400583", "242340", "523863", "370637", "192835", "448051", "134103", "407284"], "ranked_scores": [0.7186, 0.6878, 0.6812, 0.6812, 0.6778, 0.6777, 0.6692, 0.661, 0.6476, 0.6449], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "287245": {"relevant_ids": ["322650", "283198", "283199"], "ranked_ids": ["499036", "283198", "91031", "12895", "233540", "79701", "283199", "322650", "164511", "427877"], "ranked_scores": [0.6466, 0.6387, 0.6309, 0.6304, 0.6233, 0.6182, 0.6067, 0.6067, 0.6041, 0.5978], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2961, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.6005, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "14755": {"relevant_ids": ["211906", "14756"], "ranked_ids": ["437439", "218584", "381248", "14756", "211906", "450970", "96882", "277031", "91113", "453873"], "ranked_scores": [0.701, 0.6879, 0.6772, 0.6707, 0.6707, 0.6707, 0.6625, 0.6624, 0.6202, 0.6164], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.5013, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5013, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "370170": {"relevant_ids": ["370169"], "ranked_ids": ["370169", "438178", "373275", "124288", "75927", "36536", "417976", "212397", "393895", "218752"], "ranked_scores": [0.6078, 0.6078, 0.5593, 0.5462, 0.5371, 0.5247, 0.5232, 0.5191, 0.5191, 0.5122], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "41774": {"relevant_ids": ["41773"], "ranked_ids": ["392356", "32176", "41773", "148999", "217481", "421143", "263838", "180109", "517381", "407675"], "ranked_scores": [0.6578, 0.6437, 0.6346, 0.6306, 0.585, 0.5674, 0.561, 0.5608, 0.5492, 0.5477], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "399648": {"relevant_ids": ["399649"], "ranked_ids": ["399649", "486011", "273311", "418724", "120940", "452930", "124071", "85478", "481934", "66884"], "ranked_scores": [0.8174, 0.8174, 0.8174, 0.8174, 0.8031, 0.7875, 0.7875, 0.7875, 0.7869, 0.7656], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "504811": {"relevant_ids": ["504810"], "ranked_ids": ["220414", "55899", "397425", "504810", "90374", "290428", "309894", "448774", "364238", "74588"], "ranked_scores": [0.8096, 0.8096, 0.8096, 0.8096, 0.7545, 0.7388, 0.737, 0.737, 0.737, 0.737], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "362950": {"relevant_ids": ["362949", "400212"], "ranked_ids": ["269211", "380767", "344212", "4715", "116547", "50260", "62619", "436588", "427587", "527104"], "ranked_scores": [0.7769, 0.7769, 0.7769, 0.7769, 0.7769, 0.7769, 0.7769, 0.7769, 0.7685, 0.7685], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "155873": {"relevant_ids": ["155874"], "ranked_ids": ["197959", "213615", "383111", "31320", "55767", "483940", "146057", "284966", "30987", "379443"], "ranked_scores": [0.6211, 0.6177, 0.6081, 0.6081, 0.6081, 0.5959, 0.5959, 0.592, 0.5872, 0.5872], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "263432": {"relevant_ids": ["263433"], "ranked_ids": ["497067", "202166", "128303", "141802", "340687", "190136", "211426", "45047", "503218", "401373"], "ranked_scores": [0.6814, 0.6741, 0.6715, 0.6646, 0.6621, 0.6616, 0.6552, 0.6424, 0.6401, 0.6382], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "354945": {"relevant_ids": ["354946"], "ranked_ids": ["243573", "354946", "46487", "76723", "254071", "120979", "4153", "527943", "427609", "54650"], "ranked_scores": [0.704, 0.6893, 0.6713, 0.6713, 0.6642, 0.6625, 0.6625, 0.6599, 0.6589, 0.6589], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "245417": {"relevant_ids": ["219475", "248195"], "ranked_ids": ["319022", "219475", "248195", "449478", "8069", "520816", "335292", "40657", "64433", "340437"], "ranked_scores": [0.7404, 0.7228, 0.7228, 0.7131, 0.7131, 0.7093, 0.7091, 0.7091, 0.7091, 0.6991], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6934, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6934, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6934, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "516276": {"relevant_ids": ["516277"], "ranked_ids": ["510783", "516277", "17785", "76958", "129993", "44716", "385401", "410439", "78042", "72857"], "ranked_scores": [0.789, 0.7692, 0.7401, 0.74, 0.7123, 0.7035, 0.7006, 0.7006, 0.7006, 0.7006], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "177580": {"relevant_ids": ["177579"], "ranked_ids": ["177579", "308687", "524391", "513675", "318360", "5604", "77699", "429688", "360243", "255647"], "ranked_scores": [0.7566, 0.7209, 0.6971, 0.6697, 0.6566, 0.6424, 0.6405, 0.6295, 0.6273, 0.6199], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "309865": {"relevant_ids": ["33713", "78624", "78623"], "ranked_ids": ["33713", "78623", "405094", "445136", "495751", "75066", "53675", "528559", "9419", "97545"], "ranked_scores": [0.6938, 0.6938, 0.6938, 0.6836, 0.6836, 0.6836, 0.6836, 0.6836, 0.6836, 0.6836], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.7654, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.7654, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.6667}, "510387": {"relevant_ids": ["510386"], "ranked_ids": ["1214", "456963", "533488", "21528", "59682", "533487", "107850", "281266", "484846", "240440"], "ranked_scores": [0.8079, 0.7957, 0.7686, 0.7686, 0.7686, 0.7686, 0.748, 0.7349, 0.7349, 0.7254], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "26645": {"relevant_ids": ["26644"], "ranked_ids": ["26644", "108781", "278703", "102374", "113547", "274700", "26812", "43932", "318396", "282609"], "ranked_scores": [0.7991, 0.7991, 0.7991, 0.7253, 0.7253, 0.7253, 0.7253, 0.7253, 0.7253, 0.7253], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "47788": {"relevant_ids": ["455725"], "ranked_ids": ["285680", "338788", "380075", "251127", "53096", "47703", "473769", "351202", "47789", "70829"], "ranked_scores": [0.7304, 0.7061, 0.6687, 0.6573, 0.6571, 0.6563, 0.633, 0.6226, 0.6226, 0.6226], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "338281": {"relevant_ids": ["338282"], "ranked_ids": ["338282", "531392", "26147", "496777", "48793", "415785", "415784", "75399", "236168", "74218"], "ranked_scores": [0.7129, 0.6618, 0.6459, 0.6439, 0.6373, 0.6333, 0.6333, 0.6255, 0.6227, 0.6227], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "461149": {"relevant_ids": ["461148"], "ranked_ids": ["461148", "207607", "525835", "90018", "297657", "98677", "395527", "72031", "446038", "321125"], "ranked_scores": [0.7026, 0.6804, 0.6712, 0.6615, 0.6405, 0.6401, 0.6312, 0.6251, 0.6223, 0.6181], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "346126": {"relevant_ids": ["110710", "110711"], "ranked_ids": ["13436", "168350", "110710", "154338", "393684", "340823", "340195", "296319", "256937", "175928"], "ranked_scores": [0.7786, 0.7786, 0.7721, 0.7721, 0.7721, 0.7677, 0.7642, 0.7602, 0.7577, 0.7409], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3066, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3066, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3066, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.5}, "372986": {"relevant_ids": ["49961", "262882"], "ranked_ids": ["254206", "49961", "390977", "127288", "262882", "134287", "532450", "88278", "91795", "58"], "ranked_scores": [0.7871, 0.7871, 0.7647, 0.7448, 0.7448, 0.7362, 0.7362, 0.7362, 0.7195, 0.7165], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6241, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6241, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "501182": {"relevant_ids": ["501181"], "ranked_ids": ["361346", "92770", "437906", "131350", "107014", "23302", "413030", "484409", "443906", "501181"], "ranked_scores": [0.7987, 0.7834, 0.7834, 0.7834, 0.7812, 0.7812, 0.7812, 0.7812, 0.774, 0.7715], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "13800": {"relevant_ids": ["376590", "408522", "13799"], "ranked_ids": ["217130", "104104", "7178", "56338", "179943", "332878", "196613", "311686", "378592", "71008"], "ranked_scores": [0.6944, 0.6791, 0.6791, 0.6632, 0.6609, 0.6609, 0.6609, 0.6592, 0.658, 0.658], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "250143": {"relevant_ids": ["250142"], "ranked_ids": ["250142", "198782", "533421", "474061", "38409", "372749", "121390", "254185", "382691", "490750"], "ranked_scores": [0.8557, 0.836, 0.7975, 0.7963, 0.7926, 0.7441, 0.7315, 0.7284, 0.7218, 0.721], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13223": {"relevant_ids": ["88348", "156773", "20277", "13224", "88349"], "ranked_ids": ["156773", "163971", "13224", "20277", "293913", "88348", "361830", "235061", "63352", "88349"], "ranked_scores": [0.7928, 0.7928, 0.7928, 0.7928, 0.7928, 0.7928, 0.7928, 0.7928, 0.7691, 0.7691], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.2, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.4, "ndcg@5": 0.6548, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6, "ndcg@10": 0.8737, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "11002": {"relevant_ids": ["11003"], "ranked_ids": ["88601", "347493", "10212", "117199", "144197", "140923", "312873", "40099", "314099", "444112"], "ranked_scores": [0.8127, 0.8093, 0.8093, 0.792, 0.7894, 0.7894, 0.7894, 0.7894, 0.7894, 0.787], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "177653": {"relevant_ids": ["79732"], "ranked_ids": ["79732", "290632", "395587", "410397", "484619", "17635", "238679", "293259", "341958", "39174"], "ranked_scores": [0.6787, 0.6787, 0.6541, 0.6447, 0.6447, 0.6447, 0.641, 0.641, 0.641, 0.641], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "415592": {"relevant_ids": ["415591"], "ranked_ids": ["88542", "415591", "42093", "480909", "26742", "12677", "263736", "183928", "13665", "368841"], "ranked_scores": [0.6444, 0.6274, 0.6149, 0.5951, 0.5844, 0.5843, 0.5747, 0.5701, 0.5672, 0.5669], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "511196": {"relevant_ids": ["511197"], "ranked_ids": ["156490", "511197", "160979", "53962", "328397", "469527", "251546", "193297", "398991", "99760"], "ranked_scores": [0.7117, 0.6879, 0.6671, 0.6623, 0.6478, 0.6478, 0.6408, 0.6397, 0.6383, 0.6383], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "344845": {"relevant_ids": ["344844"], "ranked_ids": ["344844", "376721", "449479", "355682", "407594", "310973", "118579", "526510", "129563", "520816"], "ranked_scores": [0.7322, 0.729, 0.7241, 0.7203, 0.7155, 0.7155, 0.7155, 0.7155, 0.7121, 0.7096], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "396744": {"relevant_ids": ["396745"], "ranked_ids": ["424693", "464360", "511557", "396745", "132742", "277751", "291557", "298939", "414604", "75585"], "ranked_scores": [0.6653, 0.6653, 0.6596, 0.6361, 0.6259, 0.6249, 0.6249, 0.6203, 0.6203, 0.6203], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "452398": {"relevant_ids": ["452399"], "ranked_ids": ["3972", "338711", "318401", "304781", "399415", "378404", "201143", "56442", "395217", "452399"], "ranked_scores": [0.6893, 0.6862, 0.6862, 0.6727, 0.6727, 0.6727, 0.6354, 0.6299, 0.6296, 0.6269], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "182114": {"relevant_ids": ["182113"], "ranked_ids": ["425919", "207144", "405949", "55598", "467927", "256239", "524090", "76062", "43980", "222138"], "ranked_scores": [0.6753, 0.6753, 0.6736, 0.6704, 0.6581, 0.654, 0.654, 0.6523, 0.6514, 0.6477], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "486260": {"relevant_ids": ["486259"], "ranked_ids": ["483159", "239043", "23013", "452612", "281515", "506410", "3249", "111946", "209255", "492147"], "ranked_scores": [0.6412, 0.6368, 0.6341, 0.6341, 0.6341, 0.6173, 0.6159, 0.6146, 0.6146, 0.6146], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "455140": {"relevant_ids": ["315935"], "ranked_ids": ["211061", "50224", "61128", "487409", "106381", "173862", "361182", "206630", "315935", "248347"], "ranked_scores": [0.6732, 0.6732, 0.6732, 0.6732, 0.6692, 0.6692, 0.6692, 0.6692, 0.6686, 0.662], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "56198": {"relevant_ids": ["56199"], "ranked_ids": ["56199", "302106", "352492", "55489", "175676", "109017", "131777", "478668", "217193", "41537"], "ranked_scores": [0.7685, 0.742, 0.7252, 0.7241, 0.7199, 0.7196, 0.7196, 0.7196, 0.715, 0.7142], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "30172": {"relevant_ids": ["373486", "145119", "30173", "185817", "68426", "145120"], "ranked_ids": ["160900", "68426", "373486", "104272", "145120", "30173", "21960", "185817", "82405", "90983"], "ranked_scores": [0.7726, 0.7636, 0.7636, 0.7498, 0.7404, 0.7316, 0.7315, 0.7254, 0.7254, 0.7254], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5307, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.5148, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6625, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.8333}, "127880": {"relevant_ids": ["241164"], "ranked_ids": ["465468", "121458", "241164", "526083", "415983", "98400", "284336", "99916", "527388", "450198"], "ranked_scores": [0.6745, 0.6745, 0.6733, 0.6317, 0.628, 0.6213, 0.6064, 0.6054, 0.6054, 0.6049], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "167969": {"relevant_ids": ["174461"], "ranked_ids": ["174461", "471976", "360983", "73045", "428602", "130123", "28017", "531949", "363928", "61778"], "ranked_scores": [0.7639, 0.7467, 0.7467, 0.7287, 0.6784, 0.6771, 0.6537, 0.6504, 0.6488, 0.641], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "97986": {"relevant_ids": ["97987"], "ranked_ids": ["97987", "255720", "480027", "326597", "282280", "405505", "244441", "248383", "308991", "415005"], "ranked_scores": [0.7461, 0.7085, 0.7085, 0.7085, 0.7085, 0.7065, 0.6905, 0.6784, 0.6784, 0.6784], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "12865": {"relevant_ids": ["105683"], "ranked_ids": ["105683", "83623", "83622", "139269", "83824", "69748", "183735", "313106", "267487", "528844"], "ranked_scores": [0.715, 0.6844, 0.6844, 0.6684, 0.6576, 0.6576, 0.6567, 0.6567, 0.655, 0.655], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "215681": {"relevant_ids": ["215680"], "ranked_ids": ["215680", "438101", "437452", "6816", "383804", "397622", "417852", "70883", "466198", "6540"], "ranked_scores": [0.7524, 0.7431, 0.7257, 0.7176, 0.7175, 0.7175, 0.7175, 0.7175, 0.7175, 0.7175], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-bge-base-en-v1.5-mrl-notrunc-bat": {"127728": {"relevant_ids": ["127729"], "ranked_ids": ["127729", "38063", "92818", "48895", "245618", "357310", "135885", "397135", "69958", "28716"], "ranked_scores": [586.0, 581.0, 553.0, 546.0, 545.0, 544.0, 542.0, 541.0, 534.0, 530.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "318820": {"relevant_ids": ["318821"], "ranked_ids": ["318821", "355161", "222238", "255666", "54496", "527329", "380781", "377941", "172033", "332715"], "ranked_scores": [689.0, 561.0, 557.0, 551.0, 544.0, 538.0, 537.0, 535.0, 535.0, 533.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "296098": {"relevant_ids": ["296097"], "ranked_ids": ["45507", "134752", "296097", "423933", "173403", "45506", "469868", "364131", "493414", "56686"], "ranked_scores": [604.0, 603.0, 591.0, 579.0, 570.0, 568.0, 560.0, 552.0, 534.0, 532.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "150414": {"relevant_ids": ["192835"], "ranked_ids": ["192835", "105782", "516620", "8875", "126746", "21131", "105783", "103122", "428293", "98863"], "ranked_scores": [723.0, 689.0, 677.0, 633.0, 615.0, 609.0, 601.0, 601.0, 584.0, 584.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145582": {"relevant_ids": ["145583"], "ranked_ids": ["145583", "299264", "87614", "316486", "177276", "285851", "356671", "508502", "508501", "285962"], "ranked_scores": [628.0, 581.0, 517.0, 511.0, 504.0, 504.0, 503.0, 501.0, 500.0, 499.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "315712": {"relevant_ids": ["315713"], "ranked_ids": ["315713", "153536", "390120", "203205", "58851", "396505", "100067", "55162", "344097", "492506"], "ranked_scores": [637.0, 528.0, 525.0, 525.0, 520.0, 515.0, 513.0, 512.0, 510.0, 510.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145739": {"relevant_ids": ["145740"], "ranked_ids": ["145740", "366074", "241979", "415781", "115412", "8705", "152362", "303090", "180147", "316928"], "ranked_scores": [634.0, 606.0, 596.0, 565.0, 562.0, 555.0, 550.0, 545.0, 540.0, 540.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "308127": {"relevant_ids": ["308126"], "ranked_ids": ["308126", "498938", "282571", "385951", "77650", "357181", "139188", "302837", "36744", "427609"], "ranked_scores": [624.0, 571.0, 558.0, 553.0, 542.0, 536.0, 535.0, 523.0, 521.0, 516.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "287245": {"relevant_ids": ["322650", "283198", "283199"], "ranked_ids": ["322650", "283199", "283198", "420279", "188940", "109049", "299392", "505509", "126287", "418549"], "ranked_scores": [646.0, 634.0, 628.0, 537.0, 536.0, 535.0, 531.0, 525.0, 523.0, 515.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "14755": {"relevant_ids": ["211906", "14756"], "ranked_ids": ["450970", "211906", "14756", "235454", "30834", "57678", "236793", "369731", "381248", "481547"], "ranked_scores": [691.0, 687.0, 682.0, 632.0, 612.0, 595.0, 572.0, 562.0, 561.0, 561.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6934, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6934, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6934, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "370170": {"relevant_ids": ["370169"], "ranked_ids": ["370169", "466920", "211280", "537762", "433820", "449037", "387761", "22763", "191527", "156412"], "ranked_scores": [750.0, 565.0, 557.0, 549.0, 538.0, 533.0, 529.0, 525.0, 524.0, 523.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "41774": {"relevant_ids": ["41773"], "ranked_ids": ["41773", "239344", "307530", "163006", "468656", "468655", "416695", "98081", "214766", "442459"], "ranked_scores": [636.0, 549.0, 537.0, 534.0, 529.0, 517.0, 513.0, 510.0, 507.0, 506.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "399648": {"relevant_ids": ["399649"], "ranked_ids": ["399649", "225815", "283129", "154368", "435035", "146745", "461137", "486011", "26748", "54706"], "ranked_scores": [761.0, 579.0, 569.0, 556.0, 555.0, 553.0, 553.0, 550.0, 549.0, 544.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "504811": {"relevant_ids": ["504810"], "ranked_ids": ["504810", "309894", "298555", "90374", "364238", "54196", "15879", "381008", "325567", "177056"], "ranked_scores": [726.0, 562.0, 539.0, 533.0, 528.0, 520.0, 519.0, 511.0, 502.0, 499.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "362950": {"relevant_ids": ["362949", "400212"], "ranked_ids": ["362949", "400212", "105920", "105919", "475478", "465929", "427587", "365685", "463443", "244712"], "ranked_scores": [610.0, 604.0, 571.0, 569.0, 564.0, 562.0, 561.0, 559.0, 559.0, 548.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "155873": {"relevant_ids": ["155874"], "ranked_ids": ["392604", "155874", "446058", "378060", "292617", "97652", "66884", "230787", "294020", "57879"], "ranked_scores": [584.0, 567.0, 544.0, 530.0, 530.0, 524.0, 518.0, 510.0, 509.0, 509.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "263432": {"relevant_ids": ["263433"], "ranked_ids": ["263433", "128303", "371563", "471057", "401373", "372749", "104254", "358827", "108849", "345287"], "ranked_scores": [594.0, 551.0, 514.0, 504.0, 499.0, 496.0, 496.0, 492.0, 489.0, 487.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "354945": {"relevant_ids": ["354946"], "ranked_ids": ["354946", "254071", "322478", "462984", "303978", "243923", "166837", "52393", "46487", "76723"], "ranked_scores": [703.0, 543.0, 542.0, 525.0, 512.0, 510.0, 503.0, 500.0, 499.0, 498.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "245417": {"relevant_ids": ["219475", "248195"], "ranked_ids": ["219475", "40657", "248195", "37326", "64433", "413039", "164159", "319022", "96458", "456116"], "ranked_scores": [662.0, 638.0, 626.0, 596.0, 595.0, 568.0, 564.0, 564.0, 556.0, 547.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.9197, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.9197, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9197, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "516276": {"relevant_ids": ["516277"], "ranked_ids": ["516277", "510783", "34173", "19755", "352189", "76958", "62062", "143842", "112502", "118572"], "ranked_scores": [706.0, 609.0, 609.0, 599.0, 599.0, 584.0, 570.0, 556.0, 555.0, 552.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177580": {"relevant_ids": ["177579"], "ranked_ids": ["177579", "115954", "391562", "320138", "272252", "88049", "157000", "234825", "60577", "316460"], "ranked_scores": [728.0, 546.0, 533.0, 531.0, 526.0, 522.0, 519.0, 518.0, 517.0, 515.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "309865": {"relevant_ids": ["33713", "78624", "78623"], "ranked_ids": ["33713", "78624", "153484", "405094", "78623", "437065", "469068", "209041", "495751", "360054"], "ranked_scores": [700.0, 666.0, 663.0, 662.0, 661.0, 610.0, 610.0, 605.0, 605.0, 604.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.9469, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9469, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "510387": {"relevant_ids": ["510386"], "ranked_ids": ["241538", "510386", "344869", "371033", "241537", "170896", "40390", "212478", "52003", "91350"], "ranked_scores": [655.0, 650.0, 642.0, 628.0, 627.0, 610.0, 610.0, 605.0, 593.0, 580.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "26645": {"relevant_ids": ["26644"], "ranked_ids": ["26644", "207775", "144057", "108781", "461704", "83874", "83875", "407458", "240705", "318396"], "ranked_scores": [733.0, 572.0, 566.0, 564.0, 551.0, 544.0, 541.0, 539.0, 539.0, 537.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "47788": {"relevant_ids": ["455725"], "ranked_ids": ["455725", "518171", "348138", "8505", "47703", "59223", "331", "101721", "235686", "9659"], "ranked_scores": [658.0, 633.0, 632.0, 631.0, 627.0, 626.0, 625.0, 608.0, 605.0, 604.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "338281": {"relevant_ids": ["338282"], "ranked_ids": ["338282", "452930", "338711", "11563", "138712", "327767", "283058", "143201", "263861", "291354"], "ranked_scores": [643.0, 516.0, 514.0, 508.0, 508.0, 508.0, 507.0, 502.0, 501.0, 500.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "461149": {"relevant_ids": ["461148"], "ranked_ids": ["461148", "525835", "203100", "283905", "417040", "307096", "528608", "120940", "519616", "286024"], "ranked_scores": [651.0, 648.0, 611.0, 551.0, 548.0, 535.0, 535.0, 532.0, 529.0, 528.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "346126": {"relevant_ids": ["110710", "110711"], "ranked_ids": ["110710", "110711", "154338", "254526", "238602", "203476", "492715", "340823", "528998", "492716"], "ranked_scores": [666.0, 648.0, 628.0, 572.0, 554.0, 551.0, 550.0, 549.0, 548.0, 546.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "372986": {"relevant_ids": ["49961", "262882"], "ranked_ids": ["49961", "262882", "249896", "497357", "303468", "226818", "108183", "443239", "532450", "497531"], "ranked_scores": [713.0, 625.0, 545.0, 544.0, 538.0, 532.0, 530.0, 530.0, 527.0, 526.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "501182": {"relevant_ids": ["501181"], "ranked_ids": ["501181", "274777", "53141", "175676", "402718", "129993", "384476", "342003", "447737", "299551"], "ranked_scores": [648.0, 566.0, 534.0, 532.0, 524.0, 522.0, 517.0, 515.0, 514.0, 510.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13800": {"relevant_ids": ["376590", "408522", "13799"], "ranked_ids": ["13799", "376590", "179943", "408522", "281010", "482825", "481109", "257857", "363079", "56338"], "ranked_scores": [670.0, 643.0, 584.0, 583.0, 566.0, 563.0, 556.0, 554.0, 547.0, 544.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.9675, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9675, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "250143": {"relevant_ids": ["250142"], "ranked_ids": ["250142", "473276", "38409", "368186", "474061", "50538", "57155", "96270", "526032", "509758"], "ranked_scores": [705.0, 642.0, 544.0, 523.0, 521.0, 520.0, 516.0, 514.0, 512.0, 511.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13223": {"relevant_ids": ["88348", "156773", "20277", "13224", "88349"], "ranked_ids": ["156773", "13224", "137719", "88348", "88349", "366749", "86343", "126265", "24720", "235061"], "ranked_scores": [739.0, 689.0, 657.0, 648.0, 647.0, 639.0, 637.0, 635.0, 632.0, 625.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.2, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.4, "ndcg@5": 0.8304, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.8, "ndcg@10": 0.8304, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.8}, "11002": {"relevant_ids": ["11003"], "ranked_ids": ["11003", "444112", "144197", "347493", "10212", "464848", "42203", "199548", "87346", "241075"], "ranked_scores": [674.0, 609.0, 591.0, 570.0, 568.0, 561.0, 559.0, 558.0, 556.0, 555.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177653": {"relevant_ids": ["79732"], "ranked_ids": ["79732", "39174", "412316", "395587", "200611", "373275", "494720", "525756", "362866", "502840"], "ranked_scores": [709.0, 578.0, 557.0, 554.0, 547.0, 541.0, 538.0, 538.0, 527.0, 525.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "415592": {"relevant_ids": ["415591"], "ranked_ids": ["415591", "379146", "105088", "430072", "338816", "499684", "81159", "485706", "338815", "89554"], "ranked_scores": [695.0, 562.0, 559.0, 551.0, 547.0, 547.0, 543.0, 530.0, 529.0, 529.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "511196": {"relevant_ids": ["511197"], "ranked_ids": ["511197", "414717", "156490", "45940", "224675", "13803", "289278", "398788", "283001", "459789"], "ranked_scores": [658.0, 556.0, 545.0, 538.0, 524.0, 520.0, 517.0, 517.0, 516.0, 516.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "344845": {"relevant_ids": ["344844"], "ranked_ids": ["344844", "79987", "397001", "161471", "503908", "187882", "192050", "95946", "118579", "327548"], "ranked_scores": [646.0, 591.0, 584.0, 582.0, 573.0, 565.0, 561.0, 558.0, 556.0, 550.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "396744": {"relevant_ids": ["396745"], "ranked_ids": ["396745", "284966", "454241", "489628", "236438", "503444", "511557", "112050", "145729", "516168"], "ranked_scores": [613.0, 579.0, 574.0, 556.0, 541.0, 537.0, 535.0, 533.0, 532.0, 529.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "452398": {"relevant_ids": ["452399"], "ranked_ids": ["452399", "395217", "90225", "530610", "342501", "324290", "487918", "346712", "7119", "196176"], "ranked_scores": [724.0, 542.0, 542.0, 539.0, 530.0, 525.0, 523.0, 520.0, 519.0, 517.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "182114": {"relevant_ids": ["182113"], "ranked_ids": ["196647", "182113", "139689", "481882", "234482", "533693", "34513", "24197", "328873", "475043"], "ranked_scores": [632.0, 630.0, 587.0, 586.0, 582.0, 581.0, 578.0, 569.0, 569.0, 560.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "486260": {"relevant_ids": ["486259"], "ranked_ids": ["486259", "392356", "209254", "209255", "113749", "65893", "345426", "146738", "146737", "49201"], "ranked_scores": [664.0, 593.0, 587.0, 581.0, 579.0, 577.0, 575.0, 567.0, 563.0, 562.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "455140": {"relevant_ids": ["315935"], "ranked_ids": ["315935", "308963", "150842", "142202", "50224", "16399", "124700", "246286", "427112", "510681"], "ranked_scores": [674.0, 575.0, 571.0, 562.0, 561.0, 558.0, 554.0, 549.0, 543.0, 539.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "56198": {"relevant_ids": ["56199"], "ranked_ids": ["56199", "43404", "249114", "160194", "43405", "243039", "130971", "143503", "431226", "310462"], "ranked_scores": [726.0, 522.0, 520.0, 516.0, 510.0, 508.0, 505.0, 498.0, 496.0, 495.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "30172": {"relevant_ids": ["373486", "145119", "30173", "185817", "68426", "145120"], "ranked_ids": ["145120", "160900", "68426", "205338", "15236", "192604", "90983", "82405", "373486", "112436"], "ranked_scores": [700.0, 697.0, 678.0, 664.0, 651.0, 651.0, 648.0, 636.0, 629.0, 625.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.1667, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.5087, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.545, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "127880": {"relevant_ids": ["241164"], "ranked_ids": ["241164", "450198", "370634", "135083", "210277", "22396", "121458", "319406", "488251", "383323"], "ranked_scores": [673.0, 577.0, 560.0, 559.0, 538.0, 531.0, 528.0, 518.0, 517.0, 516.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "167969": {"relevant_ids": ["174461"], "ranked_ids": ["360983", "174461", "91854", "8620", "449678", "315016", "49800", "172806", "257735", "60171"], "ranked_scores": [638.0, 605.0, 564.0, 545.0, 544.0, 539.0, 538.0, 534.0, 532.0, 529.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "97986": {"relevant_ids": ["97987"], "ranked_ids": ["97987", "44589", "108564", "284181", "384292", "393565", "229802", "336143", "318396", "141075"], "ranked_scores": [732.0, 642.0, 553.0, 545.0, 540.0, 539.0, 532.0, 525.0, 523.0, 519.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "12865": {"relevant_ids": ["105683"], "ranked_ids": ["105683", "92902", "356189", "83623", "83622", "6376", "231925", "69748", "63277", "277453"], "ranked_scores": [726.0, 584.0, 581.0, 576.0, 565.0, 556.0, 555.0, 554.0, 540.0, 534.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "215681": {"relevant_ids": ["215680"], "ranked_ids": ["215680", "252239", "178515", "177080", "297953", "5733", "211426", "57552", "182107", "297373"], "ranked_scores": [726.0, 583.0, 582.0, 568.0, 561.0, 544.0, 542.0, 532.0, 531.0, 531.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-bge-base-en-v1.5-mrl-512-bat": {"127728": {"relevant_ids": ["127729"], "ranked_ids": ["127729", "38063", "92818", "245618", "48895", "135885", "357310", "69958", "397135", "73255"], "ranked_scores": [389.0, 383.0, 371.0, 371.0, 370.0, 366.0, 365.0, 365.0, 363.0, 359.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "318820": {"relevant_ids": ["318821"], "ranked_ids": ["318821", "355161", "222238", "380781", "172033", "255666", "527329", "15735", "190698", "54496"], "ranked_scores": [460.0, 378.0, 372.0, 359.0, 358.0, 357.0, 357.0, 355.0, 354.0, 354.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "296098": {"relevant_ids": ["296097"], "ranked_ids": ["45507", "134752", "296097", "45506", "469868", "423933", "173403", "364131", "56686", "307653"], "ranked_scores": [405.0, 401.0, 389.0, 387.0, 379.0, 375.0, 371.0, 367.0, 359.0, 358.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "150414": {"relevant_ids": ["192835"], "ranked_ids": ["192835", "105782", "516620", "8875", "126746", "103122", "21131", "105783", "428293", "98863"], "ranked_scores": [485.0, 462.0, 457.0, 421.0, 415.0, 409.0, 408.0, 402.0, 391.0, 390.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145582": {"relevant_ids": ["145583"], "ranked_ids": ["145583", "299264", "316486", "87614", "158478", "285962", "345532", "177277", "356671", "369955"], "ranked_scores": [420.0, 393.0, 357.0, 355.0, 349.0, 346.0, 345.0, 341.0, 341.0, 341.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "315712": {"relevant_ids": ["315713"], "ranked_ids": ["315713", "153536", "390120", "355553", "492506", "396505", "203205", "58851", "268021", "344097"], "ranked_scores": [433.0, 356.0, 353.0, 352.0, 350.0, 348.0, 346.0, 345.0, 344.0, 344.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145739": {"relevant_ids": ["145740"], "ranked_ids": ["145740", "366074", "241979", "115412", "415781", "8705", "180147", "152362", "303090", "148222"], "ranked_scores": [423.0, 402.0, 389.0, 375.0, 374.0, 370.0, 367.0, 362.0, 359.0, 353.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "308127": {"relevant_ids": ["308126"], "ranked_ids": ["308126", "498938", "282571", "385951", "357181", "77650", "154044", "139188", "275485", "427609"], "ranked_scores": [406.0, 388.0, 375.0, 367.0, 367.0, 360.0, 354.0, 354.0, 353.0, 353.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "287245": {"relevant_ids": ["322650", "283198", "283199"], "ranked_ids": ["322650", "283199", "283198", "420279", "299392", "188940", "508239", "109049", "126287", "190330"], "ranked_scores": [434.0, 426.0, 422.0, 361.0, 361.0, 359.0, 352.0, 351.0, 351.0, 350.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "14755": {"relevant_ids": ["211906", "14756"], "ranked_ids": ["450970", "211906", "14756", "235454", "30834", "57678", "449494", "236793", "381248", "481547"], "ranked_scores": [459.0, 454.0, 452.0, 415.0, 404.0, 385.0, 381.0, 379.0, 377.0, 376.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6934, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6934, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6934, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "370170": {"relevant_ids": ["370169"], "ranked_ids": ["370169", "466920", "433820", "537762", "211280", "156412", "387761", "26301", "22763", "404718"], "ranked_scores": [498.0, 382.0, 377.0, 375.0, 375.0, 358.0, 358.0, 354.0, 352.0, 352.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "41774": {"relevant_ids": ["41773"], "ranked_ids": ["41773", "307530", "239344", "163006", "468655", "468656", "416695", "467781", "442459", "214766"], "ranked_scores": [417.0, 358.0, 357.0, 342.0, 340.0, 340.0, 339.0, 337.0, 335.0, 334.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "399648": {"relevant_ids": ["399649"], "ranked_ids": ["399649", "225815", "283129", "146745", "461137", "180403", "49710", "486011", "154368", "435035"], "ranked_scores": [506.0, 395.0, 388.0, 380.0, 378.0, 375.0, 374.0, 373.0, 372.0, 369.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "504811": {"relevant_ids": ["504810"], "ranked_ids": ["504810", "309894", "90374", "298555", "15879", "364238", "381008", "54196", "325567", "397425"], "ranked_scores": [484.0, 381.0, 361.0, 359.0, 353.0, 352.0, 345.0, 345.0, 344.0, 343.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "362950": {"relevant_ids": ["362949", "400212"], "ranked_ids": ["362949", "400212", "475478", "427587", "105920", "344212", "105919", "463443", "365685", "487392"], "ranked_scores": [401.0, 399.0, 379.0, 378.0, 374.0, 373.0, 372.0, 371.0, 369.0, 369.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "155873": {"relevant_ids": ["155874"], "ranked_ids": ["155874", "392604", "292617", "446058", "378060", "230787", "66884", "97652", "305605", "57879"], "ranked_scores": [396.0, 395.0, 369.0, 369.0, 359.0, 357.0, 355.0, 354.0, 350.0, 346.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "263432": {"relevant_ids": ["263433"], "ranked_ids": ["263433", "128303", "371563", "372749", "471057", "401373", "358827", "18217", "345287", "104254"], "ranked_scores": [394.0, 374.0, 343.0, 339.0, 338.0, 335.0, 334.0, 331.0, 331.0, 328.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "354945": {"relevant_ids": ["354946"], "ranked_ids": ["354946", "254071", "322478", "243923", "462984", "166837", "303978", "46487", "398273", "76723"], "ranked_scores": [467.0, 368.0, 365.0, 348.0, 347.0, 345.0, 341.0, 335.0, 334.0, 333.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "245417": {"relevant_ids": ["219475", "248195"], "ranked_ids": ["219475", "40657", "248195", "37326", "64433", "413039", "164159", "96458", "319022", "456116"], "ranked_scores": [438.0, 432.0, 413.0, 403.0, 395.0, 387.0, 381.0, 378.0, 378.0, 370.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.9197, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.9197, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9197, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "516276": {"relevant_ids": ["516277"], "ranked_ids": ["516277", "510783", "34173", "352189", "19755", "76958", "143842", "112502", "286275", "62062"], "ranked_scores": [476.0, 406.0, 404.0, 403.0, 397.0, 386.0, 381.0, 379.0, 375.0, 374.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177580": {"relevant_ids": ["177579"], "ranked_ids": ["177579", "391562", "115954", "320138", "272252", "316460", "18081", "88049", "157000", "27716"], "ranked_scores": [489.0, 369.0, 361.0, 358.0, 355.0, 354.0, 353.0, 351.0, 348.0, 348.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "309865": {"relevant_ids": ["33713", "78624", "78623"], "ranked_ids": ["33713", "78624", "405094", "78623", "153484", "437065", "209041", "495751", "360054", "469068"], "ranked_scores": [468.0, 447.0, 446.0, 443.0, 440.0, 418.0, 412.0, 408.0, 405.0, 404.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.9675, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9675, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "510387": {"relevant_ids": ["510386"], "ranked_ids": ["510386", "241538", "371033", "241537", "344869", "212478", "40390", "170896", "52003", "91350"], "ranked_scores": [448.0, 446.0, 429.0, 426.0, 426.0, 412.0, 412.0, 409.0, 402.0, 394.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "26645": {"relevant_ids": ["26644"], "ranked_ids": ["26644", "207775", "144057", "108781", "83874", "507090", "83875", "461704", "282609", "318396"], "ranked_scores": [486.0, 380.0, 378.0, 372.0, 370.0, 368.0, 366.0, 364.0, 363.0, 361.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "47788": {"relevant_ids": ["455725"], "ranked_ids": ["455725", "348138", "8505", "47703", "518171", "331", "59223", "9659", "235686", "101721"], "ranked_scores": [442.0, 433.0, 426.0, 424.0, 420.0, 416.0, 413.0, 411.0, 406.0, 401.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "338281": {"relevant_ids": ["338282"], "ranked_ids": ["338282", "338711", "452930", "138712", "143201", "327767", "405945", "11563", "325380", "467526"], "ranked_scores": [428.0, 350.0, 350.0, 348.0, 346.0, 344.0, 343.0, 343.0, 340.0, 338.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "461149": {"relevant_ids": ["461148"], "ranked_ids": ["461148", "525835", "203100", "283905", "417040", "519616", "469521", "286024", "307096", "120940"], "ranked_scores": [439.0, 436.0, 404.0, 377.0, 363.0, 357.0, 357.0, 351.0, 351.0, 350.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "346126": {"relevant_ids": ["110710", "110711"], "ranked_ids": ["110710", "110711", "154338", "254526", "492715", "492716", "238602", "528998", "256937", "340823"], "ranked_scores": [444.0, 437.0, 416.0, 379.0, 371.0, 369.0, 369.0, 366.0, 365.0, 363.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "372986": {"relevant_ids": ["49961", "262882"], "ranked_ids": ["49961", "262882", "303468", "249896", "497357", "140335", "226818", "497531", "485235", "532450"], "ranked_scores": [484.0, 418.0, 366.0, 365.0, 364.0, 356.0, 355.0, 352.0, 351.0, 351.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "501182": {"relevant_ids": ["501181"], "ranked_ids": ["501181", "274777", "175676", "402718", "53141", "447737", "342003", "429772", "109121", "129993"], "ranked_scores": [433.0, 377.0, 375.0, 366.0, 360.0, 358.0, 356.0, 353.0, 352.0, 352.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13800": {"relevant_ids": ["376590", "408522", "13799"], "ranked_ids": ["13799", "376590", "408522", "482825", "179943", "281010", "56338", "363079", "481109", "257857"], "ranked_scores": [454.0, 439.0, 397.0, 392.0, 390.0, 376.0, 372.0, 371.0, 371.0, 368.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "250143": {"relevant_ids": ["250142"], "ranked_ids": ["250142", "473276", "38409", "368186", "50538", "509758", "57155", "96270", "503681", "474061"], "ranked_scores": [476.0, 428.0, 362.0, 356.0, 355.0, 355.0, 355.0, 350.0, 350.0, 349.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13223": {"relevant_ids": ["88348", "156773", "20277", "13224", "88349"], "ranked_ids": ["156773", "13224", "137719", "88349", "88348", "86343", "366749", "126265", "24720", "235061"], "ranked_scores": [494.0, 457.0, 441.0, 440.0, 436.0, 432.0, 429.0, 424.0, 423.0, 420.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.2, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.4, "ndcg@5": 0.8304, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.8, "ndcg@10": 0.8304, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.8}, "11002": {"relevant_ids": ["11003"], "ranked_ids": ["11003", "444112", "144197", "10212", "347493", "42203", "241075", "468424", "489539", "82619"], "ranked_scores": [452.0, 411.0, 398.0, 382.0, 381.0, 377.0, 374.0, 373.0, 373.0, 371.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177653": {"relevant_ids": ["79732"], "ranked_ids": ["79732", "39174", "395587", "412316", "373275", "200611", "494720", "525756", "502840", "310721"], "ranked_scores": [471.0, 389.0, 383.0, 374.0, 371.0, 369.0, 360.0, 357.0, 355.0, 351.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "415592": {"relevant_ids": ["415591"], "ranked_ids": ["415591", "105088", "379146", "338816", "430072", "207607", "480909", "119111", "81159", "499684"], "ranked_scores": [458.0, 378.0, 377.0, 369.0, 366.0, 366.0, 362.0, 360.0, 358.0, 357.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "511196": {"relevant_ids": ["511197"], "ranked_ids": ["511197", "414717", "156490", "45940", "224675", "469291", "112674", "13803", "349723", "459789"], "ranked_scores": [436.0, 381.0, 363.0, 362.0, 356.0, 355.0, 353.0, 352.0, 351.0, 348.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "344845": {"relevant_ids": ["344844"], "ranked_ids": ["344844", "79987", "161471", "397001", "503908", "187882", "192050", "327548", "101085", "95946"], "ranked_scores": [432.0, 400.0, 385.0, 384.0, 383.0, 382.0, 378.0, 377.0, 376.0, 375.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "396744": {"relevant_ids": ["396745"], "ranked_ids": ["396745", "284966", "454241", "489628", "511557", "236438", "481437", "112050", "145729", "297359"], "ranked_scores": [419.0, 392.0, 378.0, 372.0, 366.0, 362.0, 361.0, 356.0, 354.0, 353.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "452398": {"relevant_ids": ["452399"], "ranked_ids": ["452399", "90225", "395217", "487918", "530610", "342501", "7119", "324290", "264774", "399415"], "ranked_scores": [489.0, 363.0, 359.0, 357.0, 356.0, 354.0, 353.0, 352.0, 349.0, 347.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "182114": {"relevant_ids": ["182113"], "ranked_ids": ["182113", "196647", "481882", "139689", "234482", "533693", "328873", "34513", "24197", "475043"], "ranked_scores": [418.0, 416.0, 396.0, 394.0, 394.0, 389.0, 383.0, 382.0, 375.0, 375.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "486260": {"relevant_ids": ["486259"], "ranked_ids": ["486259", "209254", "209255", "392356", "146738", "65893", "113749", "49201", "146737", "345426"], "ranked_scores": [441.0, 397.0, 389.0, 388.0, 385.0, 384.0, 383.0, 382.0, 380.0, 377.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "455140": {"relevant_ids": ["315935"], "ranked_ids": ["315935", "308963", "150842", "16399", "124700", "50224", "427112", "142202", "246286", "510681"], "ranked_scores": [456.0, 392.0, 389.0, 380.0, 376.0, 375.0, 372.0, 371.0, 369.0, 363.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "56198": {"relevant_ids": ["56199"], "ranked_ids": ["56199", "43404", "243039", "43405", "249114", "452069", "160194", "130971", "502041", "356870"], "ranked_scores": [484.0, 347.0, 345.0, 344.0, 339.0, 339.0, 338.0, 337.0, 333.0, 332.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "30172": {"relevant_ids": ["373486", "145119", "30173", "185817", "68426", "145120"], "ranked_ids": ["160900", "145120", "68426", "205338", "15236", "90983", "192604", "82405", "112436", "373486"], "ranked_scores": [467.0, 466.0, 456.0, 447.0, 437.0, 434.0, 433.0, 427.0, 424.0, 420.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5307, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.3836, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4297, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "127880": {"relevant_ids": ["241164"], "ranked_ids": ["241164", "450198", "370634", "210277", "135083", "121458", "488251", "22396", "383323", "446123"], "ranked_scores": [449.0, 394.0, 376.0, 370.0, 367.0, 362.0, 358.0, 353.0, 352.0, 350.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "167969": {"relevant_ids": ["174461"], "ranked_ids": ["360983", "174461", "91854", "449678", "257735", "146236", "315016", "60171", "8620", "174464"], "ranked_scores": [426.0, 406.0, 370.0, 364.0, 363.0, 358.0, 356.0, 356.0, 356.0, 355.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "97986": {"relevant_ids": ["97987"], "ranked_ids": ["97987", "44589", "384292", "108564", "284181", "393565", "41242", "318396", "229802", "141075"], "ranked_scores": [485.0, 420.0, 366.0, 365.0, 360.0, 358.0, 352.0, 352.0, 351.0, 346.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "12865": {"relevant_ids": ["105683"], "ranked_ids": ["105683", "92902", "356189", "83623", "83622", "6376", "231925", "277453", "63277", "69748"], "ranked_scores": [487.0, 403.0, 394.0, 394.0, 385.0, 382.0, 380.0, 371.0, 370.0, 370.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "215681": {"relevant_ids": ["215680"], "ranked_ids": ["215680", "178515", "252239", "177080", "297953", "5733", "211426", "297373", "301165", "430796"], "ranked_scores": [483.0, 398.0, 396.0, 387.0, 381.0, 369.0, 366.0, 361.0, 361.0, 360.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-bge-base-en-v1.5-mrl-256-bat": {"127728": {"relevant_ids": ["127729"], "ranked_ids": ["127729", "38063", "397135", "357310", "92818", "48895", "188019", "28716", "135885", "153290"], "ranked_scores": [204.0, 200.0, 193.0, 192.0, 191.0, 191.0, 190.0, 189.0, 189.0, 188.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "318820": {"relevant_ids": ["318821"], "ranked_ids": ["318821", "222238", "481262", "355161", "332715", "54496", "380781", "255666", "31320", "526492"], "ranked_scores": [231.0, 192.0, 190.0, 185.0, 184.0, 183.0, 183.0, 183.0, 182.0, 181.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "296098": {"relevant_ids": ["296097"], "ranked_ids": ["134752", "45507", "45506", "296097", "423933", "364131", "469868", "307653", "514650", "56686"], "ranked_scores": [204.0, 203.0, 201.0, 200.0, 189.0, 189.0, 187.0, 185.0, 185.0, 185.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "150414": {"relevant_ids": ["192835"], "ranked_ids": ["192835", "516620", "105782", "8875", "126746", "103122", "105783", "21131", "428293", "126745"], "ranked_scores": [249.0, 236.0, 234.0, 219.0, 215.0, 212.0, 207.0, 203.0, 202.0, 201.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145582": {"relevant_ids": ["145583"], "ranked_ids": ["145583", "299264", "87614", "158478", "177277", "345532", "356671", "263736", "399626", "508501"], "ranked_scores": [223.0, 200.0, 184.0, 183.0, 183.0, 182.0, 180.0, 178.0, 178.0, 178.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "315712": {"relevant_ids": ["315713"], "ranked_ids": ["315713", "355553", "390120", "203205", "509426", "126745", "208025", "348276", "492506", "484842"], "ranked_scores": [217.0, 186.0, 186.0, 182.0, 181.0, 181.0, 180.0, 178.0, 178.0, 178.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145739": {"relevant_ids": ["145740"], "ranked_ids": ["145740", "366074", "115412", "241979", "415781", "148222", "180147", "8705", "152362", "303090"], "ranked_scores": [216.0, 204.0, 198.0, 198.0, 195.0, 184.0, 184.0, 184.0, 182.0, 182.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "308127": {"relevant_ids": ["308126"], "ranked_ids": ["308126", "498938", "282571", "154044", "385951", "275485", "32983", "427609", "77650", "523863"], "ranked_scores": [204.0, 201.0, 198.0, 186.0, 184.0, 183.0, 183.0, 181.0, 181.0, 180.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "287245": {"relevant_ids": ["322650", "283198", "283199"], "ranked_ids": ["283198", "322650", "283199", "188940", "109049", "498473", "420279", "508239", "499036", "405392"], "ranked_scores": [224.0, 224.0, 221.0, 194.0, 191.0, 190.0, 189.0, 183.0, 183.0, 182.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "14755": {"relevant_ids": ["211906", "14756"], "ranked_ids": ["450970", "14756", "211906", "30834", "235454", "57678", "381248", "481547", "236793", "393649"], "ranked_scores": [231.0, 229.0, 228.0, 206.0, 205.0, 198.0, 198.0, 195.0, 193.0, 193.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6934, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6934, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6934, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "370170": {"relevant_ids": ["370169"], "ranked_ids": ["370169", "466920", "537762", "433820", "417976", "191527", "211280", "387761", "467211", "22763"], "ranked_scores": [252.0, 201.0, 196.0, 192.0, 187.0, 184.0, 184.0, 183.0, 183.0, 182.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "41774": {"relevant_ids": ["41773"], "ranked_ids": ["41773", "307530", "239344", "416695", "168828", "467781", "468655", "141438", "441320", "339534"], "ranked_scores": [217.0, 186.0, 179.0, 178.0, 177.0, 177.0, 176.0, 173.0, 173.0, 173.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "399648": {"relevant_ids": ["399649"], "ranked_ids": ["399649", "225815", "461137", "49710", "87004", "180403", "283129", "418183", "26748", "486011"], "ranked_scores": [255.0, 197.0, 195.0, 193.0, 192.0, 190.0, 189.0, 189.0, 188.0, 188.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "504811": {"relevant_ids": ["504810"], "ranked_ids": ["504810", "309894", "15879", "364238", "90374", "298555", "406217", "381008", "279073", "325567"], "ranked_scores": [241.0, 194.0, 190.0, 183.0, 179.0, 179.0, 178.0, 178.0, 176.0, 176.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "362950": {"relevant_ids": ["362949", "400212"], "ranked_ids": ["129563", "362949", "380257", "400212", "365685", "105920", "475478", "463443", "344212", "407594"], "ranked_scores": [197.0, 197.0, 195.0, 195.0, 192.0, 191.0, 191.0, 190.0, 187.0, 187.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6509, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6509, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "155873": {"relevant_ids": ["155874"], "ranked_ids": ["392604", "155874", "378060", "292617", "97652", "66884", "446058", "294020", "230787", "504562"], "ranked_scores": [206.0, 204.0, 194.0, 192.0, 188.0, 186.0, 186.0, 185.0, 184.0, 181.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "263432": {"relevant_ids": ["263433"], "ranked_ids": ["263433", "128303", "18217", "371563", "431860", "358827", "473794", "210382", "261419", "372749"], "ranked_scores": [195.0, 188.0, 178.0, 177.0, 176.0, 174.0, 173.0, 172.0, 172.0, 172.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "354945": {"relevant_ids": ["354946"], "ranked_ids": ["354946", "254071", "322478", "462984", "303978", "52393", "57631", "243923", "46487", "287396"], "ranked_scores": [238.0, 187.0, 184.0, 178.0, 175.0, 174.0, 174.0, 172.0, 172.0, 170.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "245417": {"relevant_ids": ["219475", "248195"], "ranked_ids": ["219475", "40657", "248195", "64433", "37326", "413039", "319022", "164159", "141217", "281145"], "ranked_scores": [227.0, 217.0, 212.0, 209.0, 207.0, 205.0, 197.0, 195.0, 194.0, 193.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.9197, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.9197, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9197, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "516276": {"relevant_ids": ["516277"], "ranked_ids": ["516277", "34173", "510783", "352189", "19755", "76958", "143842", "112502", "286275", "489791"], "ranked_scores": [240.0, 213.0, 209.0, 208.0, 207.0, 203.0, 200.0, 199.0, 195.0, 195.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177580": {"relevant_ids": ["177579"], "ranked_ids": ["177579", "391562", "115954", "320138", "209698", "27716", "76563", "234825", "18081", "316460"], "ranked_scores": [246.0, 191.0, 189.0, 187.0, 186.0, 183.0, 181.0, 180.0, 179.0, 179.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "309865": {"relevant_ids": ["33713", "78624", "78623"], "ranked_ids": ["33713", "78624", "405094", "78623", "153484", "437065", "209041", "469068", "360054", "495751"], "ranked_scores": [241.0, 230.0, 229.0, 228.0, 224.0, 214.0, 213.0, 208.0, 207.0, 204.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.9675, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9675, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "510387": {"relevant_ids": ["510386"], "ranked_ids": ["241538", "510386", "371033", "241537", "344869", "212478", "170896", "40390", "91350", "52003"], "ranked_scores": [227.0, 227.0, 223.0, 221.0, 219.0, 217.0, 216.0, 209.0, 203.0, 202.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "26645": {"relevant_ids": ["26644"], "ranked_ids": ["26644", "207775", "108781", "219047", "144057", "461704", "148567", "364334", "282609", "407458"], "ranked_scores": [243.0, 196.0, 193.0, 190.0, 190.0, 190.0, 190.0, 187.0, 186.0, 186.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "47788": {"relevant_ids": ["455725"], "ranked_ids": ["348138", "455725", "47703", "8505", "331", "518171", "9659", "59223", "235686", "101721"], "ranked_scores": [224.0, 223.0, 217.0, 217.0, 215.0, 213.0, 212.0, 210.0, 207.0, 203.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "338281": {"relevant_ids": ["338282"], "ranked_ids": ["338282", "338711", "452930", "327767", "143201", "263861", "405945", "138712", "270355", "325380"], "ranked_scores": [214.0, 184.0, 184.0, 183.0, 180.0, 178.0, 177.0, 177.0, 176.0, 173.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "461149": {"relevant_ids": ["461148"], "ranked_ids": ["525835", "461148", "203100", "283905", "417040", "519616", "307096", "469521", "305206", "516182"], "ranked_scores": [228.0, 225.0, 219.0, 198.0, 193.0, 188.0, 185.0, 185.0, 182.0, 182.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "346126": {"relevant_ids": ["110710", "110711"], "ranked_ids": ["110710", "110711", "154338", "492716", "254526", "492715", "203476", "238602", "55038", "296319"], "ranked_scores": [220.0, 217.0, 210.0, 191.0, 191.0, 189.0, 188.0, 186.0, 186.0, 185.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "372986": {"relevant_ids": ["49961", "262882"], "ranked_ids": ["49961", "262882", "497531", "140335", "249896", "226818", "303468", "485235", "443239", "497357"], "ranked_scores": [240.0, 218.0, 192.0, 191.0, 190.0, 189.0, 188.0, 188.0, 186.0, 186.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "501182": {"relevant_ids": ["501181"], "ranked_ids": ["501181", "175676", "274777", "342003", "109121", "429772", "129993", "291000", "402718", "447737"], "ranked_scores": [220.0, 198.0, 198.0, 192.0, 187.0, 186.0, 185.0, 184.0, 184.0, 183.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13800": {"relevant_ids": ["376590", "408522", "13799"], "ranked_ids": ["376590", "13799", "408522", "482825", "179943", "30987", "481109", "281010", "363079", "257857"], "ranked_scores": [227.0, 226.0, 199.0, 196.0, 194.0, 191.0, 188.0, 187.0, 186.0, 184.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "250143": {"relevant_ids": ["250142"], "ranked_ids": ["250142", "473276", "368186", "50538", "57155", "509758", "129313", "50539", "319909", "96270"], "ranked_scores": [245.0, 220.0, 195.0, 189.0, 186.0, 186.0, 184.0, 184.0, 183.0, 182.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13223": {"relevant_ids": ["88348", "156773", "20277", "13224", "88349"], "ranked_ids": ["156773", "13224", "88348", "137719", "366749", "88349", "86343", "126265", "24720", "20277"], "ranked_scores": [246.0, 232.0, 222.0, 220.0, 220.0, 220.0, 217.0, 215.0, 215.0, 212.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.2, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6, "ndcg@5": 0.7227, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6, "ndcg@10": 0.9416, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "11002": {"relevant_ids": ["11003"], "ranked_ids": ["11003", "444112", "144197", "42203", "10212", "241075", "82619", "489539", "347493", "468424"], "ranked_scores": [230.0, 214.0, 209.0, 197.0, 196.0, 195.0, 195.0, 194.0, 193.0, 191.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177653": {"relevant_ids": ["79732"], "ranked_ids": ["79732", "39174", "395587", "373275", "200611", "494720", "412316", "502840", "525756", "310721"], "ranked_scores": [236.0, 199.0, 196.0, 195.0, 195.0, 188.0, 184.0, 182.0, 181.0, 180.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "415592": {"relevant_ids": ["415591"], "ranked_ids": ["415591", "379146", "105088", "430072", "338816", "207607", "208294", "26742", "480909", "95917"], "ranked_scores": [234.0, 198.0, 189.0, 189.0, 188.0, 188.0, 185.0, 184.0, 184.0, 183.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "511196": {"relevant_ids": ["511197"], "ranked_ids": ["511197", "414717", "156490", "112674", "398788", "45940", "469291", "220842", "13803", "77372"], "ranked_scores": [219.0, 197.0, 193.0, 187.0, 187.0, 187.0, 186.0, 184.0, 183.0, 180.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "344845": {"relevant_ids": ["344844"], "ranked_ids": ["344844", "79987", "101085", "327548", "503908", "161471", "397001", "79986", "118579", "95946"], "ranked_scores": [216.0, 208.0, 200.0, 200.0, 200.0, 199.0, 198.0, 196.0, 195.0, 194.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "396744": {"relevant_ids": ["396745"], "ranked_ids": ["396745", "284966", "511557", "454241", "318589", "481437", "16789", "297359", "112050", "535683"], "ranked_scores": [213.0, 196.0, 191.0, 186.0, 185.0, 184.0, 184.0, 184.0, 183.0, 182.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "452398": {"relevant_ids": ["452399"], "ranked_ids": ["452399", "7119", "395217", "264774", "90225", "530610", "342501", "346712", "487918", "399415"], "ranked_scores": [246.0, 193.0, 190.0, 189.0, 189.0, 188.0, 187.0, 183.0, 183.0, 183.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "182114": {"relevant_ids": ["182113"], "ranked_ids": ["182113", "234482", "196647", "481882", "383343", "475043", "34513", "256239", "328873", "162482"], "ranked_scores": [210.0, 208.0, 206.0, 204.0, 200.0, 199.0, 198.0, 198.0, 197.0, 196.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "486260": {"relevant_ids": ["486259"], "ranked_ids": ["486259", "209254", "392356", "65893", "209255", "146738", "146737", "49201", "113749", "235892"], "ranked_scores": [228.0, 207.0, 207.0, 206.0, 205.0, 205.0, 203.0, 202.0, 198.0, 195.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "455140": {"relevant_ids": ["315935"], "ranked_ids": ["315935", "308963", "150842", "16399", "142202", "124700", "50224", "347188", "427112", "173862"], "ranked_scores": [230.0, 203.0, 203.0, 194.0, 193.0, 192.0, 191.0, 190.0, 190.0, 189.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "56198": {"relevant_ids": ["56199"], "ranked_ids": ["56199", "43404", "43405", "243039", "456860", "160194", "452069", "249114", "310462", "356870"], "ranked_scores": [243.0, 183.0, 182.0, 180.0, 178.0, 176.0, 176.0, 175.0, 175.0, 175.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "30172": {"relevant_ids": ["373486", "145119", "30173", "185817", "68426", "145120"], "ranked_ids": ["145120", "160900", "68426", "205338", "90983", "82405", "192604", "15236", "373486", "185581"], "ranked_scores": [240.0, 237.0, 236.0, 230.0, 222.0, 221.0, 220.0, 219.0, 219.0, 217.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.1667, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.5087, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.545, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "127880": {"relevant_ids": ["241164"], "ranked_ids": ["241164", "450198", "135083", "370634", "325175", "446123", "121458", "122116", "383323", "488251"], "ranked_scores": [225.0, 203.0, 194.0, 190.0, 188.0, 187.0, 186.0, 186.0, 185.0, 185.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "167969": {"relevant_ids": ["174461"], "ranked_ids": ["360983", "174461", "257735", "91854", "146236", "8620", "147264", "174464", "448412", "19930"], "ranked_scores": [218.0, 207.0, 191.0, 191.0, 191.0, 188.0, 187.0, 186.0, 186.0, 186.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "97986": {"relevant_ids": ["97987"], "ranked_ids": ["97987", "44589", "108564", "105886", "326597", "141075", "384292", "407302", "455330", "41242"], "ranked_scores": [244.0, 211.0, 186.0, 178.0, 177.0, 177.0, 177.0, 176.0, 176.0, 174.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "12865": {"relevant_ids": ["105683"], "ranked_ids": ["105683", "92902", "356189", "83623", "231925", "83622", "6376", "69748", "63277", "528051"], "ranked_scores": [245.0, 208.0, 203.0, 201.0, 201.0, 200.0, 195.0, 192.0, 188.0, 187.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "215681": {"relevant_ids": ["215680"], "ranked_ids": ["215680", "178515", "252239", "177080", "297373", "297953", "182107", "430796", "211426", "469506"], "ranked_scores": [242.0, 206.0, 203.0, 199.0, 195.0, 194.0, 192.0, 189.0, 188.0, 187.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-bge-base-en-v1.5-mrl-128-bat": {"127728": {"relevant_ids": ["127729"], "ranked_ids": ["135885", "38063", "357310", "127729", "28716", "397135", "69958", "28717", "153290", "188019"], "ranked_scores": [107.0, 106.0, 106.0, 105.0, 104.0, 102.0, 101.0, 101.0, 100.0, 100.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "318820": {"relevant_ids": ["318821"], "ranked_ids": ["318821", "222238", "380462", "90887", "418183", "240052", "481262", "255666", "54496", "377941"], "ranked_scores": [111.0, 98.0, 96.0, 95.0, 95.0, 94.0, 94.0, 94.0, 94.0, 93.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "296098": {"relevant_ids": ["296097"], "ranked_ids": ["134752", "45506", "45507", "296097", "423933", "198603", "198264", "257592", "307653", "514650"], "ranked_scores": [106.0, 106.0, 103.0, 103.0, 102.0, 101.0, 98.0, 98.0, 98.0, 98.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "150414": {"relevant_ids": ["192835"], "ranked_ids": ["192835", "516620", "105782", "8875", "126746", "21131", "103122", "105783", "238442", "98863"], "ranked_scores": [124.0, 121.0, 118.0, 117.0, 113.0, 107.0, 107.0, 106.0, 104.0, 103.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145582": {"relevant_ids": ["145583"], "ranked_ids": ["145583", "299264", "177277", "520038", "449378", "99511", "158478", "177276", "293014", "345532"], "ranked_scores": [117.0, 100.0, 100.0, 99.0, 98.0, 97.0, 97.0, 97.0, 96.0, 96.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "315712": {"relevant_ids": ["315713"], "ranked_ids": ["315713", "390120", "348276", "208025", "84628", "100067", "355553", "344097", "58851", "66205"], "ranked_scores": [108.0, 102.0, 100.0, 98.0, 96.0, 96.0, 96.0, 96.0, 95.0, 95.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145739": {"relevant_ids": ["145740"], "ranked_ids": ["145740", "115412", "366074", "241979", "4688", "148222", "415781", "100854", "398330", "525888"], "ranked_scores": [105.0, 103.0, 99.0, 99.0, 95.0, 94.0, 94.0, 93.0, 92.0, 92.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "308127": {"relevant_ids": ["308126"], "ranked_ids": ["282571", "308126", "498938", "395527", "385951", "32983", "275485", "428836", "36744", "77650"], "ranked_scores": [107.0, 105.0, 102.0, 99.0, 97.0, 96.0, 96.0, 96.0, 95.0, 95.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "287245": {"relevant_ids": ["322650", "283198", "283199"], "ranked_ids": ["322650", "283199", "283198", "508239", "188940", "498473", "485959", "190330", "109049", "77620"], "ranked_scores": [118.0, 117.0, 116.0, 103.0, 102.0, 100.0, 100.0, 100.0, 99.0, 99.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "14755": {"relevant_ids": ["211906", "14756"], "ranked_ids": ["450970", "211906", "14756", "235454", "30834", "381248", "57678", "481547", "393649", "535700"], "ranked_scores": [120.0, 120.0, 117.0, 105.0, 103.0, 99.0, 98.0, 98.0, 97.0, 97.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6934, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6934, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6934, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "370170": {"relevant_ids": ["370169"], "ranked_ids": ["370169", "466920", "433820", "537762", "191527", "156412", "334238", "467211", "26301", "275523"], "ranked_scores": [126.0, 105.0, 102.0, 101.0, 100.0, 99.0, 98.0, 96.0, 95.0, 93.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "41774": {"relevant_ids": ["41773"], "ranked_ids": ["41773", "307530", "173048", "468655", "77883", "239344", "339534", "441320", "442459", "467781"], "ranked_scores": [112.0, 96.0, 93.0, 93.0, 93.0, 92.0, 92.0, 92.0, 92.0, 92.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "399648": {"relevant_ids": ["399649"], "ranked_ids": ["399649", "225815", "461137", "49710", "146745", "481934", "26748", "124773", "327545", "87004"], "ranked_scores": [127.0, 102.0, 102.0, 101.0, 100.0, 99.0, 99.0, 98.0, 98.0, 98.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "504811": {"relevant_ids": ["504810"], "ranked_ids": ["504810", "309894", "364238", "15879", "175461", "276160", "177056", "381008", "451065", "54196"], "ranked_scores": [123.0, 103.0, 101.0, 99.0, 97.0, 97.0, 96.0, 96.0, 96.0, 96.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "362950": {"relevant_ids": ["362949", "400212"], "ranked_ids": ["344212", "380257", "400212", "475478", "291799", "427587", "362949", "463443", "365685", "507561"], "ranked_scores": [102.0, 100.0, 100.0, 100.0, 98.0, 98.0, 98.0, 98.0, 98.0, 98.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3066, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3066, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.511, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "155873": {"relevant_ids": ["155874"], "ranked_ids": ["155874", "392604", "440807", "378060", "430514", "294020", "206283", "292617", "97652", "363712"], "ranked_scores": [99.0, 99.0, 97.0, 97.0, 95.0, 95.0, 94.0, 93.0, 93.0, 93.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "263432": {"relevant_ids": ["263433"], "ranked_ids": ["263433", "128303", "210382", "401373", "190136", "374181", "25816", "4350", "471057", "47216"], "ranked_scores": [105.0, 99.0, 95.0, 93.0, 91.0, 91.0, 91.0, 91.0, 91.0, 91.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "354945": {"relevant_ids": ["354946"], "ranked_ids": ["354946", "254071", "43544", "462984", "11091", "224605", "46487", "322478", "97780", "76723"], "ranked_scores": [116.0, 99.0, 97.0, 96.0, 94.0, 94.0, 94.0, 94.0, 94.0, 94.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "245417": {"relevant_ids": ["219475", "248195"], "ranked_ids": ["40657", "219475", "37326", "413039", "164159", "64433", "248195", "319022", "152213", "14180"], "ranked_scores": [111.0, 110.0, 108.0, 107.0, 104.0, 104.0, 104.0, 104.0, 102.0, 101.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.5912, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "516276": {"relevant_ids": ["516277"], "ranked_ids": ["516277", "143842", "112502", "34173", "318621", "489791", "142152", "286275", "510783", "76958"], "ranked_scores": [118.0, 107.0, 106.0, 104.0, 104.0, 103.0, 103.0, 103.0, 102.0, 102.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177580": {"relevant_ids": ["177579"], "ranked_ids": ["177579", "320138", "391562", "115954", "47528", "275749", "363928", "234825", "70066", "95686"], "ranked_scores": [121.0, 98.0, 97.0, 95.0, 94.0, 93.0, 93.0, 92.0, 92.0, 91.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "309865": {"relevant_ids": ["33713", "78624", "78623"], "ranked_ids": ["33713", "405094", "78624", "78623", "153484", "437065", "209041", "33243", "469068", "33244"], "ranked_scores": [123.0, 117.0, 117.0, 116.0, 114.0, 111.0, 107.0, 106.0, 106.0, 105.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.906, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.906, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "510387": {"relevant_ids": ["510386"], "ranked_ids": ["241538", "510386", "371033", "112669", "344869", "170896", "241537", "101855", "212478", "59682"], "ranked_scores": [119.0, 119.0, 113.0, 110.0, 110.0, 110.0, 109.0, 108.0, 107.0, 107.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "26645": {"relevant_ids": ["26644"], "ranked_ids": ["26644", "407302", "144057", "207775", "148567", "219047", "236586", "41241", "282609", "93953"], "ranked_scores": [121.0, 105.0, 104.0, 103.0, 100.0, 99.0, 99.0, 99.0, 99.0, 99.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "47788": {"relevant_ids": ["455725"], "ranked_ids": ["455725", "47703", "348138", "8505", "9659", "518171", "331", "59223", "47789", "85764"], "ranked_scores": [114.0, 113.0, 113.0, 110.0, 109.0, 107.0, 106.0, 105.0, 105.0, 104.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "338281": {"relevant_ids": ["338282"], "ranked_ids": ["338282", "143201", "452930", "208802", "270355", "138712", "405945", "304852", "480255", "393649"], "ranked_scores": [114.0, 100.0, 96.0, 95.0, 94.0, 94.0, 94.0, 92.0, 92.0, 91.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "461149": {"relevant_ids": ["461148"], "ranked_ids": ["525835", "461148", "203100", "283905", "417040", "519616", "355219", "307096", "381960", "455937"], "ranked_scores": [118.0, 116.0, 112.0, 103.0, 102.0, 100.0, 96.0, 94.0, 94.0, 94.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "346126": {"relevant_ids": ["110710", "110711"], "ranked_ids": ["154338", "110710", "110711", "168350", "203476", "340725", "6816", "393684", "108617", "258335"], "ranked_scores": [111.0, 110.0, 107.0, 106.0, 102.0, 101.0, 101.0, 100.0, 99.0, 99.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6934, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6934, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6934, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "372986": {"relevant_ids": ["49961", "262882"], "ranked_ids": ["49961", "262882", "140335", "226818", "497531", "393920", "485235", "497357", "9918", "9919"], "ranked_scores": [121.0, 108.0, 103.0, 100.0, 99.0, 96.0, 96.0, 96.0, 96.0, 96.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "501182": {"relevant_ids": ["501181"], "ranked_ids": ["501181", "175676", "274777", "342003", "291000", "179018", "325288", "411717", "429772", "53141"], "ranked_scores": [115.0, 108.0, 106.0, 100.0, 97.0, 97.0, 95.0, 95.0, 95.0, 95.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13800": {"relevant_ids": ["376590", "408522", "13799"], "ranked_ids": ["376590", "13799", "482825", "408522", "257857", "443465", "179943", "281010", "363079", "481109"], "ranked_scores": [117.0, 115.0, 111.0, 107.0, 105.0, 104.0, 104.0, 103.0, 102.0, 102.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.9675, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9675, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "250143": {"relevant_ids": ["250142"], "ranked_ids": ["250142", "473276", "368186", "319909", "50538", "129313", "390479", "38409", "18072", "50539"], "ranked_scores": [122.0, 112.0, 100.0, 100.0, 100.0, 99.0, 99.0, 98.0, 96.0, 96.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13223": {"relevant_ids": ["88348", "156773", "20277", "13224", "88349"], "ranked_ids": ["156773", "13224", "88348", "88349", "137719", "366749", "86343", "20277", "235061", "24720"], "ranked_scores": [124.0, 116.0, 116.0, 115.0, 114.0, 114.0, 114.0, 110.0, 110.0, 110.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.2, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6, "ndcg@5": 0.8688, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.8, "ndcg@10": 0.9758, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "11002": {"relevant_ids": ["11003"], "ranked_ids": ["11003", "444112", "144197", "241075", "42203", "10212", "330702", "82619", "468424", "511125"], "ranked_scores": [116.0, 107.0, 103.0, 101.0, 100.0, 99.0, 99.0, 99.0, 98.0, 98.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177653": {"relevant_ids": ["79732"], "ranked_ids": ["79732", "39174", "395587", "200611", "17635", "108199", "341958", "412316", "525756", "494720"], "ranked_scores": [121.0, 105.0, 103.0, 101.0, 100.0, 99.0, 98.0, 98.0, 98.0, 98.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "415592": {"relevant_ids": ["415591"], "ranked_ids": ["415591", "379146", "208294", "338816", "17843", "207607", "220577", "379147", "310516", "95917"], "ranked_scores": [120.0, 103.0, 101.0, 98.0, 98.0, 96.0, 96.0, 96.0, 96.0, 96.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "511196": {"relevant_ids": ["511197"], "ranked_ids": ["511197", "414717", "53962", "398788", "156490", "220842", "33029", "45940", "469291", "112674"], "ranked_scores": [108.0, 104.0, 100.0, 99.0, 99.0, 98.0, 96.0, 96.0, 96.0, 95.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "344845": {"relevant_ids": ["344844"], "ranked_ids": ["79987", "344844", "101085", "397001", "327548", "209221", "79986", "444406", "95946", "426875"], "ranked_scores": [113.0, 111.0, 104.0, 104.0, 103.0, 102.0, 102.0, 102.0, 102.0, 101.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "396744": {"relevant_ids": ["396745"], "ranked_ids": ["396745", "284966", "321651", "511557", "481437", "297359", "145729", "93770", "236438", "89136"], "ranked_scores": [110.0, 98.0, 97.0, 97.0, 96.0, 95.0, 95.0, 95.0, 94.0, 94.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "452398": {"relevant_ids": ["452399"], "ranked_ids": ["452399", "264774", "395217", "303730", "267939", "342501", "487918", "267712", "3972", "7119"], "ranked_scores": [123.0, 104.0, 104.0, 101.0, 100.0, 99.0, 99.0, 98.0, 98.0, 97.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "182114": {"relevant_ids": ["182113"], "ranked_ids": ["196647", "182113", "234482", "328873", "34513", "162482", "137577", "475043", "323531", "481882"], "ranked_scores": [108.0, 107.0, 106.0, 105.0, 104.0, 104.0, 104.0, 104.0, 103.0, 103.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "486260": {"relevant_ids": ["486259"], "ranked_ids": ["486259", "392356", "209254", "113749", "65893", "146738", "323724", "49201", "416784", "492147"], "ranked_scores": [119.0, 112.0, 109.0, 108.0, 108.0, 108.0, 107.0, 107.0, 105.0, 105.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "455140": {"relevant_ids": ["315935"], "ranked_ids": ["315935", "308963", "173862", "150842", "135521", "347188", "50224", "16399", "142202", "238213"], "ranked_scores": [113.0, 105.0, 104.0, 104.0, 101.0, 101.0, 101.0, 100.0, 99.0, 99.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "56198": {"relevant_ids": ["56199"], "ranked_ids": ["56199", "356870", "43404", "456860", "43405", "310462", "506642", "243039", "249114", "54012"], "ranked_scores": [124.0, 98.0, 94.0, 94.0, 93.0, 92.0, 92.0, 91.0, 91.0, 91.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "30172": {"relevant_ids": ["373486", "145119", "30173", "185817", "68426", "145120"], "ranked_ids": ["145120", "68426", "205338", "160900", "185581", "112436", "90983", "373486", "536531", "82405"], "ranked_scores": [124.0, 123.0, 122.0, 121.0, 115.0, 115.0, 114.0, 113.0, 113.0, 113.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.1667, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.5531, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.589, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "127880": {"relevant_ids": ["241164"], "ranked_ids": ["241164", "527388", "135083", "450198", "446123", "534947", "319406", "121458", "43980", "55177"], "ranked_scores": [114.0, 103.0, 102.0, 102.0, 100.0, 99.0, 98.0, 98.0, 98.0, 97.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "167969": {"relevant_ids": ["174461"], "ranked_ids": ["360983", "174461", "91854", "257735", "174464", "13720", "315016", "100300", "146236", "415928"], "ranked_scores": [114.0, 110.0, 106.0, 103.0, 100.0, 99.0, 99.0, 98.0, 98.0, 98.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "97986": {"relevant_ids": ["97987"], "ranked_ids": ["97987", "44589", "108564", "336143", "318396", "234865", "252914", "393565", "284181", "376198"], "ranked_scores": [120.0, 105.0, 98.0, 94.0, 92.0, 89.0, 89.0, 89.0, 89.0, 89.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "12865": {"relevant_ids": ["105683"], "ranked_ids": ["105683", "356189", "231925", "92902", "6376", "83623", "83622", "63277", "69748", "528051"], "ranked_scores": [124.0, 108.0, 108.0, 108.0, 107.0, 107.0, 106.0, 104.0, 103.0, 101.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "215681": {"relevant_ids": ["215680"], "ranked_ids": ["215680", "252239", "178515", "177080", "182107", "297953", "5733", "297373", "457466", "465619"], "ranked_scores": [118.0, 109.0, 107.0, 102.0, 102.0, 102.0, 101.0, 100.0, 100.0, 100.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-bge-base-en-v1.5-mrl-64-bat": {"127728": {"relevant_ids": ["127729"], "ranked_ids": ["166836", "127729", "245618", "38063", "135885", "28716", "320290", "28717", "357310", "92818"], "ranked_scores": [54.0, 54.0, 53.0, 53.0, 53.0, 52.0, 52.0, 52.0, 52.0, 52.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "318820": {"relevant_ids": ["318821"], "ranked_ids": ["318821", "468426", "240052", "360734", "105894", "332715", "488176", "73045", "491038", "492607"], "ranked_scores": [58.0, 51.0, 50.0, 50.0, 49.0, 49.0, 49.0, 49.0, 49.0, 48.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "296098": {"relevant_ids": ["296097"], "ranked_ids": ["134752", "198264", "423933", "296097", "45507", "298852", "45506", "469985", "493414", "56686"], "ranked_scores": [58.0, 53.0, 53.0, 53.0, 53.0, 53.0, 52.0, 52.0, 52.0, 52.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "150414": {"relevant_ids": ["192835"], "ranked_ids": ["192835", "105782", "516620", "8875", "428293", "126746", "105783", "238442", "358763", "73405"], "ranked_scores": [64.0, 61.0, 61.0, 59.0, 57.0, 57.0, 56.0, 56.0, 54.0, 54.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145582": {"relevant_ids": ["145583"], "ranked_ids": ["145583", "177276", "520038", "177277", "220577", "178137", "367022", "144114", "280921", "293014"], "ranked_scores": [60.0, 56.0, 55.0, 55.0, 55.0, 54.0, 54.0, 53.0, 53.0, 53.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "315712": {"relevant_ids": ["315713"], "ranked_ids": ["315713", "390120", "120489", "491668", "499035", "203205", "126745", "348276", "536531", "401513"], "ranked_scores": [59.0, 56.0, 53.0, 53.0, 53.0, 53.0, 52.0, 52.0, 52.0, 52.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145739": {"relevant_ids": ["145740"], "ranked_ids": ["145740", "100854", "241979", "240470", "113910", "4688", "17980", "353044", "323620", "525888"], "ranked_scores": [55.0, 50.0, 50.0, 50.0, 50.0, 50.0, 49.0, 49.0, 49.0, 49.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "308127": {"relevant_ids": ["308126"], "ranked_ids": ["498938", "282571", "301104", "385951", "275485", "36744", "308126", "523863", "72515", "77110"], "ranked_scores": [58.0, 56.0, 53.0, 53.0, 52.0, 52.0, 52.0, 52.0, 51.0, 51.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "287245": {"relevant_ids": ["322650", "283198", "283199"], "ranked_ids": ["283198", "322650", "283199", "188940", "508239", "109049", "498473", "75927", "186989", "485959"], "ranked_scores": [59.0, 59.0, 58.0, 56.0, 54.0, 54.0, 53.0, 52.0, 52.0, 51.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "14755": {"relevant_ids": ["211906", "14756"], "ranked_ids": ["450970", "211906", "14756", "95041", "254597", "205954", "72493", "381248", "57678", "531661"], "ranked_scores": [60.0, 60.0, 59.0, 52.0, 51.0, 51.0, 51.0, 50.0, 50.0, 50.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6934, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6934, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6934, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "370170": {"relevant_ids": ["370169"], "ranked_ids": ["370169", "466920", "132797", "334238", "191527", "234532", "70975", "418792", "467211", "528902"], "ranked_scores": [64.0, 54.0, 53.0, 52.0, 51.0, 50.0, 50.0, 50.0, 49.0, 49.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "41774": {"relevant_ids": ["41773"], "ranked_ids": ["41773", "307530", "468655", "467781", "442459", "441320", "77699", "416695", "77883", "98081"], "ranked_scores": [59.0, 53.0, 53.0, 53.0, 53.0, 52.0, 52.0, 51.0, 51.0, 51.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "399648": {"relevant_ids": ["399649"], "ranked_ids": ["399649", "49710", "461137", "146745", "283129", "274974", "327545", "26748", "434065", "486011"], "ranked_scores": [63.0, 57.0, 56.0, 56.0, 54.0, 53.0, 53.0, 52.0, 52.0, 52.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "504811": {"relevant_ids": ["504810"], "ranked_ids": ["504810", "276160", "451065", "175461", "15879", "468200", "220414", "54196", "364238", "74588"], "ranked_scores": [63.0, 55.0, 53.0, 52.0, 52.0, 52.0, 51.0, 51.0, 51.0, 51.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "362950": {"relevant_ids": ["362949", "400212"], "ranked_ids": ["344212", "475478", "507561", "427587", "231200", "291799", "400212", "68956", "9132", "95917"], "ranked_scores": [57.0, 56.0, 55.0, 54.0, 53.0, 53.0, 53.0, 53.0, 53.0, 52.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2044, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.5}, "155873": {"relevant_ids": ["155874"], "ranked_ids": ["430514", "206283", "392604", "440807", "434359", "378060", "294020", "155874", "355445", "381106"], "ranked_scores": [54.0, 53.0, 53.0, 53.0, 52.0, 51.0, 51.0, 51.0, 50.0, 50.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "263432": {"relevant_ids": ["263433"], "ranked_ids": ["263433", "128303", "4350", "401373", "471057", "21753", "407204", "25611", "47216", "518469"], "ranked_scores": [54.0, 53.0, 52.0, 51.0, 51.0, 50.0, 50.0, 50.0, 49.0, 49.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "354945": {"relevant_ids": ["354946"], "ranked_ids": ["354946", "43544", "11091", "143674", "181293", "70883", "462984", "46487", "97780", "5358"], "ranked_scores": [60.0, 51.0, 51.0, 51.0, 50.0, 50.0, 49.0, 49.0, 49.0, 49.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "245417": {"relevant_ids": ["219475", "248195"], "ranked_ids": ["40657", "219475", "60900", "37326", "413039", "319022", "164159", "245726", "64433", "96458"], "ranked_scores": [58.0, 57.0, 55.0, 55.0, 55.0, 55.0, 54.0, 54.0, 54.0, 54.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3869, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "516276": {"relevant_ids": ["516277"], "ranked_ids": ["143842", "516277", "142152", "149233", "76958", "112502", "294407", "18409", "34173", "510783"], "ranked_scores": [60.0, 59.0, 59.0, 57.0, 57.0, 56.0, 56.0, 55.0, 55.0, 54.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "177580": {"relevant_ids": ["177579"], "ranked_ids": ["177579", "320138", "115954", "234825", "391562", "363928", "275749", "316460", "523113", "9954"], "ranked_scores": [61.0, 55.0, 52.0, 52.0, 51.0, 51.0, 50.0, 50.0, 50.0, 49.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "309865": {"relevant_ids": ["33713", "78624", "78623"], "ranked_ids": ["33713", "78624", "405094", "78623", "153484", "209041", "202593", "358785", "87669", "99573"], "ranked_scores": [63.0, 59.0, 58.0, 58.0, 58.0, 56.0, 55.0, 54.0, 54.0, 54.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.9675, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9675, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "510387": {"relevant_ids": ["510386"], "ranked_ids": ["241538", "510386", "59682", "101855", "344869", "371033", "112669", "241537", "484846", "91349"], "ranked_scores": [58.0, 58.0, 58.0, 57.0, 57.0, 57.0, 56.0, 55.0, 55.0, 54.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "26645": {"relevant_ids": ["26644"], "ranked_ids": ["26644", "407302", "144057", "282609", "192342", "286617", "207775", "221561", "26813", "93953"], "ranked_scores": [61.0, 55.0, 54.0, 54.0, 54.0, 54.0, 54.0, 53.0, 53.0, 53.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "47788": {"relevant_ids": ["455725"], "ranked_ids": ["455725", "348138", "8505", "47703", "59223", "331", "101721", "9659", "518171", "87039"], "ranked_scores": [60.0, 60.0, 59.0, 59.0, 58.0, 58.0, 58.0, 56.0, 55.0, 54.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "338281": {"relevant_ids": ["338282"], "ranked_ids": ["338282", "478531", "304852", "143201", "138667", "208802", "213234", "270355", "405945", "420341"], "ranked_scores": [59.0, 54.0, 52.0, 51.0, 50.0, 50.0, 50.0, 50.0, 50.0, 50.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "461149": {"relevant_ids": ["461148"], "ranked_ids": ["461148", "525835", "203100", "283905", "417040", "307096", "349818", "178947", "516182", "519616"], "ranked_scores": [62.0, 61.0, 61.0, 55.0, 55.0, 54.0, 54.0, 53.0, 52.0, 52.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "346126": {"relevant_ids": ["110710", "110711"], "ranked_ids": ["168350", "203476", "154338", "6816", "393684", "110711", "185203", "108617", "110710", "340725"], "ranked_scores": [57.0, 56.0, 56.0, 55.0, 55.0, 55.0, 55.0, 54.0, 54.0, 54.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.403, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "372986": {"relevant_ids": ["49961", "262882"], "ranked_ids": ["49961", "140335", "262882", "497531", "226818", "9919", "127288", "299699", "140334", "386537"], "ranked_scores": [62.0, 58.0, 57.0, 55.0, 54.0, 53.0, 52.0, 52.0, 52.0, 52.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.9197, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.9197, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9197, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "501182": {"relevant_ids": ["501181"], "ranked_ids": ["501181", "274777", "175676", "53141", "179018", "347781", "342003", "255287", "74749", "447737"], "ranked_scores": [58.0, 57.0, 57.0, 53.0, 51.0, 51.0, 51.0, 50.0, 50.0, 50.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13800": {"relevant_ids": ["376590", "408522", "13799"], "ranked_ids": ["376590", "13799", "275741", "408522", "482825", "179943", "281010", "328204", "481109", "138908"], "ranked_scores": [61.0, 60.0, 56.0, 56.0, 55.0, 54.0, 54.0, 54.0, 54.0, 53.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.9675, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9675, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "250143": {"relevant_ids": ["250142"], "ranked_ids": ["250142", "473276", "474061", "50538", "129313", "18072", "345459", "35245", "38409", "390479"], "ranked_scores": [61.0, 57.0, 54.0, 54.0, 53.0, 52.0, 52.0, 52.0, 52.0, 52.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13223": {"relevant_ids": ["88348", "156773", "20277", "13224", "88349"], "ranked_ids": ["156773", "137719", "13224", "235061", "88348", "88349", "422111", "86343", "20277", "496269"], "ranked_scores": [62.0, 61.0, 59.0, 59.0, 59.0, 59.0, 58.0, 57.0, 57.0, 56.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.2, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.4, "ndcg@5": 0.6399, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6, "ndcg@10": 0.8629, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "11002": {"relevant_ids": ["11003"], "ranked_ids": ["11003", "444112", "347493", "330702", "83881", "144197", "468424", "36716", "52235", "71159"], "ranked_scores": [56.0, 56.0, 55.0, 55.0, 55.0, 54.0, 54.0, 54.0, 53.0, 53.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177653": {"relevant_ids": ["79732"], "ranked_ids": ["79732", "341958", "39174", "310721", "108199", "17635", "200611", "255287", "494720", "525755"], "ranked_scores": [61.0, 57.0, 56.0, 53.0, 52.0, 52.0, 52.0, 52.0, 51.0, 51.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "415592": {"relevant_ids": ["415591"], "ranked_ids": ["415591", "338816", "379146", "208294", "105088", "368841", "516120", "207607", "467639", "251540"], "ranked_scores": [60.0, 54.0, 54.0, 53.0, 53.0, 53.0, 53.0, 53.0, 53.0, 52.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "511196": {"relevant_ids": ["511197"], "ranked_ids": ["377947", "156490", "53962", "398991", "112674", "511197", "398788", "413940", "59689", "414717"], "ranked_scores": [54.0, 54.0, 54.0, 53.0, 53.0, 53.0, 51.0, 51.0, 51.0, 51.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "344845": {"relevant_ids": ["344844"], "ranked_ids": ["344844", "79987", "503908", "118579", "122043", "397001", "335497", "292513", "410132", "95946"], "ranked_scores": [57.0, 56.0, 56.0, 53.0, 53.0, 53.0, 53.0, 53.0, 52.0, 52.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "396744": {"relevant_ids": ["396745"], "ranked_ids": ["396745", "297359", "284966", "511557", "144622", "281521", "424164", "45122", "985", "516168"], "ranked_scores": [61.0, 56.0, 52.0, 52.0, 52.0, 51.0, 51.0, 50.0, 50.0, 50.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "452398": {"relevant_ids": ["452399"], "ranked_ids": ["452399", "395217", "487918", "165046", "221563", "264774", "439417", "99889", "7119", "530610"], "ranked_scores": [62.0, 55.0, 53.0, 53.0, 52.0, 52.0, 52.0, 52.0, 52.0, 51.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "182114": {"relevant_ids": ["182113"], "ranked_ids": ["191246", "252201", "137577", "234482", "323531", "475043", "137155", "31137", "425919", "481882"], "ranked_scores": [59.0, 58.0, 57.0, 56.0, 56.0, 56.0, 56.0, 55.0, 55.0, 55.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "486260": {"relevant_ids": ["486259"], "ranked_ids": ["486259", "392356", "209254", "209255", "29049", "323724", "221509", "49201", "52195", "65893"], "ranked_scores": [61.0, 61.0, 59.0, 58.0, 58.0, 58.0, 58.0, 57.0, 57.0, 57.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "455140": {"relevant_ids": ["315935"], "ranked_ids": ["150842", "315935", "50224", "454994", "142202", "308963", "173862", "347188", "135521", "211061"], "ranked_scores": [57.0, 56.0, 56.0, 55.0, 54.0, 54.0, 54.0, 54.0, 52.0, 52.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "56198": {"relevant_ids": ["56199"], "ranked_ids": ["56199", "222414", "277652", "54012", "174077", "356870", "285302", "55489", "456860", "441717"], "ranked_scores": [62.0, 51.0, 50.0, 50.0, 49.0, 49.0, 49.0, 49.0, 49.0, 49.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "30172": {"relevant_ids": ["373486", "145119", "30173", "185817", "68426", "145120"], "ranked_ids": ["68426", "160900", "205338", "145120", "90983", "112436", "194613", "536531", "82405", "56855"], "ranked_scores": [62.0, 62.0, 62.0, 61.0, 61.0, 61.0, 60.0, 60.0, 60.0, 60.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.1667, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.1667, "ndcg@5": 0.4852, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4329, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "127880": {"relevant_ids": ["241164"], "ranked_ids": ["241164", "534947", "54041", "383323", "527388", "450198", "307991", "403741", "55177", "454826"], "ranked_scores": [56.0, 56.0, 54.0, 54.0, 54.0, 54.0, 53.0, 52.0, 52.0, 52.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "167969": {"relevant_ids": ["174461"], "ranked_ids": ["360983", "174461", "91854", "19930", "174464", "157755", "315016", "34814", "449678", "415928"], "ranked_scores": [58.0, 57.0, 56.0, 54.0, 54.0, 54.0, 53.0, 53.0, 53.0, 53.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "97986": {"relevant_ids": ["97987"], "ranked_ids": ["97987", "44589", "376198", "121363", "433893", "252914", "174559", "193896", "307296", "489858"], "ranked_scores": [62.0, 57.0, 51.0, 51.0, 51.0, 51.0, 51.0, 50.0, 50.0, 50.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "12865": {"relevant_ids": ["105683"], "ranked_ids": ["105683", "63277", "83623", "231925", "6376", "356189", "83622", "69748", "528051", "92902"], "ranked_scores": [62.0, 58.0, 58.0, 58.0, 57.0, 57.0, 56.0, 56.0, 54.0, 53.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "215681": {"relevant_ids": ["215680"], "ranked_ids": ["215680", "178515", "349338", "35620", "457466", "252239", "209853", "397622", "5733", "466198"], "ranked_scores": [59.0, 55.0, 54.0, 54.0, 54.0, 53.0, 52.0, 52.0, 52.0, 52.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-bge-base-en-v1.5-mrl-32-bat": {"127728": {"relevant_ids": ["127729"], "ranked_ids": ["153290", "342610", "348300", "38063", "245618", "92818", "28717", "320290", "292639", "48895"], "ranked_scores": [29.0, 29.0, 29.0, 29.0, 29.0, 29.0, 28.0, 28.0, 28.0, 28.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "318820": {"relevant_ids": ["318821"], "ranked_ids": ["318821", "222238", "199688", "457906", "73045", "492607", "524090", "527173", "54496", "531369"], "ranked_scores": [29.0, 27.0, 27.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "296098": {"relevant_ids": ["296097"], "ranked_ids": ["198264", "198263", "296097", "521799", "134752", "307530", "168499", "469985", "307653", "95626"], "ranked_scores": [29.0, 28.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "150414": {"relevant_ids": ["192835"], "ranked_ids": ["105782", "192835", "516620", "105783", "8875", "103122", "238442", "431801", "466556", "485511"], "ranked_scores": [32.0, 32.0, 31.0, 29.0, 29.0, 29.0, 29.0, 28.0, 28.0, 28.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "145582": {"relevant_ids": ["145583"], "ranked_ids": ["177277", "145583", "367022", "188727", "520038", "177276", "220577", "282742", "280921", "50570"], "ranked_scores": [30.0, 29.0, 29.0, 29.0, 29.0, 29.0, 28.0, 28.0, 28.0, 28.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "315712": {"relevant_ids": ["315713"], "ranked_ids": ["315713", "390120", "208025", "401513", "509426", "66205", "72031", "67179", "89980", "84690"], "ranked_scores": [30.0, 29.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145739": {"relevant_ids": ["145740"], "ranked_ids": ["240470", "145740", "353044", "115485", "211364", "214054", "194250", "371068", "4688", "68194"], "ranked_scores": [28.0, 28.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 25.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "308127": {"relevant_ids": ["308126"], "ranked_ids": ["36744", "282571", "498938", "301104", "427609", "50621", "523863", "516722", "67019", "91112"], "ranked_scores": [29.0, 29.0, 29.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "287245": {"relevant_ids": ["322650", "283198", "283199"], "ranked_ids": ["283198", "508239", "322650", "485959", "188940", "110195", "186989", "420279", "283199", "218199"], "ranked_scores": [29.0, 28.0, 28.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.7039, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.8452, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "14755": {"relevant_ids": ["211906", "14756"], "ranked_ids": ["450970", "211906", "254597", "14756", "381997", "392720", "516620", "72493", "57678", "95041"], "ranked_scores": [30.0, 30.0, 29.0, 29.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6509, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6509, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "370170": {"relevant_ids": ["370169"], "ranked_ids": ["370169", "189772", "334238", "485445", "234532", "231528", "466920", "537762", "77650", "98443"], "ranked_scores": [32.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0, 25.0, 25.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "41774": {"relevant_ids": ["41773"], "ranked_ids": ["41773", "375525", "89980", "269915", "141438", "500926", "307530", "467781", "72540", "77883"], "ranked_scores": [30.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0, 26.0, 26.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "399648": {"relevant_ids": ["399649"], "ranked_ids": ["399649", "22358", "527582", "465819", "344347", "146745", "225815", "322693", "49710", "498270"], "ranked_scores": [31.0, 29.0, 29.0, 29.0, 29.0, 29.0, 28.0, 28.0, 28.0, 28.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "504811": {"relevant_ids": ["504810"], "ranked_ids": ["504810", "396757", "468200", "276160", "490256", "508685", "90374", "54195", "97434", "54196"], "ranked_scores": [32.0, 29.0, 29.0, 29.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "362950": {"relevant_ids": ["362949", "400212"], "ranked_ids": ["427587", "68956", "171122", "344212", "487392", "376721", "365685", "9132", "507561", "400212"], "ranked_scores": [29.0, 29.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1772, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 0.5}, "155873": {"relevant_ids": ["155874"], "ranked_ids": ["266906", "206283", "392604", "378060", "430514", "284346", "440807", "446058", "531325", "47736"], "ranked_scores": [27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "263432": {"relevant_ids": ["263433"], "ranked_ids": ["4350", "128303", "442097", "244120", "263433", "172729", "431860", "25611", "514747", "442098"], "ranked_scores": [29.0, 29.0, 28.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "354945": {"relevant_ids": ["354946"], "ranked_ids": ["325380", "354946", "462983", "97780", "26742", "408370", "457315", "432625", "70883", "502570"], "ranked_scores": [29.0, 29.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "245417": {"relevant_ids": ["219475", "248195"], "ranked_ids": ["249364", "40657", "117126", "37326", "413039", "370560", "456116", "60900", "64433", "85977"], "ranked_scores": [30.0, 30.0, 29.0, 29.0, 29.0, 28.0, 28.0, 28.0, 28.0, 28.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "516276": {"relevant_ids": ["516277"], "ranked_ids": ["142152", "516277", "28296", "76958", "143842", "290688", "294407", "376328", "44716", "479392"], "ranked_scores": [32.0, 31.0, 30.0, 30.0, 29.0, 29.0, 29.0, 28.0, 28.0, 28.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "177580": {"relevant_ids": ["177579"], "ranked_ids": ["177579", "275749", "320138", "115954", "283047", "446100", "464418", "391562", "455888", "418871"], "ranked_scores": [31.0, 29.0, 29.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "309865": {"relevant_ids": ["33713", "78624", "78623"], "ranked_ids": ["33713", "87669", "405094", "78623", "209041", "78624", "202593", "153484", "461871", "477476"], "ranked_scores": [32.0, 32.0, 31.0, 31.0, 30.0, 30.0, 29.0, 29.0, 28.0, 28.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.6714, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.8385, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "510387": {"relevant_ids": ["510386"], "ranked_ids": ["59682", "101855", "39917", "241537", "259432", "395335", "344869", "419022", "510386", "91349"], "ranked_scores": [30.0, 29.0, 29.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "26645": {"relevant_ids": ["26644"], "ranked_ids": ["26644", "478674", "207775", "282609", "221561", "407", "380764", "507090", "536497", "94397"], "ranked_scores": [31.0, 30.0, 29.0, 29.0, 29.0, 29.0, 28.0, 28.0, 28.0, 28.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "47788": {"relevant_ids": ["455725"], "ranked_ids": ["348138", "101721", "455725", "475177", "59223", "518171", "47703", "8505", "53096", "9659"], "ranked_scores": [30.0, 30.0, 29.0, 29.0, 29.0, 29.0, 28.0, 28.0, 28.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "338281": {"relevant_ids": ["338282"], "ranked_ids": ["270355", "304852", "338282", "258451", "145004", "338711", "327767", "478531", "4692", "8568"], "ranked_scores": [28.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "461149": {"relevant_ids": ["461148"], "ranked_ids": ["461148", "525835", "203100", "283905", "305206", "416504", "417040", "516182", "528608", "443095"], "ranked_scores": [31.0, 31.0, 30.0, 29.0, 28.0, 28.0, 28.0, 28.0, 28.0, 27.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "346126": {"relevant_ids": ["110710", "110711"], "ranked_ids": ["185203", "110711", "203476", "168350", "340725", "41365", "34517", "6816", "492715", "393684"], "ranked_scores": [29.0, 29.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3869, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "372986": {"relevant_ids": ["49961", "262882"], "ranked_ids": ["49961", "140335", "64531", "296210", "108183", "249896", "262882", "386537", "497531", "372901"], "ranked_scores": [31.0, 28.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.8175, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "501182": {"relevant_ids": ["501181"], "ranked_ids": ["501181", "274777", "175676", "53141", "310603", "179018", "227535", "240678", "342003", "448591"], "ranked_scores": [30.0, 29.0, 29.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13800": {"relevant_ids": ["376590", "408522", "13799"], "ranked_ids": ["179943", "275741", "13799", "279025", "138908", "345518", "481109", "376590", "408522", "443465"], "ranked_scores": [31.0, 31.0, 30.0, 30.0, 30.0, 30.0, 30.0, 30.0, 30.0, 29.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2346, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.5239, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "250143": {"relevant_ids": ["250142"], "ranked_ids": ["250142", "473276", "50538", "390479", "254185", "261549", "38409", "509757", "419473", "509758"], "ranked_scores": [30.0, 29.0, 29.0, 29.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13223": {"relevant_ids": ["88348", "156773", "20277", "13224", "88349"], "ranked_ids": ["156773", "125053", "137719", "20277", "13224", "235061", "88348", "496269", "88349", "86343"], "ranked_scores": [32.0, 31.0, 31.0, 31.0, 31.0, 31.0, 31.0, 31.0, 31.0, 30.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.2, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.2, "ndcg@5": 0.6164, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6, "ndcg@10": 0.8316, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "11002": {"relevant_ids": ["11003"], "ranked_ids": ["444112", "464848", "468424", "45047", "144197", "489539", "266680", "330702", "347493", "71159"], "ranked_scores": [30.0, 30.0, 30.0, 30.0, 30.0, 30.0, 29.0, 29.0, 29.0, 29.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "177653": {"relevant_ids": ["79732"], "ranked_ids": ["79732", "341958", "17635", "119347", "194790", "39174", "423657", "373275", "461942", "82338"], "ranked_scores": [30.0, 29.0, 29.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "415592": {"relevant_ids": ["415591"], "ranked_ids": ["415591", "379146", "88542", "208294", "251540", "321651", "485299", "483688", "368841", "82385"], "ranked_scores": [31.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 26.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "511196": {"relevant_ids": ["511197"], "ranked_ids": ["156490", "377947", "209489", "413940", "307993", "459789", "42722", "485511", "53962", "59689"], "ranked_scores": [31.0, 29.0, 29.0, 29.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "344845": {"relevant_ids": ["344844"], "ranked_ids": ["410132", "161471", "344844", "503908", "335497", "79987", "380837", "79595", "516507", "79986"], "ranked_scores": [30.0, 29.0, 29.0, 29.0, 29.0, 29.0, 28.0, 28.0, 28.0, 28.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "396744": {"relevant_ids": ["396745"], "ranked_ids": ["396745", "362253", "297359", "418055", "73232", "280345", "332878", "281521", "45122", "383111"], "ranked_scores": [30.0, 29.0, 29.0, 29.0, 29.0, 28.0, 28.0, 28.0, 28.0, 28.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "452398": {"relevant_ids": ["452399"], "ranked_ids": ["452399", "395217", "378404", "399415", "426175", "454301", "446978", "46598", "73732", "532588"], "ranked_scores": [32.0, 30.0, 29.0, 29.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "182114": {"relevant_ids": ["182113"], "ranked_ids": ["252201", "137577", "191246", "323531", "425919", "234482", "31137", "475043", "481882", "533693"], "ranked_scores": [31.0, 30.0, 30.0, 30.0, 30.0, 29.0, 29.0, 29.0, 29.0, 29.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "486260": {"relevant_ids": ["486259"], "ranked_ids": ["209255", "221509", "345426", "49201", "323724", "29049", "392356", "486259", "52195", "65893"], "ranked_scores": [31.0, 31.0, 31.0, 31.0, 31.0, 31.0, 31.0, 31.0, 30.0, 30.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "455140": {"relevant_ids": ["315935"], "ranked_ids": ["150842", "173862", "315935", "50224", "468659", "245896", "308963", "454994", "93863", "93864"], "ranked_scores": [30.0, 29.0, 29.0, 29.0, 29.0, 28.0, 28.0, 28.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "56198": {"relevant_ids": ["56199"], "ranked_ids": ["56199", "71092", "174077", "222414", "356870", "285302", "7866", "532497", "398064", "5830"], "ranked_scores": [31.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 26.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "30172": {"relevant_ids": ["373486", "145119", "30173", "185817", "68426", "145120"], "ranked_ids": ["205338", "112436", "160900", "15236", "185581", "481493", "192604", "90983", "68426", "65712"], "ranked_scores": [32.0, 32.0, 32.0, 31.0, 31.0, 31.0, 31.0, 31.0, 31.0, 31.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0911, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.1667}, "127880": {"relevant_ids": ["241164"], "ranked_ids": ["383323", "307991", "411905", "534947", "276037", "277389", "366050", "325175", "55177", "342755"], "ranked_scores": [30.0, 30.0, 29.0, 29.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "167969": {"relevant_ids": ["174461"], "ranked_ids": ["174461", "525355", "436221", "91854", "257735", "174464", "424338", "360983", "428602", "415928"], "ranked_scores": [28.0, 28.0, 28.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "97986": {"relevant_ids": ["97987"], "ranked_ids": ["97987", "104642", "44589", "234865", "192465", "152379", "455330", "73719", "75455", "98925"], "ranked_scores": [31.0, 28.0, 28.0, 27.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "12865": {"relevant_ids": ["105683"], "ranked_ids": ["105683", "83623", "356189", "6376", "69748", "185769", "231925", "83622", "63277", "92902"], "ranked_scores": [32.0, 30.0, 29.0, 29.0, 29.0, 28.0, 28.0, 28.0, 28.0, 28.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "215681": {"relevant_ids": ["215680"], "ranked_ids": ["178515", "215680", "205316", "110993", "457466", "531661", "68493", "72357", "7830", "89072"], "ranked_scores": [31.0, 29.0, 28.0, 27.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-bge-base-en-v1.5-tq-8bit": {"127728": {"relevant_ids": ["127729"], "ranked_ids": ["127729", "38063", "250619", "48895", "78763", "278575", "145244", "190150", "485054", "29358"], "ranked_scores": [0.6183, 0.6146, 0.5747, 0.5716, 0.5657, 0.5611, 0.5569, 0.5541, 0.5504, 0.5485], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "318820": {"relevant_ids": ["318821"], "ranked_ids": ["318821", "367479", "355161", "496708", "491039", "222238", "457906", "184762", "76767", "377941"], "ranked_scores": [0.9313, 0.7628, 0.7215, 0.6551, 0.6336, 0.6332, 0.6124, 0.6117, 0.606, 0.5913], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "296098": {"relevant_ids": ["296097"], "ranked_ids": ["45507", "134752", "296097", "173403", "45506", "423933", "307653", "364131", "469868", "56686"], "ranked_scores": [0.7478, 0.733, 0.7219, 0.7047, 0.7007, 0.6883, 0.6876, 0.677, 0.676, 0.6374], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "150414": {"relevant_ids": ["192835"], "ranked_ids": ["192835", "105782", "516620", "8875", "105783", "21131", "126746", "103122", "132912", "126745"], "ranked_scores": [0.9487, 0.9282, 0.8807, 0.8098, 0.7925, 0.7899, 0.7798, 0.7444, 0.7251, 0.7043], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145582": {"relevant_ids": ["145583"], "ranked_ids": ["145583", "299264", "316486", "345532", "285851", "285962", "87614", "508501", "454248", "508502"], "ranked_scores": [0.7892, 0.6794, 0.5217, 0.48, 0.4764, 0.4763, 0.4756, 0.4565, 0.4555, 0.4528], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "315712": {"relevant_ids": ["315713"], "ranked_ids": ["315713", "396505", "203205", "153536", "236508", "120489", "377891", "454814", "408588", "58851"], "ranked_scores": [0.9229, 0.6657, 0.6549, 0.6384, 0.6121, 0.5992, 0.5934, 0.5875, 0.5833, 0.5779], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145739": {"relevant_ids": ["145740"], "ranked_ids": ["145740", "241979", "366074", "115412", "415781", "148222", "8705", "375395", "453401", "180147"], "ranked_scores": [0.8259, 0.7102, 0.6932, 0.6376, 0.636, 0.6213, 0.6067, 0.5873, 0.5814, 0.5792], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "308127": {"relevant_ids": ["308126"], "ranked_ids": ["308126", "498938", "282571", "385951", "77650", "367804", "139188", "301104", "395527", "271118"], "ranked_scores": [0.8445, 0.5902, 0.5837, 0.5739, 0.5714, 0.5252, 0.5207, 0.5005, 0.4876, 0.4812], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "287245": {"relevant_ids": ["322650", "283198", "283199"], "ranked_ids": ["322650", "283199", "283198", "109049", "508239", "188940", "420279", "221784", "405392", "450635"], "ranked_scores": [0.8269, 0.8215, 0.8182, 0.5737, 0.5631, 0.5488, 0.5362, 0.5253, 0.5106, 0.5047], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "14755": {"relevant_ids": ["211906", "14756"], "ranked_ids": ["211906", "450970", "14756", "30834", "57678", "235454", "449494", "383325", "236793", "393649"], "ranked_scores": [0.939, 0.9317, 0.9287, 0.787, 0.7424, 0.7313, 0.7088, 0.6585, 0.6524, 0.6424], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.9197, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.9197, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9197, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "370170": {"relevant_ids": ["370169"], "ranked_ids": ["370169", "466920", "449037", "537762", "433820", "22763", "417976", "211280", "476551", "404718"], "ranked_scores": [0.9985, 0.5799, 0.5765, 0.5746, 0.5569, 0.5264, 0.5219, 0.5169, 0.5013, 0.4952], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "41774": {"relevant_ids": ["41773"], "ranked_ids": ["41773", "239344", "173048", "214766", "307530", "442459", "468655", "53738", "322074", "454279"], "ranked_scores": [0.8545, 0.58, 0.5178, 0.5069, 0.502, 0.4637, 0.4627, 0.4622, 0.4593, 0.455], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "399648": {"relevant_ids": ["399649"], "ranked_ids": ["399649", "462253", "154368", "445074", "283129", "225815", "21253", "146745", "54706", "435035"], "ranked_scores": [0.9981, 0.6139, 0.6109, 0.6086, 0.6075, 0.6028, 0.5998, 0.5927, 0.5836, 0.5817], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "504811": {"relevant_ids": ["504810"], "ranked_ids": ["504810", "298555", "309894", "90374", "84826", "55899", "74588", "499535", "279073", "364238"], "ranked_scores": [0.9874, 0.6539, 0.5975, 0.5776, 0.5746, 0.5714, 0.5691, 0.5558, 0.5543, 0.5541], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "362950": {"relevant_ids": ["362949", "400212"], "ranked_ids": ["362949", "400212", "105920", "105919", "429502", "244712", "465929", "291799", "427587", "43209"], "ranked_scores": [0.8544, 0.8421, 0.7275, 0.7044, 0.69, 0.6869, 0.6863, 0.6847, 0.6825, 0.6822], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "155873": {"relevant_ids": ["155874"], "ranked_ids": ["155874", "392604", "294020", "136219", "292617", "446058", "430514", "97652", "444541", "246660"], "ranked_scores": [0.7384, 0.6938, 0.5642, 0.5596, 0.5434, 0.5331, 0.502, 0.5009, 0.4996, 0.4912], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "263432": {"relevant_ids": ["263433"], "ranked_ids": ["263433", "128303", "371563", "18217", "305072", "104254", "41365", "190136", "510661", "471057"], "ranked_scores": [0.7701, 0.6628, 0.5493, 0.5438, 0.5085, 0.5027, 0.4952, 0.4941, 0.4915, 0.4914], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "354945": {"relevant_ids": ["354946"], "ranked_ids": ["354946", "254071", "322478", "462984", "243923", "462983", "236419", "473769", "9687", "501255"], "ranked_scores": [0.9536, 0.6909, 0.5813, 0.5631, 0.5623, 0.5319, 0.524, 0.5028, 0.4582, 0.4463], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "245417": {"relevant_ids": ["219475", "248195"], "ranked_ids": ["40657", "219475", "64433", "248195", "164159", "319022", "413039", "37326", "368145", "14180"], "ranked_scores": [0.8917, 0.8853, 0.7984, 0.789, 0.7381, 0.7362, 0.7354, 0.7334, 0.6668, 0.6399], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6509, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6509, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "516276": {"relevant_ids": ["516277"], "ranked_ids": ["516277", "34173", "19755", "76958", "510783", "62062", "352189", "44716", "143842", "471902"], "ranked_scores": [0.9683, 0.7716, 0.7617, 0.7219, 0.7168, 0.7166, 0.7085, 0.6803, 0.6782, 0.6641], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177580": {"relevant_ids": ["177579"], "ranked_ids": ["177579", "18081", "272252", "115954", "129412", "234825", "76563", "129413", "60577", "419100"], "ranked_scores": [0.9799, 0.545, 0.5235, 0.5217, 0.5151, 0.5127, 0.5054, 0.4889, 0.4858, 0.4768], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "309865": {"relevant_ids": ["33713", "78624", "78623"], "ranked_ids": ["33713", "78623", "405094", "153484", "78624", "209041", "495751", "437065", "235483", "469068"], "ranked_scores": [0.9319, 0.9143, 0.9138, 0.8687, 0.8448, 0.8028, 0.8017, 0.7832, 0.7401, 0.7341], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.9469, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9469, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "510387": {"relevant_ids": ["510386"], "ranked_ids": ["510386", "241538", "371033", "40390", "241537", "212478", "344869", "170896", "52003", "284736"], "ranked_scores": [0.8022, 0.7957, 0.7548, 0.7395, 0.7261, 0.7133, 0.6991, 0.6933, 0.6711, 0.6414], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "26645": {"relevant_ids": ["26644"], "ranked_ids": ["26644", "108781", "318396", "207775", "461704", "221561", "389208", "240705", "259432", "83875"], "ranked_scores": [0.9814, 0.7369, 0.709, 0.6733, 0.6153, 0.6042, 0.604, 0.6015, 0.596, 0.5956], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "47788": {"relevant_ids": ["455725"], "ranked_ids": ["455725", "59223", "47703", "518171", "348138", "235686", "8505", "101721", "47789", "331"], "ranked_scores": [0.8951, 0.8141, 0.8057, 0.8038, 0.7897, 0.7795, 0.7787, 0.7745, 0.7624, 0.743], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "338281": {"relevant_ids": ["338282"], "ranked_ids": ["338282", "138712", "452930", "338711", "11563", "263861", "362498", "200288", "522778", "304167"], "ranked_scores": [0.8429, 0.5293, 0.5015, 0.4832, 0.4693, 0.4621, 0.4487, 0.4279, 0.4113, 0.4097], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "461149": {"relevant_ids": ["461148"], "ranked_ids": ["461148", "525835", "203100", "283905", "527101", "443095", "417040", "335800", "286024", "286025"], "ranked_scores": [0.8841, 0.8533, 0.7877, 0.6468, 0.6443, 0.6189, 0.594, 0.5841, 0.5726, 0.5668], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "346126": {"relevant_ids": ["110710", "110711"], "ranked_ids": ["110710", "110711", "154338", "168350", "296319", "254526", "229972", "340823", "528998", "203476"], "ranked_scores": [0.92, 0.8712, 0.8562, 0.7468, 0.7149, 0.7143, 0.6955, 0.6882, 0.683, 0.6794], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "372986": {"relevant_ids": ["49961", "262882"], "ranked_ids": ["49961", "262882", "497531", "215938", "108183", "303468", "497357", "485235", "226818", "443239"], "ranked_scores": [0.9704, 0.8396, 0.6603, 0.6321, 0.6279, 0.625, 0.6219, 0.5977, 0.5958, 0.5924], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "501182": {"relevant_ids": ["501181"], "ranked_ids": ["501181", "274777", "231545", "261255", "447737", "402718", "333842", "25920", "384476", "251312"], "ranked_scores": [0.8715, 0.6076, 0.5266, 0.513, 0.492, 0.4705, 0.4704, 0.4685, 0.465, 0.4604], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13800": {"relevant_ids": ["376590", "408522", "13799"], "ranked_ids": ["13799", "376590", "179943", "408522", "391952", "481109", "454343", "131350", "281010", "214971"], "ranked_scores": [0.8922, 0.8264, 0.7473, 0.744, 0.711, 0.6787, 0.6615, 0.6593, 0.658, 0.6438], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.9675, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9675, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "250143": {"relevant_ids": ["250142"], "ranked_ids": ["250142", "473276", "57155", "76062", "509758", "38409", "533421", "225655", "368186", "50539"], "ranked_scores": [0.9266, 0.8163, 0.5956, 0.5696, 0.5591, 0.5591, 0.5587, 0.5531, 0.5527, 0.5519], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13223": {"relevant_ids": ["88348", "156773", "20277", "13224", "88349"], "ranked_ids": ["156773", "13224", "88348", "88349", "86343", "366749", "137719", "24720", "223304", "11938"], "ranked_scores": [0.9838, 0.9273, 0.878, 0.8661, 0.8572, 0.8426, 0.8277, 0.8117, 0.7984, 0.7922], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.2, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6, "ndcg@5": 0.8688, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.8, "ndcg@10": 0.8688, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.8}, "11002": {"relevant_ids": ["11003"], "ranked_ids": ["11003", "444112", "144197", "10212", "241075", "42203", "489539", "82619", "254672", "347493"], "ranked_scores": [0.9203, 0.8093, 0.7926, 0.7682, 0.7562, 0.7458, 0.7087, 0.6825, 0.6719, 0.6648], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177653": {"relevant_ids": ["79732"], "ranked_ids": ["79732", "39174", "395587", "200611", "525756", "412316", "310721", "373275", "373717", "525755"], "ranked_scores": [0.959, 0.7299, 0.6374, 0.6332, 0.6306, 0.5599, 0.5509, 0.53, 0.5285, 0.521], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "415592": {"relevant_ids": ["415591"], "ranked_ids": ["415591", "430072", "379146", "84634", "338815", "499684", "494912", "105088", "81159", "338816"], "ranked_scores": [0.9452, 0.6978, 0.6791, 0.6553, 0.6488, 0.645, 0.6447, 0.6221, 0.6197, 0.6156], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "511196": {"relevant_ids": ["511197"], "ranked_ids": ["511197", "45940", "77372", "459789", "13803", "414717", "289278", "224675", "156490", "251545"], "ranked_scores": [0.8928, 0.6905, 0.6499, 0.6418, 0.5932, 0.5878, 0.5834, 0.5739, 0.5525, 0.5425], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "344845": {"relevant_ids": ["344844"], "ranked_ids": ["344844", "161471", "327548", "503908", "111672", "79987", "187882", "95946", "397001", "249580"], "ranked_scores": [0.9227, 0.7642, 0.7371, 0.7277, 0.716, 0.7103, 0.6946, 0.6822, 0.6693, 0.668], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "396744": {"relevant_ids": ["396745"], "ranked_ids": ["396745", "284966", "454241", "236438", "481437", "503444", "338567", "219399", "369693", "145729"], "ranked_scores": [0.7735, 0.6552, 0.6498, 0.6305, 0.572, 0.5703, 0.5528, 0.5483, 0.5462, 0.5434], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "452398": {"relevant_ids": ["452399"], "ranked_ids": ["452399", "530610", "346712", "90225", "435989", "372901", "60646", "324290", "134287", "7119"], "ranked_scores": [0.9637, 0.6285, 0.5719, 0.5699, 0.562, 0.5556, 0.5473, 0.5459, 0.5458, 0.5447], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "182114": {"relevant_ids": ["182113"], "ranked_ids": ["196647", "182113", "139689", "234482", "481882", "425919", "24197", "531602", "80224", "533693"], "ranked_scores": [0.8715, 0.8092, 0.7337, 0.7194, 0.7032, 0.6538, 0.6495, 0.6393, 0.635, 0.6293], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "486260": {"relevant_ids": ["486259"], "ranked_ids": ["486259", "392356", "146738", "113749", "209254", "146737", "241333", "492147", "65893", "209255"], "ranked_scores": [0.9508, 0.7747, 0.7499, 0.7414, 0.7309, 0.7182, 0.7169, 0.6856, 0.6798, 0.6798], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "455140": {"relevant_ids": ["315935"], "ranked_ids": ["315935", "427112", "308963", "150842", "315936", "16399", "50224", "124700", "142202", "173862"], "ranked_scores": [0.8944, 0.7055, 0.7044, 0.6701, 0.6529, 0.6207, 0.6153, 0.608, 0.5861, 0.5746], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "56198": {"relevant_ids": ["56199"], "ranked_ids": ["56199", "160194", "130971", "431226", "43404", "308888", "43405", "249114", "310462", "243039"], "ranked_scores": [0.9863, 0.6093, 0.5229, 0.5117, 0.5079, 0.4959, 0.4786, 0.4771, 0.4614, 0.4534], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "30172": {"relevant_ids": ["373486", "145119", "30173", "185817", "68426", "145120"], "ranked_ids": ["160900", "145120", "68426", "205338", "373486", "30173", "185817", "145119", "357893", "192604"], "ranked_scores": [0.9328, 0.9302, 0.8906, 0.8511, 0.8399, 0.8108, 0.7958, 0.7903, 0.788, 0.7841], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5307, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.5148, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.7634, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "127880": {"relevant_ids": ["241164"], "ranked_ids": ["241164", "121458", "135083", "210277", "370634", "450198", "329579", "141773", "22396", "358959"], "ranked_scores": [0.8786, 0.7204, 0.7194, 0.6625, 0.631, 0.6219, 0.6206, 0.5856, 0.5587, 0.5584], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "167969": {"relevant_ids": ["174461"], "ranked_ids": ["174461", "360983", "171665", "91854", "365197", "222958", "449678", "34814", "130124", "172806"], "ranked_scores": [0.831, 0.8218, 0.5937, 0.5785, 0.5778, 0.5763, 0.5709, 0.5576, 0.5552, 0.5511], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "97986": {"relevant_ids": ["97987"], "ranked_ids": ["97987", "44589", "393565", "105886", "108564", "318396", "98924", "326597", "376198", "290935"], "ranked_scores": [0.9764, 0.828, 0.646, 0.6156, 0.5951, 0.5904, 0.5792, 0.5787, 0.5771, 0.5718], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "12865": {"relevant_ids": ["105683"], "ranked_ids": ["105683", "83623", "356189", "92902", "83622", "69748", "291690", "277453", "231925", "293035"], "ranked_scores": [0.9696, 0.7222, 0.7048, 0.6967, 0.677, 0.6545, 0.6255, 0.6128, 0.605, 0.6034], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "215681": {"relevant_ids": ["215680"], "ranked_ids": ["215680", "177080", "5733", "57552", "178515", "252239", "301165", "54139", "78042", "157590"], "ranked_scores": [0.9788, 0.7054, 0.6777, 0.6607, 0.6508, 0.6199, 0.6125, 0.6098, 0.6015, 0.5943], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-bge-base-en-v1.5-tq-4bit": {"127728": {"relevant_ids": ["127729"], "ranked_ids": ["127729", "38063", "250619", "48895", "78763", "278575", "190150", "145244", "29358", "485054"], "ranked_scores": [0.6119, 0.6053, 0.566, 0.5634, 0.563, 0.5505, 0.5496, 0.5482, 0.5437, 0.542], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "318820": {"relevant_ids": ["318821"], "ranked_ids": ["318821", "367479", "355161", "496708", "222238", "491039", "76767", "184762", "457906", "377941"], "ranked_scores": [0.9212, 0.7555, 0.707, 0.6465, 0.6248, 0.6176, 0.603, 0.5964, 0.5964, 0.5855], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "296098": {"relevant_ids": ["296097"], "ranked_ids": ["45507", "134752", "296097", "173403", "45506", "423933", "307653", "364131", "469868", "56686"], "ranked_scores": [0.7373, 0.7263, 0.7257, 0.7014, 0.6927, 0.6805, 0.6738, 0.6716, 0.6662, 0.6304], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "150414": {"relevant_ids": ["192835"], "ranked_ids": ["192835", "105782", "516620", "8875", "105783", "21131", "126746", "103122", "132912", "126745"], "ranked_scores": [0.9401, 0.9188, 0.8735, 0.793, 0.7802, 0.7756, 0.7741, 0.7304, 0.713, 0.6958], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145582": {"relevant_ids": ["145583"], "ranked_ids": ["145583", "299264", "316486", "285962", "345532", "285851", "87614", "454248", "508501", "508502"], "ranked_scores": [0.7754, 0.6679, 0.5127, 0.4693, 0.4668, 0.4617, 0.4586, 0.453, 0.4422, 0.4387], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "315712": {"relevant_ids": ["315713"], "ranked_ids": ["315713", "396505", "203205", "153536", "236508", "120489", "377891", "454814", "408588", "58851"], "ranked_scores": [0.9159, 0.6648, 0.6463, 0.6281, 0.5977, 0.5964, 0.5933, 0.5803, 0.574, 0.572], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145739": {"relevant_ids": ["145740"], "ranked_ids": ["145740", "241979", "366074", "115412", "415781", "148222", "8705", "375395", "336202", "453401"], "ranked_scores": [0.8128, 0.6998, 0.688, 0.6319, 0.6279, 0.6074, 0.5986, 0.576, 0.5735, 0.5732], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "308127": {"relevant_ids": ["308126"], "ranked_ids": ["308126", "498938", "282571", "77650", "385951", "139188", "367804", "301104", "427609", "18335"], "ranked_scores": [0.8351, 0.5807, 0.5723, 0.5657, 0.5624, 0.5161, 0.5113, 0.4949, 0.4729, 0.4719], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "287245": {"relevant_ids": ["322650", "283198", "283199"], "ranked_ids": ["322650", "283199", "283198", "109049", "508239", "188940", "420279", "221784", "405392", "192143"], "ranked_scores": [0.8219, 0.8126, 0.8122, 0.5639, 0.5493, 0.5382, 0.5287, 0.5284, 0.5053, 0.5009], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "14755": {"relevant_ids": ["211906", "14756"], "ranked_ids": ["211906", "450970", "14756", "30834", "57678", "235454", "449494", "383325", "236793", "393649"], "ranked_scores": [0.9285, 0.9214, 0.9178, 0.7813, 0.7348, 0.7146, 0.7122, 0.6467, 0.6454, 0.6326], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.9197, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.9197, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9197, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "370170": {"relevant_ids": ["370169"], "ranked_ids": ["370169", "466920", "449037", "537762", "433820", "22763", "417976", "211280", "476551", "404718"], "ranked_scores": [0.9939, 0.5744, 0.5679, 0.5661, 0.5507, 0.5196, 0.5108, 0.5093, 0.4932, 0.4874], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "41774": {"relevant_ids": ["41773"], "ranked_ids": ["41773", "239344", "173048", "214766", "307530", "53738", "442459", "468655", "322074", "454279"], "ranked_scores": [0.8452, 0.5789, 0.4998, 0.4912, 0.4903, 0.4621, 0.4556, 0.4509, 0.4495, 0.4492], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "399648": {"relevant_ids": ["399649"], "ranked_ids": ["399649", "462253", "154368", "445074", "283129", "225815", "21253", "54706", "146745", "212809"], "ranked_scores": [0.9941, 0.6105, 0.5998, 0.5989, 0.5954, 0.5928, 0.5918, 0.5795, 0.574, 0.5712], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "504811": {"relevant_ids": ["504810"], "ranked_ids": ["504810", "298555", "309894", "90374", "74588", "84826", "55899", "179618", "364238", "279073"], "ranked_scores": [0.9792, 0.6461, 0.5849, 0.5806, 0.5693, 0.5662, 0.5615, 0.5541, 0.5461, 0.546], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "362950": {"relevant_ids": ["362949", "400212"], "ranked_ids": ["362949", "400212", "105920", "105919", "9132", "465929", "291799", "429502", "43209", "244712"], "ranked_scores": [0.8414, 0.8298, 0.718, 0.6968, 0.6802, 0.6774, 0.6755, 0.6746, 0.6734, 0.6713], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "155873": {"relevant_ids": ["155874"], "ranked_ids": ["155874", "392604", "136219", "294020", "292617", "446058", "430514", "97652", "444541", "246660"], "ranked_scores": [0.7234, 0.685, 0.561, 0.5518, 0.5304, 0.52, 0.5087, 0.4975, 0.4959, 0.4858], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "263432": {"relevant_ids": ["263433"], "ranked_ids": ["263433", "128303", "371563", "18217", "305072", "190136", "104254", "279243", "510661", "41365"], "ranked_scores": [0.7509, 0.6508, 0.5531, 0.5334, 0.5117, 0.4961, 0.4953, 0.4828, 0.479, 0.4772], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "354945": {"relevant_ids": ["354946"], "ranked_ids": ["354946", "254071", "322478", "243923", "462984", "462983", "236419", "473769", "9687", "501255"], "ranked_scores": [0.9437, 0.6764, 0.5709, 0.5439, 0.5438, 0.5363, 0.5126, 0.5039, 0.4545, 0.4425], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "245417": {"relevant_ids": ["219475", "248195"], "ranked_ids": ["40657", "219475", "64433", "248195", "37326", "164159", "319022", "413039", "368145", "14180"], "ranked_scores": [0.8849, 0.8745, 0.7917, 0.778, 0.7281, 0.7279, 0.7249, 0.7228, 0.659, 0.6326], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6509, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6509, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "516276": {"relevant_ids": ["516277"], "ranked_ids": ["516277", "34173", "19755", "76958", "62062", "510783", "352189", "143842", "44716", "112502"], "ranked_scores": [0.9582, 0.7665, 0.7523, 0.7098, 0.7089, 0.7065, 0.7025, 0.6693, 0.668, 0.659], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177580": {"relevant_ids": ["177579"], "ranked_ids": ["177579", "18081", "272252", "115954", "234825", "129412", "76563", "129413", "60577", "419100"], "ranked_scores": [0.9727, 0.5362, 0.5212, 0.5155, 0.5065, 0.5063, 0.5012, 0.4854, 0.4774, 0.4642], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "309865": {"relevant_ids": ["33713", "78624", "78623"], "ranked_ids": ["33713", "78623", "405094", "153484", "78624", "209041", "495751", "437065", "235483", "360054"], "ranked_scores": [0.9217, 0.9041, 0.9033, 0.8605, 0.8394, 0.8024, 0.7887, 0.7665, 0.7335, 0.7231], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.9469, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9469, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "510387": {"relevant_ids": ["510386"], "ranked_ids": ["510386", "241538", "371033", "40390", "241537", "212478", "170896", "344869", "52003", "484846"], "ranked_scores": [0.7882, 0.7772, 0.7467, 0.7259, 0.7088, 0.7005, 0.6838, 0.6823, 0.663, 0.6293], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "26645": {"relevant_ids": ["26644"], "ranked_ids": ["26644", "108781", "318396", "207775", "461704", "389208", "221561", "240705", "259432", "144057"], "ranked_scores": [0.9758, 0.7261, 0.701, 0.6661, 0.6066, 0.5994, 0.5987, 0.593, 0.5924, 0.5909], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "47788": {"relevant_ids": ["455725"], "ranked_ids": ["455725", "59223", "47703", "518171", "348138", "8505", "235686", "101721", "47789", "331"], "ranked_scores": [0.8844, 0.8003, 0.7921, 0.7916, 0.7789, 0.7638, 0.7614, 0.7557, 0.7521, 0.7283], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "338281": {"relevant_ids": ["338282"], "ranked_ids": ["338282", "138712", "452930", "338711", "11563", "263861", "362498", "200288", "304167", "522778"], "ranked_scores": [0.8346, 0.5197, 0.5052, 0.4801, 0.465, 0.4525, 0.4466, 0.4212, 0.4096, 0.401], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "461149": {"relevant_ids": ["461148"], "ranked_ids": ["461148", "525835", "203100", "283905", "527101", "443095", "417040", "286024", "335800", "286025"], "ranked_scores": [0.8725, 0.8387, 0.7772, 0.643, 0.6297, 0.6051, 0.5855, 0.5725, 0.5703, 0.5618], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "346126": {"relevant_ids": ["110710", "110711"], "ranked_ids": ["110710", "110711", "154338", "168350", "296319", "254526", "229972", "340823", "203476", "528998"], "ranked_scores": [0.9112, 0.8573, 0.8492, 0.739, 0.7075, 0.7002, 0.6872, 0.6794, 0.6776, 0.6756], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "372986": {"relevant_ids": ["49961", "262882"], "ranked_ids": ["49961", "262882", "497531", "215938", "108183", "303468", "497357", "226818", "485235", "443239"], "ranked_scores": [0.9597, 0.8274, 0.6486, 0.6249, 0.6195, 0.6137, 0.6096, 0.5894, 0.5879, 0.587], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "501182": {"relevant_ids": ["501181"], "ranked_ids": ["501181", "274777", "231545", "261255", "447737", "25920", "402718", "53141", "333842", "384476"], "ranked_scores": [0.8608, 0.6002, 0.5175, 0.5061, 0.4926, 0.4648, 0.4595, 0.4551, 0.4547, 0.4543], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13800": {"relevant_ids": ["376590", "408522", "13799"], "ranked_ids": ["13799", "376590", "179943", "408522", "391952", "481109", "454343", "131350", "281010", "102285"], "ranked_scores": [0.8853, 0.8152, 0.7376, 0.7331, 0.7021, 0.6671, 0.6567, 0.6567, 0.6496, 0.6394], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.9675, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9675, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "250143": {"relevant_ids": ["250142"], "ranked_ids": ["250142", "473276", "57155", "38409", "76062", "533421", "509758", "368186", "225655", "50539"], "ranked_scores": [0.9211, 0.8034, 0.5839, 0.5599, 0.556, 0.5537, 0.5415, 0.5395, 0.5389, 0.5364], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13223": {"relevant_ids": ["88348", "156773", "20277", "13224", "88349"], "ranked_ids": ["156773", "13224", "88348", "88349", "86343", "366749", "137719", "24720", "223304", "11938"], "ranked_scores": [0.9762, 0.917, 0.871, 0.8562, 0.8468, 0.8334, 0.8228, 0.8026, 0.7973, 0.7849], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.2, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6, "ndcg@5": 0.8688, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.8, "ndcg@10": 0.8688, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.8}, "11002": {"relevant_ids": ["11003"], "ranked_ids": ["11003", "444112", "144197", "10212", "241075", "42203", "489539", "82619", "254672", "347493"], "ranked_scores": [0.9093, 0.8012, 0.7778, 0.7538, 0.7453, 0.7306, 0.6915, 0.6729, 0.6638, 0.6526], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177653": {"relevant_ids": ["79732"], "ranked_ids": ["79732", "39174", "525756", "395587", "200611", "310721", "412316", "373275", "373717", "525755"], "ranked_scores": [0.9505, 0.7174, 0.6231, 0.6194, 0.6151, 0.553, 0.5492, 0.5271, 0.5148, 0.5095], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "415592": {"relevant_ids": ["415591"], "ranked_ids": ["415591", "430072", "379146", "84634", "338815", "499684", "494912", "105088", "81159", "338816"], "ranked_scores": [0.9352, 0.6895, 0.6736, 0.6467, 0.6384, 0.6352, 0.6347, 0.6171, 0.6113, 0.6072], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "511196": {"relevant_ids": ["511197"], "ranked_ids": ["511197", "45940", "77372", "459789", "13803", "289278", "414717", "224675", "156490", "251545"], "ranked_scores": [0.8854, 0.6844, 0.6481, 0.6379, 0.5931, 0.5787, 0.5725, 0.5696, 0.5431, 0.5246], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "344845": {"relevant_ids": ["344844"], "ranked_ids": ["344844", "161471", "327548", "503908", "111672", "79987", "187882", "95946", "249580", "397001"], "ranked_scores": [0.9137, 0.7558, 0.7291, 0.7111, 0.7069, 0.7011, 0.6892, 0.6685, 0.6576, 0.655], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "396744": {"relevant_ids": ["396745"], "ranked_ids": ["396745", "284966", "454241", "236438", "481437", "503444", "369693", "145729", "219399", "418055"], "ranked_scores": [0.7595, 0.6431, 0.6321, 0.6202, 0.5664, 0.5649, 0.5373, 0.5348, 0.5333, 0.5333], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "452398": {"relevant_ids": ["452399"], "ranked_ids": ["452399", "530610", "90225", "346712", "435989", "372901", "324290", "60646", "134287", "7119"], "ranked_scores": [0.9542, 0.6197, 0.5613, 0.56, 0.5566, 0.5557, 0.5376, 0.5323, 0.5297, 0.5296], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "182114": {"relevant_ids": ["182113"], "ranked_ids": ["196647", "182113", "139689", "234482", "481882", "24197", "425919", "531602", "80224", "328873"], "ranked_scores": [0.8609, 0.8019, 0.724, 0.7086, 0.6979, 0.6479, 0.641, 0.636, 0.6287, 0.6256], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "486260": {"relevant_ids": ["486259"], "ranked_ids": ["486259", "392356", "113749", "146738", "209254", "146737", "241333", "492147", "209255", "65893"], "ranked_scores": [0.9425, 0.7631, 0.7367, 0.7365, 0.7244, 0.7049, 0.7042, 0.675, 0.6697, 0.6682], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "455140": {"relevant_ids": ["315935"], "ranked_ids": ["315935", "427112", "308963", "150842", "315936", "16399", "50224", "124700", "142202", "173862"], "ranked_scores": [0.8861, 0.6977, 0.6894, 0.6596, 0.6496, 0.6078, 0.6029, 0.5988, 0.5763, 0.5638], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "56198": {"relevant_ids": ["56199"], "ranked_ids": ["56199", "160194", "130971", "431226", "43404", "308888", "43405", "249114", "310462", "243039"], "ranked_scores": [0.9791, 0.5986, 0.5194, 0.5019, 0.5002, 0.4882, 0.4695, 0.4584, 0.4506, 0.4495], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "30172": {"relevant_ids": ["373486", "145119", "30173", "185817", "68426", "145120"], "ranked_ids": ["145120", "160900", "68426", "205338", "373486", "30173", "185817", "145119", "357893", "192604"], "ranked_scores": [0.9244, 0.9235, 0.8818, 0.8424, 0.8274, 0.8012, 0.7853, 0.7839, 0.7787, 0.7747], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.1667, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.6399, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.8751, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "127880": {"relevant_ids": ["241164"], "ranked_ids": ["241164", "121458", "135083", "210277", "370634", "329579", "450198", "141773", "358959", "22396"], "ranked_scores": [0.8648, 0.71, 0.7038, 0.6481, 0.6268, 0.6185, 0.6181, 0.5873, 0.5552, 0.5401], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "167969": {"relevant_ids": ["174461"], "ranked_ids": ["174461", "360983", "171665", "365197", "222958", "91854", "449678", "172806", "34814", "121354"], "ranked_scores": [0.8189, 0.8137, 0.5926, 0.578, 0.5736, 0.5732, 0.5692, 0.5523, 0.5522, 0.5455], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "97986": {"relevant_ids": ["97987"], "ranked_ids": ["97987", "44589", "393565", "105886", "318396", "108564", "376198", "326597", "98924", "41242"], "ranked_scores": [0.9685, 0.8225, 0.6346, 0.602, 0.5907, 0.5781, 0.5753, 0.5742, 0.5696, 0.5618], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "12865": {"relevant_ids": ["105683"], "ranked_ids": ["105683", "83623", "92902", "356189", "83622", "69748", "291690", "277453", "293035", "231925"], "ranked_scores": [0.9621, 0.7157, 0.6826, 0.6824, 0.6709, 0.6442, 0.621, 0.6014, 0.5983, 0.5975], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "215681": {"relevant_ids": ["215680"], "ranked_ids": ["215680", "177080", "5733", "57552", "178515", "252239", "301165", "54139", "78042", "229503"], "ranked_scores": [0.9712, 0.6854, 0.659, 0.6512, 0.6393, 0.605, 0.5927, 0.5903, 0.5899, 0.5832], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-bge-base-en-v1.5-tq-3bit": {"127728": {"relevant_ids": ["127729"], "ranked_ids": ["127729", "38063", "48895", "250619", "145244", "190150", "485054", "78763", "29358", "278575"], "ranked_scores": [0.5966, 0.5944, 0.5605, 0.5547, 0.5493, 0.5326, 0.5296, 0.5291, 0.5216, 0.5211], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "318820": {"relevant_ids": ["318821"], "ranked_ids": ["318821", "367479", "355161", "496708", "222238", "491039", "76767", "457906", "184762", "377941"], "ranked_scores": [0.9034, 0.7426, 0.7018, 0.6278, 0.6036, 0.5985, 0.5827, 0.581, 0.5781, 0.575], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "296098": {"relevant_ids": ["296097"], "ranked_ids": ["45507", "134752", "296097", "173403", "423933", "45506", "307653", "364131", "469868", "56686"], "ranked_scores": [0.7226, 0.7069, 0.7051, 0.6764, 0.6743, 0.6666, 0.662, 0.6575, 0.6547, 0.6324], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "150414": {"relevant_ids": ["192835"], "ranked_ids": ["192835", "105782", "516620", "8875", "105783", "21131", "126746", "103122", "132912", "126745"], "ranked_scores": [0.9225, 0.903, 0.8617, 0.7729, 0.7653, 0.76, 0.7378, 0.7094, 0.6994, 0.6779], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145582": {"relevant_ids": ["145583"], "ranked_ids": ["145583", "299264", "316486", "345532", "285962", "87614", "285851", "454248", "508502", "508501"], "ranked_scores": [0.7513, 0.6517, 0.513, 0.4635, 0.4531, 0.4477, 0.4453, 0.44, 0.4361, 0.4316], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "315712": {"relevant_ids": ["315713"], "ranked_ids": ["315713", "396505", "203205", "153536", "120489", "236508", "377891", "454814", "58851", "408588"], "ranked_scores": [0.8959, 0.645, 0.6367, 0.6148, 0.5833, 0.5771, 0.5756, 0.5696, 0.561, 0.5483], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145739": {"relevant_ids": ["145740"], "ranked_ids": ["145740", "241979", "366074", "415781", "115412", "148222", "8705", "453401", "336202", "180147"], "ranked_scores": [0.7951, 0.6879, 0.6667, 0.6105, 0.6083, 0.608, 0.5761, 0.5678, 0.5584, 0.5578], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "308127": {"relevant_ids": ["308126"], "ranked_ids": ["308126", "498938", "77650", "282571", "385951", "139188", "367804", "301104", "18335", "271118"], "ranked_scores": [0.8274, 0.5602, 0.5509, 0.5495, 0.5414, 0.5068, 0.504, 0.495, 0.4719, 0.4699], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "287245": {"relevant_ids": ["322650", "283198", "283199"], "ranked_ids": ["322650", "283199", "283198", "109049", "188940", "508239", "221784", "420279", "192143", "497666"], "ranked_scores": [0.8006, 0.7971, 0.7965, 0.5553, 0.5268, 0.521, 0.5166, 0.5078, 0.4966, 0.4899], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "14755": {"relevant_ids": ["211906", "14756"], "ranked_ids": ["211906", "450970", "14756", "30834", "57678", "235454", "449494", "383325", "236793", "393649"], "ranked_scores": [0.9107, 0.902, 0.8975, 0.7585, 0.7188, 0.7024, 0.6968, 0.6354, 0.6236, 0.6111], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.9197, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.9197, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9197, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "370170": {"relevant_ids": ["370169"], "ranked_ids": ["370169", "466920", "537762", "449037", "433820", "22763", "417976", "211280", "387761", "404718"], "ranked_scores": [0.9892, 0.5574, 0.5481, 0.5462, 0.5309, 0.5147, 0.5035, 0.492, 0.4803, 0.478], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "41774": {"relevant_ids": ["41773"], "ranked_ids": ["41773", "239344", "307530", "214766", "173048", "468655", "442459", "53738", "322074", "454279"], "ranked_scores": [0.8193, 0.5627, 0.4901, 0.4898, 0.4894, 0.4607, 0.4493, 0.4493, 0.4462, 0.4442], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "399648": {"relevant_ids": ["399649"], "ranked_ids": ["399649", "462253", "225815", "154368", "283129", "445074", "21253", "26748", "146745", "212809"], "ranked_scores": [0.9875, 0.6019, 0.59, 0.5831, 0.5824, 0.5813, 0.5747, 0.5698, 0.5691, 0.565], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "504811": {"relevant_ids": ["504810"], "ranked_ids": ["504810", "298555", "309894", "90374", "55899", "84826", "74588", "364238", "499535", "179618"], "ranked_scores": [0.9701, 0.6324, 0.5831, 0.5711, 0.5555, 0.5533, 0.5518, 0.5465, 0.545, 0.5397], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "362950": {"relevant_ids": ["362949", "400212"], "ranked_ids": ["362949", "400212", "105920", "105919", "9132", "465929", "291799", "429502", "427587", "244712"], "ranked_scores": [0.819, 0.8098, 0.6988, 0.6773, 0.6772, 0.6711, 0.6644, 0.6638, 0.6589, 0.6577], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "155873": {"relevant_ids": ["155874"], "ranked_ids": ["155874", "392604", "136219", "294020", "292617", "446058", "378060", "430514", "444541", "487664"], "ranked_scores": [0.705, 0.66, 0.5437, 0.5278, 0.5156, 0.5102, 0.4857, 0.4839, 0.4837, 0.47], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "263432": {"relevant_ids": ["263433"], "ranked_ids": ["263433", "128303", "371563", "18217", "305072", "104254", "190136", "510661", "471057", "279243"], "ranked_scores": [0.7349, 0.6425, 0.5421, 0.5155, 0.495, 0.4898, 0.4837, 0.4711, 0.4701, 0.4687], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "354945": {"relevant_ids": ["354946"], "ranked_ids": ["354946", "254071", "322478", "462984", "243923", "462983", "236419", "473769", "9687", "501255"], "ranked_scores": [0.9227, 0.6681, 0.5605, 0.5402, 0.5299, 0.5174, 0.4903, 0.4851, 0.4348, 0.4231], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "245417": {"relevant_ids": ["219475", "248195"], "ranked_ids": ["40657", "219475", "64433", "248195", "164159", "319022", "37326", "413039", "368145", "14180"], "ranked_scores": [0.8635, 0.8572, 0.7701, 0.7646, 0.719, 0.7089, 0.7019, 0.6986, 0.6438, 0.6098], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6509, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6509, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "516276": {"relevant_ids": ["516277"], "ranked_ids": ["516277", "34173", "19755", "76958", "510783", "352189", "62062", "143842", "44716", "112502"], "ranked_scores": [0.948, 0.7423, 0.7384, 0.6937, 0.691, 0.6852, 0.6851, 0.6543, 0.6461, 0.6453], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177580": {"relevant_ids": ["177579"], "ranked_ids": ["177579", "18081", "115954", "272252", "129412", "129413", "234825", "76563", "60577", "419100"], "ranked_scores": [0.958, 0.5129, 0.5048, 0.4919, 0.4908, 0.4882, 0.4869, 0.4805, 0.445, 0.4438], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "309865": {"relevant_ids": ["33713", "78624", "78623"], "ranked_ids": ["33713", "405094", "78623", "153484", "78624", "209041", "495751", "437065", "360054", "235483"], "ranked_scores": [0.9089, 0.8784, 0.8758, 0.838, 0.8144, 0.7676, 0.7661, 0.7541, 0.7107, 0.7097], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.8855, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.8855, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "510387": {"relevant_ids": ["510386"], "ranked_ids": ["241538", "510386", "371033", "40390", "241537", "212478", "170896", "344869", "52003", "112669"], "ranked_scores": [0.7681, 0.7627, 0.7333, 0.714, 0.6949, 0.6811, 0.6671, 0.6646, 0.6429, 0.623], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "26645": {"relevant_ids": ["26644"], "ranked_ids": ["26644", "108781", "318396", "207775", "389208", "461704", "221561", "83874", "240705", "259432"], "ranked_scores": [0.962, 0.7079, 0.6814, 0.6329, 0.5985, 0.5935, 0.5851, 0.5756, 0.5675, 0.5649], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "47788": {"relevant_ids": ["455725"], "ranked_ids": ["455725", "59223", "518171", "47703", "348138", "8505", "101721", "235686", "47789", "331"], "ranked_scores": [0.8611, 0.7803, 0.7679, 0.765, 0.754, 0.7494, 0.7461, 0.743, 0.7342, 0.7067], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "338281": {"relevant_ids": ["338282"], "ranked_ids": ["338282", "138712", "452930", "338711", "11563", "362498", "263861", "291354", "200288", "327767"], "ranked_scores": [0.8122, 0.5118, 0.4889, 0.4697, 0.4667, 0.4391, 0.4364, 0.4104, 0.403, 0.3981], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "461149": {"relevant_ids": ["461148"], "ranked_ids": ["461148", "525835", "203100", "283905", "527101", "443095", "417040", "335800", "286024", "286025"], "ranked_scores": [0.8561, 0.8248, 0.7662, 0.6139, 0.6132, 0.5862, 0.5702, 0.5571, 0.5512, 0.5489], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "346126": {"relevant_ids": ["110710", "110711"], "ranked_ids": ["110710", "110711", "154338", "168350", "296319", "254526", "229972", "340823", "528998", "203476"], "ranked_scores": [0.8914, 0.8483, 0.8274, 0.7245, 0.6965, 0.69, 0.6638, 0.6589, 0.6567, 0.6532], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "372986": {"relevant_ids": ["49961", "262882"], "ranked_ids": ["49961", "262882", "497531", "215938", "108183", "303468", "497357", "443239", "407496", "226818"], "ranked_scores": [0.9469, 0.8196, 0.638, 0.6192, 0.61, 0.6015, 0.5941, 0.587, 0.5767, 0.5743], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "501182": {"relevant_ids": ["501181"], "ranked_ids": ["501181", "274777", "231545", "261255", "447737", "251312", "402718", "53141", "25920", "456116"], "ranked_scores": [0.8334, 0.5741, 0.5041, 0.4977, 0.4723, 0.4511, 0.4471, 0.4464, 0.4444, 0.4391], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13800": {"relevant_ids": ["376590", "408522", "13799"], "ranked_ids": ["13799", "376590", "408522", "179943", "391952", "481109", "454343", "131350", "281010", "214971"], "ranked_scores": [0.8618, 0.8079, 0.7219, 0.7142, 0.689, 0.6551, 0.6458, 0.6343, 0.6291, 0.6172], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "250143": {"relevant_ids": ["250142"], "ranked_ids": ["250142", "473276", "57155", "38409", "509758", "76062", "533421", "368186", "229130", "526032"], "ranked_scores": [0.8935, 0.7796, 0.5718, 0.5413, 0.5398, 0.5396, 0.5359, 0.5315, 0.5289, 0.5276], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13223": {"relevant_ids": ["88348", "156773", "20277", "13224", "88349"], "ranked_ids": ["156773", "13224", "88348", "88349", "86343", "366749", "137719", "24720", "223304", "11938"], "ranked_scores": [0.9659, 0.9001, 0.8564, 0.839, 0.829, 0.813, 0.8048, 0.7897, 0.7872, 0.771], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.2, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6, "ndcg@5": 0.8688, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.8, "ndcg@10": 0.8688, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.8}, "11002": {"relevant_ids": ["11003"], "ranked_ids": ["11003", "444112", "144197", "10212", "241075", "42203", "489539", "82619", "347493", "468424"], "ranked_scores": [0.8928, 0.7857, 0.7647, 0.7439, 0.7291, 0.7173, 0.6821, 0.6675, 0.6399, 0.6362], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177653": {"relevant_ids": ["79732"], "ranked_ids": ["79732", "39174", "395587", "200611", "525756", "412316", "310721", "373275", "525755", "373717"], "ranked_scores": [0.9374, 0.6926, 0.6012, 0.5998, 0.5985, 0.5287, 0.5275, 0.5077, 0.5039, 0.4914], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "415592": {"relevant_ids": ["415591"], "ranked_ids": ["415591", "430072", "379146", "499684", "338815", "84634", "494912", "105088", "81159", "288357"], "ranked_scores": [0.92, 0.6804, 0.6589, 0.6304, 0.6284, 0.6244, 0.6171, 0.6106, 0.5991, 0.5971], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "511196": {"relevant_ids": ["511197"], "ranked_ids": ["511197", "45940", "77372", "459789", "13803", "414717", "224675", "289278", "156490", "251545"], "ranked_scores": [0.8724, 0.6748, 0.628, 0.6255, 0.5768, 0.5709, 0.5661, 0.5544, 0.5369, 0.5132], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "344845": {"relevant_ids": ["344844"], "ranked_ids": ["344844", "161471", "327548", "503908", "79987", "111672", "187882", "95946", "249580", "224515"], "ranked_scores": [0.9013, 0.7432, 0.708, 0.6897, 0.6821, 0.6813, 0.6756, 0.6496, 0.6457, 0.6384], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "396744": {"relevant_ids": ["396745"], "ranked_ids": ["396745", "284966", "454241", "236438", "481437", "503444", "338567", "369693", "527221", "145729"], "ranked_scores": [0.7391, 0.6367, 0.6228, 0.6156, 0.5586, 0.5457, 0.5281, 0.5271, 0.5243, 0.5235], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "452398": {"relevant_ids": ["452399"], "ranked_ids": ["452399", "530610", "90225", "346712", "435989", "372901", "7119", "324290", "165046", "134287"], "ranked_scores": [0.9366, 0.6004, 0.5554, 0.5516, 0.5407, 0.538, 0.5292, 0.5255, 0.5242, 0.5206], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "182114": {"relevant_ids": ["182113"], "ranked_ids": ["196647", "182113", "139689", "234482", "481882", "425919", "24197", "531602", "80224", "328873"], "ranked_scores": [0.8468, 0.7819, 0.7077, 0.6992, 0.6773, 0.6444, 0.6293, 0.6268, 0.6142, 0.6117], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "486260": {"relevant_ids": ["486259"], "ranked_ids": ["486259", "392356", "113749", "146738", "209254", "241333", "146737", "492147", "65893", "209255"], "ranked_scores": [0.9245, 0.7312, 0.7161, 0.7047, 0.7011, 0.6872, 0.6779, 0.6552, 0.6522, 0.6517], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "455140": {"relevant_ids": ["315935"], "ranked_ids": ["315935", "427112", "308963", "150842", "315936", "16399", "124700", "50224", "142202", "173862"], "ranked_scores": [0.8644, 0.6853, 0.6763, 0.6638, 0.6398, 0.5861, 0.586, 0.5791, 0.5506, 0.548], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "56198": {"relevant_ids": ["56199"], "ranked_ids": ["56199", "160194", "130971", "431226", "43404", "308888", "249114", "43405", "310462", "523882"], "ranked_scores": [0.9683, 0.5786, 0.504, 0.4812, 0.4776, 0.4684, 0.4486, 0.4483, 0.4445, 0.437], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "30172": {"relevant_ids": ["373486", "145119", "30173", "185817", "68426", "145120"], "ranked_ids": ["160900", "145120", "68426", "205338", "373486", "30173", "185817", "192604", "357893", "145119"], "ranked_scores": [0.9052, 0.9045, 0.8705, 0.8246, 0.8082, 0.7853, 0.7736, 0.7659, 0.7617, 0.7566], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5307, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.5148, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.7554, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "127880": {"relevant_ids": ["241164"], "ranked_ids": ["241164", "121458", "135083", "210277", "329579", "370634", "450198", "141773", "22396", "358959"], "ranked_scores": [0.8527, 0.6955, 0.6853, 0.6228, 0.6032, 0.5973, 0.5973, 0.5667, 0.5419, 0.5291], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "167969": {"relevant_ids": ["174461"], "ranked_ids": ["174461", "360983", "171665", "365197", "91854", "449678", "34814", "222958", "130124", "121354"], "ranked_scores": [0.8062, 0.7983, 0.5689, 0.5529, 0.5458, 0.5437, 0.5437, 0.5416, 0.5336, 0.5272], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "97986": {"relevant_ids": ["97987"], "ranked_ids": ["97987", "44589", "393565", "105886", "318396", "108564", "326597", "98924", "290935", "348913"], "ranked_scores": [0.9525, 0.8085, 0.6283, 0.5978, 0.5787, 0.5761, 0.5517, 0.5512, 0.5495, 0.5474], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "12865": {"relevant_ids": ["105683"], "ranked_ids": ["105683", "83623", "356189", "92902", "83622", "69748", "291690", "293035", "277453", "231925"], "ranked_scores": [0.9462, 0.6941, 0.6724, 0.6689, 0.6646, 0.6248, 0.5971, 0.585, 0.5842, 0.5773], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "215681": {"relevant_ids": ["215680"], "ranked_ids": ["215680", "177080", "5733", "57552", "178515", "252239", "301165", "54139", "78042", "229503"], "ranked_scores": [0.9559, 0.672, 0.6374, 0.6361, 0.6255, 0.5832, 0.5764, 0.5759, 0.5738, 0.5729], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-bge-base-en-v1.5-tq-2bit": {"127728": {"relevant_ids": ["127729"], "ranked_ids": ["127729", "38063", "250619", "48895", "145244", "485054", "278575", "494754", "127676", "78763"], "ranked_scores": [0.5752, 0.5414, 0.5308, 0.5264, 0.5215, 0.4932, 0.4882, 0.4853, 0.483, 0.4799], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "318820": {"relevant_ids": ["318821"], "ranked_ids": ["318821", "367479", "355161", "496708", "491039", "222238", "457906", "184762", "377941", "76767"], "ranked_scores": [0.8695, 0.6899, 0.6554, 0.5908, 0.5682, 0.563, 0.5579, 0.5404, 0.5392, 0.537], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "296098": {"relevant_ids": ["296097"], "ranked_ids": ["45507", "134752", "296097", "173403", "423933", "45506", "364131", "307653", "469868", "56686"], "ranked_scores": [0.6826, 0.6583, 0.6548, 0.6316, 0.6212, 0.6148, 0.6051, 0.5973, 0.5943, 0.5617], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "150414": {"relevant_ids": ["192835"], "ranked_ids": ["192835", "105782", "516620", "8875", "21131", "105783", "126746", "103122", "132912", "126745"], "ranked_scores": [0.8695, 0.8563, 0.8127, 0.7267, 0.7132, 0.7095, 0.6941, 0.6764, 0.6519, 0.6365], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145582": {"relevant_ids": ["145583"], "ranked_ids": ["145583", "299264", "316486", "285962", "345532", "87614", "356671", "454248", "285851", "130013"], "ranked_scores": [0.7006, 0.5908, 0.4714, 0.4236, 0.42, 0.4146, 0.4123, 0.4118, 0.4085, 0.3923], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "315712": {"relevant_ids": ["315713"], "ranked_ids": ["315713", "396505", "203205", "153536", "120489", "377891", "236508", "454814", "354381", "58851"], "ranked_scores": [0.848, 0.6125, 0.5976, 0.5623, 0.5525, 0.5483, 0.5248, 0.5239, 0.515, 0.5111], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145739": {"relevant_ids": ["145740"], "ranked_ids": ["145740", "241979", "366074", "415781", "115412", "336202", "375395", "148222", "8705", "376315"], "ranked_scores": [0.7529, 0.6319, 0.5922, 0.5679, 0.5504, 0.5443, 0.5426, 0.5274, 0.5159, 0.514], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "308127": {"relevant_ids": ["308126"], "ranked_ids": ["308126", "498938", "282571", "77650", "385951", "367804", "139188", "301104", "18335", "427609"], "ranked_scores": [0.763, 0.5055, 0.5016, 0.4986, 0.4961, 0.4674, 0.4653, 0.4436, 0.4346, 0.4311], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "287245": {"relevant_ids": ["322650", "283198", "283199"], "ranked_ids": ["322650", "283199", "283198", "109049", "188940", "221784", "405392", "508239", "420279", "450635"], "ranked_scores": [0.7653, 0.7576, 0.7499, 0.5158, 0.5001, 0.4885, 0.4777, 0.4629, 0.4606, 0.4589], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "14755": {"relevant_ids": ["211906", "14756"], "ranked_ids": ["211906", "14756", "450970", "30834", "57678", "235454", "449494", "383325", "236793", "535700"], "ranked_scores": [0.8736, 0.8587, 0.8582, 0.7155, 0.6704, 0.6703, 0.6575, 0.6062, 0.5947, 0.5794], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "370170": {"relevant_ids": ["370169"], "ranked_ids": ["370169", "537762", "466920", "449037", "433820", "22763", "417976", "211280", "387761", "334238"], "ranked_scores": [0.9782, 0.5355, 0.5175, 0.516, 0.5056, 0.4949, 0.4707, 0.4694, 0.4581, 0.4537], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "41774": {"relevant_ids": ["41773"], "ranked_ids": ["41773", "239344", "307530", "214766", "173048", "454279", "442459", "53738", "322074", "286056"], "ranked_scores": [0.7841, 0.5515, 0.4699, 0.4488, 0.4371, 0.4325, 0.4284, 0.4211, 0.4207, 0.4154], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "399648": {"relevant_ids": ["399649"], "ranked_ids": ["399649", "283129", "462253", "154368", "445074", "21253", "225815", "49710", "26748", "146745"], "ranked_scores": [0.9719, 0.5783, 0.5604, 0.5494, 0.5467, 0.5452, 0.5393, 0.5383, 0.538, 0.5359], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "504811": {"relevant_ids": ["504810"], "ranked_ids": ["504810", "298555", "309894", "74588", "90374", "256525", "84826", "55899", "220414", "364238"], "ranked_scores": [0.9429, 0.5885, 0.5511, 0.544, 0.5372, 0.5296, 0.5248, 0.5151, 0.5097, 0.5057], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "362950": {"relevant_ids": ["362949", "400212"], "ranked_ids": ["362949", "400212", "105920", "105919", "429502", "291799", "9132", "465929", "43209", "244712"], "ranked_scores": [0.7859, 0.7607, 0.6789, 0.6343, 0.6295, 0.6266, 0.6193, 0.6176, 0.6166, 0.6064], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "155873": {"relevant_ids": ["155874"], "ranked_ids": ["155874", "392604", "294020", "136219", "292617", "446058", "158852", "444541", "378060", "197959"], "ranked_scores": [0.6703, 0.6175, 0.524, 0.5218, 0.4748, 0.4608, 0.4492, 0.4453, 0.4405, 0.4396], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "263432": {"relevant_ids": ["263433"], "ranked_ids": ["263433", "128303", "371563", "18217", "190136", "510661", "279243", "104254", "305072", "41365"], "ranked_scores": [0.7032, 0.6023, 0.4923, 0.4818, 0.4689, 0.4466, 0.446, 0.4449, 0.4441, 0.4387], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "354945": {"relevant_ids": ["354946"], "ranked_ids": ["354946", "254071", "322478", "462984", "243923", "462983", "236419", "473769", "501255", "9687"], "ranked_scores": [0.8916, 0.621, 0.5101, 0.5084, 0.5057, 0.4749, 0.4683, 0.4621, 0.4241, 0.4027], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "245417": {"relevant_ids": ["219475", "248195"], "ranked_ids": ["40657", "219475", "248195", "64433", "37326", "164159", "319022", "413039", "368145", "152213"], "ranked_scores": [0.8183, 0.8059, 0.7166, 0.6965, 0.6721, 0.6653, 0.6652, 0.6445, 0.5992, 0.5761], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6934, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6934, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6934, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "516276": {"relevant_ids": ["516277"], "ranked_ids": ["516277", "34173", "19755", "352189", "76958", "510783", "62062", "143842", "44716", "112502"], "ranked_scores": [0.9086, 0.6992, 0.6917, 0.6492, 0.6411, 0.636, 0.6351, 0.6085, 0.6018, 0.6015], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177580": {"relevant_ids": ["177579"], "ranked_ids": ["177579", "18081", "129412", "115954", "272252", "234825", "76563", "129413", "60577", "88049"], "ranked_scores": [0.9223, 0.4943, 0.4743, 0.4707, 0.4671, 0.4554, 0.4428, 0.4307, 0.4179, 0.4123], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "309865": {"relevant_ids": ["33713", "78624", "78623"], "ranked_ids": ["33713", "78623", "405094", "153484", "78624", "209041", "495751", "437065", "469068", "360054"], "ranked_scores": [0.8567, 0.8496, 0.8435, 0.7861, 0.7597, 0.7348, 0.7208, 0.7034, 0.6742, 0.6699], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.9469, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9469, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "510387": {"relevant_ids": ["510386"], "ranked_ids": ["510386", "241538", "371033", "241537", "40390", "212478", "170896", "52003", "344869", "484846"], "ranked_scores": [0.7162, 0.7118, 0.6683, 0.6619, 0.6391, 0.6279, 0.6261, 0.6102, 0.6067, 0.5722], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "26645": {"relevant_ids": ["26644"], "ranked_ids": ["26644", "108781", "318396", "207775", "461704", "389208", "259432", "240705", "221561", "83875"], "ranked_scores": [0.9274, 0.6679, 0.6156, 0.601, 0.5575, 0.5406, 0.533, 0.5278, 0.5206, 0.5158], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "47788": {"relevant_ids": ["455725"], "ranked_ids": ["455725", "59223", "47703", "348138", "518171", "8505", "235686", "101721", "47789", "331"], "ranked_scores": [0.8286, 0.7384, 0.734, 0.7204, 0.709, 0.7083, 0.6985, 0.683, 0.6821, 0.6617], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "338281": {"relevant_ids": ["338282"], "ranked_ids": ["338282", "338711", "452930", "138712", "11563", "263861", "362498", "304167", "200288", "258451"], "ranked_scores": [0.7698, 0.4523, 0.4503, 0.4483, 0.4269, 0.4228, 0.3793, 0.3752, 0.3714, 0.3486], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "461149": {"relevant_ids": ["461148"], "ranked_ids": ["461148", "525835", "203100", "283905", "527101", "417040", "443095", "286024", "286025", "307096"], "ranked_scores": [0.8033, 0.7529, 0.7063, 0.578, 0.5421, 0.5394, 0.5272, 0.5174, 0.5153, 0.5093], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "346126": {"relevant_ids": ["110710", "110711"], "ranked_ids": ["110710", "110711", "154338", "168350", "296319", "254526", "229972", "203476", "340823", "528998"], "ranked_scores": [0.8559, 0.8104, 0.7752, 0.6813, 0.6474, 0.6451, 0.6279, 0.6235, 0.6199, 0.6133], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "372986": {"relevant_ids": ["49961", "262882"], "ranked_ids": ["49961", "262882", "497531", "108183", "215938", "303468", "140335", "485235", "226818", "88278"], "ranked_scores": [0.9174, 0.7711, 0.5803, 0.5691, 0.5623, 0.557, 0.5434, 0.5432, 0.541, 0.5352], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "501182": {"relevant_ids": ["501181"], "ranked_ids": ["501181", "274777", "231545", "261255", "447737", "456116", "333842", "251312", "402718", "53141"], "ranked_scores": [0.803, 0.5485, 0.4601, 0.4528, 0.4499, 0.4363, 0.4326, 0.4229, 0.4205, 0.4133], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13800": {"relevant_ids": ["376590", "408522", "13799"], "ranked_ids": ["13799", "376590", "179943", "408522", "391952", "131350", "481109", "214971", "454343", "56338"], "ranked_scores": [0.824, 0.7631, 0.6832, 0.6516, 0.6516, 0.6011, 0.597, 0.5969, 0.5906, 0.5884], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.9675, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9675, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "250143": {"relevant_ids": ["250142"], "ranked_ids": ["250142", "473276", "57155", "368186", "38409", "509758", "533421", "229130", "76062", "225655"], "ranked_scores": [0.8472, 0.7348, 0.5113, 0.5061, 0.5026, 0.4922, 0.4817, 0.4743, 0.4738, 0.4705], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13223": {"relevant_ids": ["88348", "156773", "20277", "13224", "88349"], "ranked_ids": ["156773", "13224", "88348", "86343", "88349", "366749", "137719", "24720", "223304", "11938"], "ranked_scores": [0.9366, 0.8579, 0.8021, 0.7869, 0.7857, 0.7663, 0.7628, 0.7493, 0.7419, 0.7353], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.2, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6, "ndcg@5": 0.8539, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.8, "ndcg@10": 0.8539, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.8}, "11002": {"relevant_ids": ["11003"], "ranked_ids": ["11003", "444112", "144197", "10212", "241075", "42203", "489539", "82619", "447730", "199548"], "ranked_scores": [0.8464, 0.7301, 0.6921, 0.6859, 0.681, 0.658, 0.6192, 0.605, 0.5971, 0.5807], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177653": {"relevant_ids": ["79732"], "ranked_ids": ["79732", "39174", "395587", "525756", "200611", "412316", "310721", "525755", "373717", "502840"], "ranked_scores": [0.8947, 0.6496, 0.571, 0.5579, 0.5422, 0.5217, 0.4996, 0.4771, 0.4711, 0.4654], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "415592": {"relevant_ids": ["415591"], "ranked_ids": ["415591", "379146", "84634", "430072", "338815", "494912", "105088", "499684", "523917", "81159"], "ranked_scores": [0.8889, 0.6299, 0.6174, 0.6146, 0.5898, 0.589, 0.5777, 0.57, 0.5694, 0.5528], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "511196": {"relevant_ids": ["511197"], "ranked_ids": ["511197", "45940", "459789", "77372", "13803", "289278", "414717", "224675", "156490", "251545"], "ranked_scores": [0.8222, 0.6276, 0.5786, 0.5656, 0.5374, 0.5306, 0.5177, 0.5045, 0.4901, 0.4825], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "344845": {"relevant_ids": ["344844"], "ranked_ids": ["344844", "161471", "503908", "327548", "79987", "111672", "187882", "249580", "95946", "397001"], "ranked_scores": [0.8392, 0.6944, 0.6691, 0.6517, 0.6439, 0.64, 0.6216, 0.6077, 0.6053, 0.5966], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "396744": {"relevant_ids": ["396745"], "ranked_ids": ["396745", "454241", "284966", "236438", "481437", "145729", "503444", "338567", "527221", "471027"], "ranked_scores": [0.6952, 0.5768, 0.5692, 0.5513, 0.5175, 0.516, 0.5127, 0.485, 0.4848, 0.4833], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "452398": {"relevant_ids": ["452399"], "ranked_ids": ["452399", "530610", "372901", "90225", "435989", "346712", "7119", "165046", "487918", "324290"], "ranked_scores": [0.8983, 0.5527, 0.5091, 0.5045, 0.5037, 0.4994, 0.4951, 0.4898, 0.4755, 0.4754], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "182114": {"relevant_ids": ["182113"], "ranked_ids": ["196647", "182113", "139689", "234482", "481882", "24197", "531602", "425919", "80224", "328873"], "ranked_scores": [0.7933, 0.7353, 0.6493, 0.6413, 0.6142, 0.5921, 0.5822, 0.5756, 0.5739, 0.5725], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "486260": {"relevant_ids": ["486259"], "ranked_ids": ["486259", "392356", "113749", "146738", "209254", "146737", "241333", "111946", "209255", "492147"], "ranked_scores": [0.8942, 0.6995, 0.675, 0.6729, 0.6464, 0.6382, 0.6288, 0.6156, 0.6094, 0.606], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "455140": {"relevant_ids": ["315935"], "ranked_ids": ["315935", "427112", "308963", "150842", "315936", "50224", "16399", "124700", "142202", "173862"], "ranked_scores": [0.8183, 0.6665, 0.6364, 0.6244, 0.6023, 0.5566, 0.5544, 0.5493, 0.5347, 0.5221], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "56198": {"relevant_ids": ["56199"], "ranked_ids": ["56199", "160194", "130971", "431226", "308888", "43404", "11253", "249114", "454612", "523882"], "ranked_scores": [0.9321, 0.5404, 0.4598, 0.4507, 0.4498, 0.4344, 0.4089, 0.4068, 0.4054, 0.4053], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "30172": {"relevant_ids": ["373486", "145119", "30173", "185817", "68426", "145120"], "ranked_ids": ["160900", "145120", "68426", "373486", "205338", "30173", "185817", "145119", "192604", "90983"], "ranked_scores": [0.8557, 0.8527, 0.8186, 0.77, 0.7662, 0.7405, 0.7323, 0.7316, 0.7147, 0.7072], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5307, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.5296, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.7767, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "127880": {"relevant_ids": ["241164"], "ranked_ids": ["241164", "121458", "135083", "210277", "329579", "370634", "450198", "141773", "358959", "22396"], "ranked_scores": [0.8073, 0.6475, 0.641, 0.5821, 0.5611, 0.5465, 0.5419, 0.541, 0.504, 0.4889], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "167969": {"relevant_ids": ["174461"], "ranked_ids": ["174461", "360983", "171665", "365197", "91854", "449678", "222958", "34814", "172806", "130124"], "ranked_scores": [0.7709, 0.747, 0.5379, 0.5281, 0.5222, 0.5173, 0.5078, 0.5009, 0.4947, 0.4928], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "97986": {"relevant_ids": ["97987"], "ranked_ids": ["97987", "44589", "393565", "318396", "105886", "290935", "326597", "284181", "98924", "193896"], "ranked_scores": [0.9215, 0.7626, 0.6065, 0.5662, 0.5618, 0.5351, 0.5284, 0.5179, 0.5153, 0.514], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "12865": {"relevant_ids": ["105683"], "ranked_ids": ["105683", "83623", "92902", "356189", "83622", "69748", "291690", "43086", "231925", "293035"], "ranked_scores": [0.9022, 0.65, 0.6208, 0.6205, 0.6052, 0.5676, 0.5639, 0.5378, 0.5341, 0.5338], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "215681": {"relevant_ids": ["215680"], "ranked_ids": ["215680", "177080", "5733", "57552", "178515", "297373", "301165", "54139", "252239", "157590"], "ranked_scores": [0.9254, 0.6339, 0.5871, 0.5835, 0.5736, 0.5473, 0.5407, 0.5322, 0.53, 0.5274], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-bge-base-en-v1.5-tq-1bit": {"127728": {"relevant_ids": ["127729"], "ranked_ids": ["127729", "38063", "445616", "145244", "485054", "250619", "188019", "48895", "494754", "317591"], "ranked_scores": [0.4609, 0.4297, 0.4141, 0.4115, 0.4036, 0.3958, 0.3958, 0.3854, 0.3854, 0.3828], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "318820": {"relevant_ids": ["318821"], "ranked_ids": ["318821", "367479", "355161", "496708", "491039", "222238", "457906", "481262", "360734", "377941"], "ranked_scores": [0.7786, 0.5703, 0.5156, 0.4844, 0.4401, 0.4349, 0.4297, 0.4193, 0.4193, 0.4167], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "296098": {"relevant_ids": ["296097"], "ranked_ids": ["45507", "296097", "134752", "173403", "45506", "364131", "423933", "307653", "469868", "56686"], "ranked_scores": [0.5651, 0.5208, 0.5156, 0.5052, 0.5026, 0.5, 0.4687, 0.4635, 0.4453, 0.4271], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "150414": {"relevant_ids": ["192835"], "ranked_ids": ["192835", "105782", "516620", "21131", "8875", "126746", "105783", "132912", "98863", "296128"], "ranked_scores": [0.7917, 0.7396, 0.6719, 0.5755, 0.5573, 0.5495, 0.5495, 0.5417, 0.5156, 0.5052], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145582": {"relevant_ids": ["145583"], "ranked_ids": ["145583", "299264", "454248", "316486", "345532", "285962", "130013", "508502", "87614", "369955"], "ranked_scores": [0.5234, 0.4401, 0.3073, 0.3073, 0.2995, 0.2917, 0.2839, 0.2812, 0.2786, 0.276], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "315712": {"relevant_ids": ["315713"], "ranked_ids": ["315713", "396505", "203205", "120489", "390120", "58851", "153536", "408588", "377891", "335053"], "ranked_scores": [0.7708, 0.5026, 0.487, 0.4609, 0.4349, 0.4167, 0.4141, 0.4036, 0.401, 0.3984], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145739": {"relevant_ids": ["145740"], "ranked_ids": ["145740", "241979", "366074", "375395", "415781", "336202", "8705", "148222", "115412", "303090"], "ranked_scores": [0.6146, 0.5208, 0.4531, 0.4297, 0.4271, 0.4271, 0.4271, 0.4167, 0.4063, 0.3958], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "308127": {"relevant_ids": ["308126"], "ranked_ids": ["308126", "498938", "282571", "77650", "490044", "385951", "367804", "301104", "252091", "427265"], "ranked_scores": [0.6146, 0.4036, 0.362, 0.3568, 0.3516, 0.349, 0.3464, 0.3438, 0.3255, 0.3255], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "287245": {"relevant_ids": ["322650", "283198", "283199"], "ranked_ids": ["322650", "283199", "283198", "109049", "450635", "405392", "188940", "221784", "415785", "497666"], "ranked_scores": [0.6146, 0.5964, 0.5755, 0.4167, 0.4115, 0.401, 0.3984, 0.3958, 0.3776, 0.3776], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "14755": {"relevant_ids": ["211906", "14756"], "ranked_ids": ["211906", "450970", "14756", "30834", "235454", "57678", "449494", "236793", "383325", "535700"], "ranked_scores": [0.7943, 0.763, 0.7526, 0.6094, 0.5859, 0.5625, 0.5469, 0.513, 0.4948, 0.4818], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.9197, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.9197, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9197, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "370170": {"relevant_ids": ["370169"], "ranked_ids": ["370169", "466920", "537762", "417976", "22763", "449037", "433820", "476551", "211280", "124288"], "ranked_scores": [0.9609, 0.4062, 0.3958, 0.3828, 0.3802, 0.3672, 0.3568, 0.3438, 0.3411, 0.3385], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "41774": {"relevant_ids": ["41773"], "ranked_ids": ["41773", "239344", "53738", "173048", "442459", "307530", "141438", "118995", "454279", "339534"], "ranked_scores": [0.638, 0.3958, 0.3776, 0.3568, 0.349, 0.3438, 0.3438, 0.3385, 0.3385, 0.3359], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "399648": {"relevant_ids": ["399649"], "ranked_ids": ["399649", "283129", "154368", "462253", "26748", "21253", "49710", "212809", "54706", "146745"], "ranked_scores": [0.974, 0.4661, 0.4635, 0.4583, 0.4479, 0.4375, 0.4349, 0.4349, 0.4323, 0.4323], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "504811": {"relevant_ids": ["504810"], "ranked_ids": ["504810", "298555", "74588", "90374", "256525", "214151", "160456", "309894", "55899", "448774"], "ranked_scores": [0.9063, 0.4688, 0.4375, 0.4375, 0.4297, 0.4063, 0.401, 0.401, 0.3958, 0.3932], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "362950": {"relevant_ids": ["362949", "400212"], "ranked_ids": ["362949", "400212", "105919", "465929", "427587", "9132", "419727", "105920", "291799", "311523"], "ranked_scores": [0.724, 0.6693, 0.5391, 0.5156, 0.5156, 0.5078, 0.5, 0.4948, 0.4922, 0.4896], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "155873": {"relevant_ids": ["155874"], "ranked_ids": ["155874", "392604", "136219", "294020", "292617", "383066", "88342", "444541", "246660", "146003"], "ranked_scores": [0.5182, 0.4609, 0.3932, 0.3854, 0.3542, 0.3464, 0.3437, 0.3333, 0.3307, 0.3307], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "263432": {"relevant_ids": ["263433"], "ranked_ids": ["263433", "128303", "503218", "190136", "371563", "104254", "510661", "279243", "401373", "18217"], "ranked_scores": [0.5469, 0.4688, 0.3828, 0.3724, 0.3724, 0.3646, 0.362, 0.3542, 0.349, 0.3464], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "354945": {"relevant_ids": ["354946"], "ranked_ids": ["354946", "254071", "243923", "462983", "322478", "236419", "76723", "462984", "473769", "9687"], "ranked_scores": [0.7891, 0.4323, 0.3932, 0.3854, 0.3698, 0.3568, 0.3411, 0.3307, 0.3307, 0.3229], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "245417": {"relevant_ids": ["219475", "248195"], "ranked_ids": ["40657", "219475", "64433", "248195", "413039", "319022", "164159", "37326", "368145", "14180"], "ranked_scores": [0.7135, 0.6901, 0.6094, 0.5807, 0.5234, 0.5208, 0.5052, 0.487, 0.474, 0.4531], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6509, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6509, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "516276": {"relevant_ids": ["516277"], "ranked_ids": ["516277", "34173", "19755", "352189", "143842", "62062", "510783", "118572", "76958", "44716"], "ranked_scores": [0.8516, 0.5547, 0.526, 0.5156, 0.4896, 0.4896, 0.4818, 0.4687, 0.4661, 0.4635], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177580": {"relevant_ids": ["177579"], "ranked_ids": ["177579", "115954", "18081", "272252", "419100", "234825", "129412", "75396", "129413", "491936"], "ranked_scores": [0.8672, 0.3411, 0.3255, 0.3255, 0.3229, 0.3229, 0.3203, 0.3177, 0.3073, 0.3047], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "309865": {"relevant_ids": ["33713", "78624", "78623"], "ranked_ids": ["33713", "78623", "153484", "405094", "78624", "209041", "495751", "437065", "143703", "20635"], "ranked_scores": [0.7734, 0.7083, 0.7083, 0.6979, 0.6536, 0.6146, 0.6042, 0.5651, 0.5365, 0.5365], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.9469, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9469, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "510387": {"relevant_ids": ["510386"], "ranked_ids": ["510386", "371033", "40390", "241538", "170896", "344869", "241537", "52003", "212478", "284736"], "ranked_scores": [0.5521, 0.5443, 0.526, 0.5208, 0.4922, 0.487, 0.4766, 0.4714, 0.4609, 0.4505], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "26645": {"relevant_ids": ["26644"], "ranked_ids": ["26644", "108781", "318396", "207775", "144057", "240705", "389208", "192342", "259432", "461704"], "ranked_scores": [0.862, 0.5365, 0.4531, 0.4349, 0.4219, 0.4219, 0.4193, 0.4141, 0.4115, 0.4089], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "47788": {"relevant_ids": ["455725"], "ranked_ids": ["455725", "59223", "348138", "518171", "8505", "101721", "47703", "235686", "37221", "59508"], "ranked_scores": [0.6823, 0.5807, 0.5651, 0.5651, 0.5573, 0.5417, 0.5391, 0.5208, 0.5182, 0.5], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "338281": {"relevant_ids": ["338282"], "ranked_ids": ["338282", "138712", "452930", "11563", "263861", "338711", "85881", "200288", "343824", "281647"], "ranked_scores": [0.638, 0.3646, 0.3516, 0.349, 0.3411, 0.3177, 0.2865, 0.2812, 0.2786, 0.276], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "461149": {"relevant_ids": ["461148"], "ranked_ids": ["461148", "525835", "203100", "283905", "443095", "527101", "417040", "277547", "528608", "519616"], "ranked_scores": [0.6719, 0.6536, 0.5521, 0.4557, 0.4193, 0.4063, 0.401, 0.3958, 0.3932, 0.3906], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "346126": {"relevant_ids": ["110710", "110711"], "ranked_ids": ["110710", "110711", "154338", "254526", "168350", "296319", "229972", "203476", "340823", "6816"], "ranked_scores": [0.75, 0.7005, 0.599, 0.5286, 0.5156, 0.4948, 0.4818, 0.4714, 0.4714, 0.4687], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "372986": {"relevant_ids": ["49961", "262882"], "ranked_ids": ["49961", "262882", "303468", "215938", "497531", "108183", "491226", "88278", "497357", "309713"], "ranked_scores": [0.8464, 0.6354, 0.4818, 0.4583, 0.4531, 0.4401, 0.4297, 0.4219, 0.4115, 0.4115], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "501182": {"relevant_ids": ["501181"], "ranked_ids": ["501181", "274777", "361182", "447737", "261255", "2257", "251312", "53141", "231545", "458631"], "ranked_scores": [0.6953, 0.4036, 0.3542, 0.349, 0.3464, 0.3411, 0.3385, 0.3385, 0.3359, 0.3281], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13800": {"relevant_ids": ["376590", "408522", "13799"], "ranked_ids": ["13799", "376590", "179943", "408522", "481109", "391952", "131350", "214971", "8622", "454343"], "ranked_scores": [0.7474, 0.6641, 0.5651, 0.5625, 0.4974, 0.4896, 0.474, 0.4687, 0.4635, 0.4635], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.9675, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9675, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "250143": {"relevant_ids": ["250142"], "ranked_ids": ["250142", "473276", "57155", "509758", "229130", "76062", "50539", "509757", "225655", "318482"], "ranked_scores": [0.737, 0.5755, 0.4271, 0.4115, 0.388, 0.3776, 0.375, 0.3698, 0.3672, 0.362], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13223": {"relevant_ids": ["88348", "156773", "20277", "13224", "88349"], "ranked_ids": ["156773", "13224", "88348", "86343", "366749", "88349", "137719", "11938", "24720", "223304"], "ranked_scores": [0.8906, 0.7604, 0.7057, 0.6823, 0.6771, 0.6562, 0.6458, 0.6302, 0.6302, 0.6146], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.2, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6, "ndcg@5": 0.7227, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6, "ndcg@10": 0.8435, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.8}, "11002": {"relevant_ids": ["11003"], "ranked_ids": ["11003", "444112", "144197", "241075", "42203", "10212", "489539", "468424", "87346", "82619"], "ranked_scores": [0.7708, 0.5833, 0.5339, 0.5339, 0.5208, 0.5156, 0.5078, 0.474, 0.4688, 0.4687], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177653": {"relevant_ids": ["79732"], "ranked_ids": ["79732", "39174", "200611", "525756", "395587", "310721", "293259", "502840", "194790", "282395"], "ranked_scores": [0.7526, 0.4661, 0.4531, 0.4245, 0.401, 0.3568, 0.3411, 0.3385, 0.3333, 0.3281], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "415592": {"relevant_ids": ["415591"], "ranked_ids": ["415591", "379146", "105088", "430072", "84634", "523917", "499684", "494912", "338815", "338816"], "ranked_scores": [0.7891, 0.5286, 0.4896, 0.4896, 0.487, 0.4557, 0.4479, 0.4401, 0.4375, 0.4245], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "511196": {"relevant_ids": ["511197"], "ranked_ids": ["511197", "45940", "459789", "289278", "77372", "414717", "156490", "13803", "260954", "251545"], "ranked_scores": [0.6849, 0.5, 0.4714, 0.4375, 0.4349, 0.4193, 0.4036, 0.3932, 0.3854, 0.3802], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "344845": {"relevant_ids": ["344844"], "ranked_ids": ["344844", "161471", "503908", "224515", "327548", "155049", "397001", "79987", "249580", "95946"], "ranked_scores": [0.7891, 0.5339, 0.5208, 0.4974, 0.4818, 0.474, 0.474, 0.4714, 0.4714, 0.4714], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "396744": {"relevant_ids": ["396745"], "ranked_ids": ["396745", "236438", "284966", "454241", "145729", "503444", "481437", "369693", "394632", "338567"], "ranked_scores": [0.5651, 0.4453, 0.4453, 0.4323, 0.3906, 0.3802, 0.375, 0.3698, 0.3646, 0.362], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "452398": {"relevant_ids": ["452399"], "ranked_ids": ["452399", "372901", "60646", "134287", "530610", "304781", "90225", "399415", "7119", "346712"], "ranked_scores": [0.7969, 0.401, 0.3906, 0.3906, 0.3854, 0.3828, 0.3802, 0.3776, 0.3698, 0.3698], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "182114": {"relevant_ids": ["182113"], "ranked_ids": ["196647", "182113", "139689", "234482", "24197", "481882", "328873", "229182", "80224", "531602"], "ranked_scores": [0.6536, 0.5964, 0.5286, 0.4557, 0.4531, 0.4505, 0.4479, 0.4427, 0.4375, 0.4349], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "486260": {"relevant_ids": ["486259"], "ranked_ids": ["486259", "113749", "392356", "146738", "65893", "209254", "241333", "209255", "492147", "146737"], "ranked_scores": [0.7917, 0.5443, 0.5339, 0.5339, 0.513, 0.4896, 0.4818, 0.4766, 0.4661, 0.4635], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "455140": {"relevant_ids": ["315935"], "ranked_ids": ["315935", "427112", "150842", "308963", "50224", "315936", "440700", "124700", "142202", "16399"], "ranked_scores": [0.6979, 0.5781, 0.5026, 0.4948, 0.487, 0.474, 0.4583, 0.4531, 0.4453, 0.4219], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "56198": {"relevant_ids": ["56199"], "ranked_ids": ["56199", "160194", "130971", "431226", "523882", "43404", "249114", "11253", "308888", "138800"], "ranked_scores": [0.8984, 0.4375, 0.3672, 0.362, 0.3594, 0.3411, 0.3229, 0.3203, 0.3203, 0.3177], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "30172": {"relevant_ids": ["373486", "145119", "30173", "185817", "68426", "145120"], "ranked_ids": ["145120", "160900", "68426", "205338", "90983", "192604", "373486", "30173", "185817", "145119"], "ranked_scores": [0.7682, 0.7526, 0.724, 0.6589, 0.6224, 0.6198, 0.6146, 0.6042, 0.6042, 0.5833], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.1667, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.5087, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.8288, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "127880": {"relevant_ids": ["241164"], "ranked_ids": ["241164", "121458", "135083", "210277", "370634", "329579", "22396", "450198", "141773", "389443"], "ranked_scores": [0.6641, 0.5547, 0.5026, 0.4661, 0.4609, 0.4479, 0.4115, 0.401, 0.3984, 0.3932], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "167969": {"relevant_ids": ["174461"], "ranked_ids": ["174461", "360983", "449678", "171665", "146236", "365197", "255348", "10393", "85534", "207491"], "ranked_scores": [0.6589, 0.5781, 0.4609, 0.4271, 0.4063, 0.3958, 0.3932, 0.388, 0.388, 0.3828], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "97986": {"relevant_ids": ["97987"], "ranked_ids": ["97987", "44589", "393565", "105886", "326597", "348913", "193896", "234865", "108564", "318396"], "ranked_scores": [0.8437, 0.6146, 0.4844, 0.4375, 0.4193, 0.4141, 0.4115, 0.4089, 0.4089, 0.4036], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "12865": {"relevant_ids": ["105683"], "ranked_ids": ["105683", "83623", "92902", "69748", "83622", "356189", "291690", "43086", "231925", "293035"], "ranked_scores": [0.8411, 0.5156, 0.5026, 0.4818, 0.4766, 0.4453, 0.4349, 0.4297, 0.4271, 0.4271], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "215681": {"relevant_ids": ["215680"], "ranked_ids": ["215680", "177080", "301165", "57552", "252239", "297373", "54139", "5733", "370717", "178515"], "ranked_scores": [0.8698, 0.5026, 0.4531, 0.4479, 0.4453, 0.4401, 0.4375, 0.4323, 0.4323, 0.4219], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-bge-base-en-v1.5-atanh-gamma0.1": {"127728": {"relevant_ids": ["127729"], "ranked_ids": ["127729", "38063", "48895", "78763", "127676", "278575", "205884", "188019", "387548", "485054"], "ranked_scores": [559.0, 558.0, 550.0, 549.0, 548.0, 542.0, 541.0, 540.0, 539.0, 538.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "318820": {"relevant_ids": ["318821"], "ranked_ids": ["318821", "367479", "355161", "496708", "360734", "222238", "491039", "452387", "191524", "531949"], "ranked_scores": [694.0, 599.0, 573.0, 552.0, 549.0, 548.0, 546.0, 540.0, 540.0, 528.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "296098": {"relevant_ids": ["296097"], "ranked_ids": ["134752", "45507", "423933", "364131", "45506", "296097", "173403", "469868", "307653", "56686"], "ranked_scores": [599.0, 598.0, 575.0, 575.0, 574.0, 565.0, 563.0, 562.0, 556.0, 540.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "150414": {"relevant_ids": ["192835"], "ranked_ids": ["192835", "105782", "516620", "126746", "8875", "103122", "105783", "21131", "126745", "132912"], "ranked_scores": [702.0, 683.0, 663.0, 626.0, 624.0, 611.0, 605.0, 601.0, 593.0, 580.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145582": {"relevant_ids": ["145583"], "ranked_ids": ["145583", "299264", "285851", "285962", "508501", "508502", "87614", "112261", "130013", "369955"], "ranked_scores": [604.0, 543.0, 501.0, 498.0, 497.0, 495.0, 495.0, 490.0, 489.0, 486.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "315712": {"relevant_ids": ["315713"], "ranked_ids": ["315713", "354381", "396505", "408588", "203205", "236508", "492506", "153536", "58851", "401513"], "ranked_scores": [666.0, 552.0, 545.0, 542.0, 540.0, 532.0, 531.0, 530.0, 523.0, 522.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145739": {"relevant_ids": ["145740"], "ranked_ids": ["145740", "241979", "366074", "8705", "148222", "115412", "415781", "4688", "375395", "347337"], "ranked_scores": [635.0, 579.0, 577.0, 552.0, 551.0, 550.0, 549.0, 548.0, 547.0, 544.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "308127": {"relevant_ids": ["308126"], "ranked_ids": ["308126", "271118", "282571", "498938", "77650", "490044", "367804", "385951", "139188", "65412"], "ranked_scores": [607.0, 528.0, 522.0, 516.0, 514.0, 511.0, 509.0, 506.0, 503.0, 501.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "287245": {"relevant_ids": ["283199", "283198", "322650"], "ranked_ids": ["322650", "283199", "283198", "221784", "405392", "221783", "497666", "450635", "508239", "109049"], "ranked_scores": [633.0, 631.0, 614.0, 536.0, 528.0, 521.0, 520.0, 519.0, 519.0, 518.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "14755": {"relevant_ids": ["211906", "14756"], "ranked_ids": ["211906", "450970", "14756", "235454", "30834", "57678", "449494", "393649", "236793", "383325"], "ranked_scores": [681.0, 677.0, 672.0, 587.0, 587.0, 573.0, 567.0, 551.0, 548.0, 544.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.9197, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.9197, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9197, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "370170": {"relevant_ids": ["370169"], "ranked_ids": ["370169", "476551", "449037", "466920", "433820", "537762", "88911", "212397", "96998", "22763"], "ranked_scores": [756.0, 526.0, 515.0, 508.0, 504.0, 503.0, 500.0, 498.0, 498.0, 496.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "41774": {"relevant_ids": ["41773"], "ranked_ids": ["41773", "239344", "194725", "307530", "199609", "185583", "457396", "407675", "322074", "437157"], "ranked_scores": [607.0, 544.0, 507.0, 502.0, 500.0, 496.0, 495.0, 495.0, 489.0, 488.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "399648": {"relevant_ids": ["399649"], "ranked_ids": ["399649", "462253", "154368", "225815", "445074", "146745", "435035", "21253", "26748", "54706"], "ranked_scores": [759.0, 562.0, 556.0, 553.0, 548.0, 541.0, 540.0, 539.0, 537.0, 535.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "504811": {"relevant_ids": ["504810"], "ranked_ids": ["504810", "298555", "90374", "220414", "74588", "179618", "55899", "309894", "256525", "327274"], "ranked_scores": [737.0, 539.0, 526.0, 523.0, 516.0, 514.0, 513.0, 512.0, 511.0, 511.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "362950": {"relevant_ids": ["400212", "362949"], "ranked_ids": ["362949", "400212", "487392", "9132", "344212", "129563", "419727", "427587", "465929", "105920"], "ranked_scores": [631.0, 612.0, 583.0, 580.0, 579.0, 574.0, 572.0, 571.0, 569.0, 568.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "155873": {"relevant_ids": ["155874"], "ranked_ids": ["392604", "155874", "446058", "3139", "3249", "174295", "292617", "97652", "355445", "430514"], "ranked_scores": [600.0, 590.0, 565.0, 527.0, 522.0, 521.0, 520.0, 520.0, 519.0, 517.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "263432": {"relevant_ids": ["263433"], "ranked_ids": ["263433", "371563", "128303", "370718", "409956", "205954", "192229", "370717", "258335", "18217"], "ranked_scores": [610.0, 549.0, 549.0, 528.0, 519.0, 517.0, 517.0, 517.0, 516.0, 515.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "354945": {"relevant_ids": ["354946"], "ranked_ids": ["354946", "254071", "322478", "462983", "236419", "462984", "243923", "9687", "473769", "170850"], "ranked_scores": [704.0, 555.0, 527.0, 510.0, 507.0, 505.0, 504.0, 496.0, 496.0, 491.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "245417": {"relevant_ids": ["219475", "248195"], "ranked_ids": ["40657", "219475", "248195", "64433", "413039", "164159", "319022", "355903", "37326", "368145"], "ranked_scores": [640.0, 622.0, 595.0, 584.0, 571.0, 569.0, 562.0, 562.0, 560.0, 544.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6934, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6934, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6934, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "516276": {"relevant_ids": ["516277"], "ranked_ids": ["516277", "19755", "510783", "76958", "34173", "62062", "352189", "471902", "112502", "44716"], "ranked_scores": [716.0, 611.0, 599.0, 597.0, 595.0, 573.0, 569.0, 568.0, 567.0, 566.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177580": {"relevant_ids": ["177579"], "ranked_ids": ["177579", "129412", "234825", "517075", "129413", "115954", "272252", "60577", "320138", "511935"], "ranked_scores": [718.0, 527.0, 524.0, 521.0, 518.0, 510.0, 503.0, 502.0, 501.0, 500.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "309865": {"relevant_ids": ["33713", "78624", "78623"], "ranked_ids": ["33713", "78623", "405094", "78624", "437065", "495751", "153484", "469068", "360054", "143703"], "ranked_scores": [699.0, 659.0, 654.0, 645.0, 611.0, 610.0, 606.0, 590.0, 584.0, 581.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.9675, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9675, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "510387": {"relevant_ids": ["510386"], "ranked_ids": ["510386", "241538", "40390", "371033", "170896", "241537", "212478", "344869", "52003", "91350"], "ranked_scores": [635.0, 621.0, 609.0, 602.0, 590.0, 588.0, 588.0, 584.0, 567.0, 567.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "26645": {"relevant_ids": ["26644"], "ranked_ids": ["26644", "318396", "108781", "207775", "83875", "144057", "240705", "364334", "461704", "83874"], "ranked_scores": [718.0, 595.0, 584.0, 575.0, 571.0, 560.0, 558.0, 557.0, 556.0, 556.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "47788": {"relevant_ids": ["455725"], "ranked_ids": ["455725", "518171", "59223", "8505", "235686", "348138", "331", "101721", "47703", "47789"], "ranked_scores": [678.0, 653.0, 652.0, 646.0, 644.0, 636.0, 635.0, 630.0, 630.0, 587.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "338281": {"relevant_ids": ["338282"], "ranked_ids": ["338282", "138712", "263861", "459804", "452930", "11563", "338711", "327767", "362498", "277402"], "ranked_scores": [618.0, 534.0, 516.0, 515.0, 513.0, 503.0, 500.0, 495.0, 495.0, 491.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "461149": {"relevant_ids": ["461148"], "ranked_ids": ["461148", "525835", "203100", "527101", "283905", "476499", "443095", "335800", "73297", "417040"], "ranked_scores": [655.0, 640.0, 612.0, 558.0, 547.0, 546.0, 542.0, 542.0, 534.0, 533.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "346126": {"relevant_ids": ["110711", "110710"], "ranked_ids": ["110710", "154338", "110711", "168350", "296319", "55038", "85707", "528998", "203476", "340725"], "ranked_scores": [685.0, 656.0, 639.0, 597.0, 596.0, 580.0, 579.0, 577.0, 575.0, 575.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.9197, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.9197, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9197, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "372986": {"relevant_ids": ["262882", "49961"], "ranked_ids": ["49961", "262882", "497531", "303468", "215938", "226818", "485235", "108183", "405434", "491226"], "ranked_scores": [704.0, 618.0, 541.0, 539.0, 531.0, 528.0, 528.0, 521.0, 519.0, 518.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "501182": {"relevant_ids": ["501181"], "ranked_ids": ["501181", "274777", "261255", "129993", "25920", "53141", "251312", "501373", "231545", "384476"], "ranked_scores": [626.0, 541.0, 511.0, 508.0, 507.0, 502.0, 501.0, 498.0, 496.0, 494.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13800": {"relevant_ids": ["376590", "408522", "13799"], "ranked_ids": ["13799", "376590", "408522", "179943", "391952", "481109", "363079", "131350", "56338", "8622"], "ranked_scores": [674.0, 651.0, 594.0, 593.0, 577.0, 572.0, 560.0, 558.0, 555.0, 552.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "250143": {"relevant_ids": ["250142"], "ranked_ids": ["250142", "473276", "76062", "206630", "57155", "38409", "533421", "526032", "50539", "509758"], "ranked_scores": [668.0, 636.0, 521.0, 521.0, 516.0, 514.0, 512.0, 511.0, 509.0, 505.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13223": {"relevant_ids": ["156773", "13224", "88348", "20277", "88349"], "ranked_ids": ["156773", "13224", "88349", "88348", "86343", "366749", "137719", "24720", "126265", "223304"], "ranked_scores": [746.0, 687.0, 675.0, 672.0, 653.0, 649.0, 638.0, 625.0, 624.0, 623.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.2, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6, "ndcg@5": 0.8688, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.8, "ndcg@10": 0.8688, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.8}, "11002": {"relevant_ids": ["11003"], "ranked_ids": ["11003", "444112", "144197", "10212", "42203", "347493", "489539", "241075", "153944", "468424"], "ranked_scores": [664.0, 622.0, 606.0, 604.0, 583.0, 575.0, 571.0, 568.0, 568.0, 560.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177653": {"relevant_ids": ["79732"], "ranked_ids": ["79732", "39174", "200611", "412316", "310721", "525755", "395587", "525756", "502840", "373717"], "ranked_scores": [704.0, 568.0, 557.0, 538.0, 531.0, 523.0, 522.0, 514.0, 509.0, 508.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "415592": {"relevant_ids": ["415591"], "ranked_ids": ["415591", "379146", "430072", "208294", "435045", "288357", "338816", "507998", "91592", "322822"], "ranked_scores": [694.0, 593.0, 562.0, 552.0, 552.0, 548.0, 543.0, 542.0, 542.0, 541.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "511196": {"relevant_ids": ["511197"], "ranked_ids": ["511197", "45940", "77372", "459789", "414717", "289278", "224675", "13803", "251546", "156490"], "ranked_scores": [654.0, 563.0, 541.0, 534.0, 534.0, 533.0, 531.0, 528.0, 527.0, 523.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "344845": {"relevant_ids": ["344844"], "ranked_ids": ["344844", "327548", "79987", "95946", "161471", "503908", "111672", "187882", "125075", "162045"], "ranked_scores": [682.0, 617.0, 606.0, 603.0, 597.0, 594.0, 581.0, 580.0, 577.0, 577.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "396744": {"relevant_ids": ["396745"], "ranked_ids": ["396745", "284966", "454241", "236438", "527221", "481437", "145729", "418055", "489628", "503444"], "ranked_scores": [592.0, 579.0, 567.0, 552.0, 548.0, 543.0, 533.0, 532.0, 529.0, 523.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "452398": {"relevant_ids": ["452399"], "ranked_ids": ["452399", "102618", "90225", "395217", "530610", "346712", "324290", "325254", "134287", "304781"], "ranked_scores": [727.0, 544.0, 541.0, 538.0, 536.0, 531.0, 525.0, 522.0, 522.0, 521.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "182114": {"relevant_ids": ["182113"], "ranked_ids": ["196647", "182113", "234482", "139689", "481882", "24197", "354965", "328873", "425919", "80224"], "ranked_scores": [643.0, 615.0, 590.0, 585.0, 577.0, 553.0, 546.0, 543.0, 539.0, 538.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "486260": {"relevant_ids": ["486259"], "ranked_ids": ["486259", "392356", "113749", "209254", "146738", "209255", "65893", "241333", "111946", "146737"], "ranked_scores": [694.0, 622.0, 609.0, 605.0, 599.0, 595.0, 593.0, 590.0, 590.0, 586.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "455140": {"relevant_ids": ["315935"], "ranked_ids": ["315935", "427112", "124700", "150842", "308963", "315936", "142202", "16399", "510681", "519049"], "ranked_scores": [657.0, 576.0, 557.0, 555.0, 552.0, 549.0, 543.0, 539.0, 535.0, 532.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "56198": {"relevant_ids": ["56199"], "ranked_ids": ["56199", "130971", "43404", "43405", "521606", "496142", "25611", "160194", "431226", "310462"], "ranked_scores": [719.0, 524.0, 503.0, 500.0, 499.0, 499.0, 498.0, 495.0, 490.0, 488.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "30172": {"relevant_ids": ["185817", "145119", "30173", "145120", "373486", "68426"], "ranked_ids": ["145120", "160900", "68426", "205338", "373486", "145119", "192604", "15236", "185581", "185817"], "ranked_scores": [685.0, 668.0, 660.0, 639.0, 628.0, 621.0, 613.0, 608.0, 608.0, 607.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.1667, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.6399, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.7662, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.8333}, "127880": {"relevant_ids": ["241164"], "ranked_ids": ["241164", "121458", "450198", "135083", "210277", "370634", "122116", "258873", "22396", "307991"], "ranked_scores": [658.0, 553.0, 551.0, 545.0, 523.0, 516.0, 514.0, 513.0, 510.0, 507.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "167969": {"relevant_ids": ["174461"], "ranked_ids": ["174461", "360983", "34814", "222958", "257735", "177138", "85534", "95767", "91854", "449678"], "ranked_scores": [628.0, 614.0, 548.0, 544.0, 538.0, 536.0, 528.0, 528.0, 527.0, 526.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "97986": {"relevant_ids": ["97987"], "ranked_ids": ["97987", "44589", "105886", "108564", "274700", "290935", "393565", "376198", "326597", "426973"], "ranked_scores": [708.0, 617.0, 559.0, 550.0, 549.0, 549.0, 548.0, 545.0, 544.0, 543.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "12865": {"relevant_ids": ["105683"], "ranked_ids": ["105683", "356189", "92902", "83623", "83622", "69748", "277453", "306838", "293035", "251127"], "ranked_scores": [736.0, 618.0, 588.0, 579.0, 564.0, 560.0, 555.0, 552.0, 550.0, 549.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "215681": {"relevant_ids": ["215680"], "ranked_ids": ["215680", "177080", "5733", "178515", "57552", "320539", "252239", "286275", "317598", "466198"], "ranked_scores": [738.0, 578.0, 561.0, 556.0, 555.0, 539.0, 538.0, 537.0, 537.0, 537.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-bge-base-en-v1.5-asigm-2b": {"127728": {"relevant_ids": ["127729"], "ranked_ids": ["38063", "127729", "78763", "278575", "387548", "205884", "145244", "29358", "250619", "127676"], "ranked_scores": [0.4588, 0.4562, 0.4462, 0.4278, 0.4124, 0.4124, 0.3995, 0.3995, 0.3969, 0.3969], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "318820": {"relevant_ids": ["318821"], "ranked_ids": ["318821", "367479", "355161", "222238", "360734", "496708", "491039", "191524", "184762", "76767"], "ranked_scores": [0.8067, 0.5567, 0.4845, 0.4536, 0.4407, 0.4381, 0.4304, 0.4227, 0.4072, 0.3814], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "296098": {"relevant_ids": ["296097"], "ranked_ids": ["134752", "45507", "364131", "423933", "469868", "173403", "307653", "296097", "45506", "56686"], "ranked_scores": [0.5696, 0.5644, 0.5077, 0.5052, 0.4845, 0.4794, 0.4716, 0.4665, 0.4485, 0.3943], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "150414": {"relevant_ids": ["192835"], "ranked_ids": ["192835", "105782", "516620", "8875", "103122", "126746", "21131", "105783", "132912", "126745"], "ranked_scores": [0.8041, 0.7809, 0.732, 0.6308, 0.549, 0.549, 0.5231, 0.5128, 0.5077, 0.5052], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145582": {"relevant_ids": ["145583"], "ranked_ids": ["145583", "299264", "112261", "87614", "130013", "454248", "126753", "285851", "508501", "508502"], "ranked_scores": [0.5412, 0.3479, 0.2744, 0.2655, 0.2641, 0.2603, 0.25, 0.25, 0.25, 0.2474], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "315712": {"relevant_ids": ["315713"], "ranked_ids": ["315713", "203205", "354381", "408588", "153536", "377891", "396505", "182720", "236508", "242340"], "ranked_scores": [0.7294, 0.4665, 0.4536, 0.4417, 0.4201, 0.4133, 0.4021, 0.3897, 0.3892, 0.3872], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145739": {"relevant_ids": ["145740"], "ranked_ids": ["145740", "241979", "366074", "148222", "375395", "8705", "115412", "280142", "415781", "303090"], "ranked_scores": [0.6487, 0.5128, 0.4641, 0.4416, 0.426, 0.418, 0.4128, 0.4103, 0.4051, 0.4051], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "308127": {"relevant_ids": ["308126"], "ranked_ids": ["308126", "271118", "77650", "490044", "139188", "367804", "498938", "486822", "329643", "385951"], "ranked_scores": [0.5928, 0.3351, 0.3333, 0.3196, 0.3093, 0.3093, 0.3093, 0.3015, 0.299, 0.299], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "287245": {"relevant_ids": ["283199", "322650", "283198"], "ranked_ids": ["283198", "322650", "283199", "221784", "450635", "109049", "497666", "405392", "508239", "221783"], "ranked_scores": [0.6598, 0.6418, 0.634, 0.4201, 0.3995, 0.3872, 0.384, 0.3582, 0.3582, 0.3479], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "14755": {"relevant_ids": ["211906", "14756"], "ranked_ids": ["450970", "211906", "14756", "30834", "393649", "235454", "57678", "449494", "383325", "130847"], "ranked_scores": [0.7282, 0.7242, 0.7231, 0.5361, 0.4846, 0.4794, 0.4588, 0.4562, 0.418, 0.4077], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6934, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6934, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6934, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "370170": {"relevant_ids": ["370169"], "ranked_ids": ["370169", "449037", "537762", "466920", "433820", "96998", "476551", "334238", "22763", "88911"], "ranked_scores": [0.9639, 0.3513, 0.3282, 0.3222, 0.3067, 0.2938, 0.2861, 0.2679, 0.2655, 0.2653], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "41774": {"relevant_ids": ["41773"], "ranked_ids": ["41773", "239344", "53738", "416695", "194725", "307530", "475177", "407675", "173048", "199609"], "ranked_scores": [0.6057, 0.4304, 0.3299, 0.3247, 0.3067, 0.3067, 0.3015, 0.2938, 0.2887, 0.2758], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "399648": {"relevant_ids": ["399649"], "ranked_ids": ["399649", "462253", "146745", "154368", "225815", "283129", "21253", "243294", "445074", "54706"], "ranked_scores": [0.9845, 0.4665, 0.4253, 0.4124, 0.4107, 0.4046, 0.3995, 0.3995, 0.3995, 0.3991], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "504811": {"relevant_ids": ["504810"], "ranked_ids": ["504810", "298555", "90374", "309894", "508685", "179618", "499535", "220414", "256525", "204681"], "ranked_scores": [0.9098, 0.4124, 0.3711, 0.3634, 0.3505, 0.3487, 0.3428, 0.3351, 0.3325, 0.3308], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "362950": {"relevant_ids": ["362949", "400212"], "ranked_ids": ["362949", "400212", "427587", "487392", "129563", "9132", "344212", "105920", "419727", "475478"], "ranked_scores": [0.6462, 0.6282, 0.5205, 0.5129, 0.5, 0.4923, 0.4845, 0.4742, 0.4716, 0.4691], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "155873": {"relevant_ids": ["155874"], "ranked_ids": ["155874", "392604", "446058", "162323", "136219", "346009", "294020", "174295", "97652", "88342"], "ranked_scores": [0.5052, 0.4716, 0.4046, 0.3582, 0.347, 0.3325, 0.3273, 0.3247, 0.3247, 0.3154], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "263432": {"relevant_ids": ["263433"], "ranked_ids": ["263433", "128303", "371563", "370718", "370717", "190136", "205954", "41365", "192229", "356658"], "ranked_scores": [0.5902, 0.433, 0.4046, 0.3918, 0.3692, 0.3436, 0.3428, 0.341, 0.3402, 0.3359], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "354945": {"relevant_ids": ["354946"], "ranked_ids": ["354946", "254071", "322478", "243923", "174712", "462983", "462984", "496147", "236419", "166837"], "ranked_scores": [0.8144, 0.4768, 0.3325, 0.3325, 0.3222, 0.3119, 0.3041, 0.2938, 0.2887, 0.2809], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "245417": {"relevant_ids": ["248195", "219475"], "ranked_ids": ["40657", "219475", "248195", "164159", "64433", "319022", "413039", "368145", "37326", "355903"], "ranked_scores": [0.6546, 0.5923, 0.5333, 0.518, 0.5155, 0.4846, 0.4845, 0.4845, 0.4539, 0.4205], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6934, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6934, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6934, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "516276": {"relevant_ids": ["516277"], "ranked_ids": ["516277", "34173", "19755", "76958", "510783", "62062", "352189", "471902", "44716", "143842"], "ranked_scores": [0.8351, 0.5893, 0.5773, 0.5256, 0.4974, 0.4871, 0.4871, 0.4645, 0.4613, 0.4536], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177580": {"relevant_ids": ["177579"], "ranked_ids": ["177579", "234825", "517075", "129412", "129413", "85814", "419100", "272252", "511935", "218752"], "ranked_scores": [0.8814, 0.3531, 0.3402, 0.3351, 0.3325, 0.3222, 0.3196, 0.3093, 0.2949, 0.2938], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "309865": {"relevant_ids": ["78623", "78624", "33713"], "ranked_ids": ["33713", "405094", "78623", "78624", "153484", "437065", "495751", "469068", "143703", "360054"], "ranked_scores": [0.8258, 0.6919, 0.6793, 0.6616, 0.5808, 0.5685, 0.5587, 0.5276, 0.5226, 0.5], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.906, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.906, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "510387": {"relevant_ids": ["510386"], "ranked_ids": ["510386", "241538", "40390", "371033", "241537", "170896", "212478", "344869", "412445", "91350"], "ranked_scores": [0.6026, 0.5954, 0.5747, 0.5284, 0.5, 0.4871, 0.4794, 0.4769, 0.4639, 0.4562], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "26645": {"relevant_ids": ["26644"], "ranked_ids": ["26644", "318396", "207775", "108781", "83875", "461704", "83874", "240705", "364334", "389208"], "ranked_scores": [0.8918, 0.5103, 0.5, 0.4871, 0.4667, 0.4615, 0.4513, 0.4485, 0.4433, 0.4433], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "47788": {"relevant_ids": ["455725"], "ranked_ids": ["455725", "59223", "8505", "235686", "518171", "101721", "47703", "331", "348138", "47789"], "ranked_scores": [0.7601, 0.6694, 0.6676, 0.6463, 0.6364, 0.6271, 0.6201, 0.6201, 0.6097, 0.5051], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "338281": {"relevant_ids": ["338282"], "ranked_ids": ["338282", "138712", "327767", "263861", "459804", "11563", "277402", "362498", "338711", "200288"], "ranked_scores": [0.659, 0.3737, 0.3428, 0.3273, 0.3247, 0.317, 0.3041, 0.3015, 0.299, 0.2964], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "461149": {"relevant_ids": ["461148"], "ranked_ids": ["461148", "525835", "203100", "283905", "527101", "476499", "417040", "107049", "73297", "528608"], "ranked_scores": [0.7191, 0.6237, 0.5513, 0.4768, 0.4209, 0.4051, 0.4, 0.3866, 0.3795, 0.3737], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "346126": {"relevant_ids": ["110710", "110711"], "ranked_ids": ["110710", "154338", "110711", "168350", "296319", "203476", "6816", "85707", "355996", "393684"], "ranked_scores": [0.8056, 0.7045, 0.6802, 0.5758, 0.5327, 0.5278, 0.4949, 0.4874, 0.4824, 0.4799], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.9197, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.9197, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9197, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "372986": {"relevant_ids": ["262882", "49961"], "ranked_ids": ["49961", "262882", "497531", "108183", "226818", "215938", "405434", "303468", "299699", "199981"], "ranked_scores": [0.8342, 0.6046, 0.4133, 0.4026, 0.3923, 0.3724, 0.3539, 0.3539, 0.352, 0.3487], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "501182": {"relevant_ids": ["501181"], "ranked_ids": ["501181", "274777", "429772", "261255", "251312", "129993", "25920", "146057", "411717", "456116"], "ranked_scores": [0.6469, 0.4407, 0.3067, 0.3015, 0.299, 0.2912, 0.2887, 0.2846, 0.2835, 0.2835], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13800": {"relevant_ids": ["376590", "13799", "408522"], "ranked_ids": ["13799", "376590", "179943", "408522", "391952", "481109", "454343", "482825", "437906", "363079"], "ranked_scores": [0.741, 0.6744, 0.5641, 0.5462, 0.5203, 0.4821, 0.4692, 0.4492, 0.4362, 0.4359], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.9675, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9675, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "250143": {"relevant_ids": ["250142"], "ranked_ids": ["250142", "473276", "57155", "526032", "57156", "509758", "533421", "319909", "38409", "206630"], "ranked_scores": [0.7062, 0.6108, 0.3557, 0.3479, 0.3402, 0.3376, 0.3376, 0.3325, 0.3299, 0.3273], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13223": {"relevant_ids": ["88348", "20277", "88349", "156773", "13224"], "ranked_ids": ["156773", "13224", "88348", "88349", "86343", "366749", "137719", "24720", "126265", "20277"], "ranked_scores": [0.899, 0.7373, 0.7347, 0.7041, 0.6761, 0.671, 0.6193, 0.6148, 0.6111, 0.6046], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.2, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6, "ndcg@5": 0.8688, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.8, "ndcg@10": 0.9668, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "11002": {"relevant_ids": ["11003"], "ranked_ids": ["11003", "444112", "144197", "10212", "42203", "347493", "241075", "254672", "468424", "489539"], "ranked_scores": [0.6744, 0.5838, 0.5765, 0.5178, 0.5153, 0.5128, 0.4697, 0.4518, 0.449, 0.449], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177653": {"relevant_ids": ["79732"], "ranked_ids": ["79732", "39174", "200611", "525756", "412316", "395587", "502840", "373717", "525755", "310721"], "ranked_scores": [0.8505, 0.4845, 0.4149, 0.4021, 0.3737, 0.3557, 0.3462, 0.3351, 0.3299, 0.3247], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "415592": {"relevant_ids": ["415591"], "ranked_ids": ["415591", "379146", "430072", "338816", "288357", "119111", "91592", "499684", "84634", "310516"], "ranked_scores": [0.8119, 0.5232, 0.451, 0.4304, 0.4046, 0.3872, 0.3866, 0.3814, 0.3711, 0.3686], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "511196": {"relevant_ids": ["511197"], "ranked_ids": ["511197", "45940", "77372", "459789", "289278", "13803", "224675", "414717", "251546", "329312"], "ranked_scores": [0.6804, 0.4613, 0.4407, 0.4098, 0.4051, 0.3892, 0.384, 0.3737, 0.3428, 0.3428], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "344845": {"relevant_ids": ["344844"], "ranked_ids": ["344844", "327548", "79987", "503908", "161471", "187882", "111672", "95946", "162045", "125075"], "ranked_scores": [0.8061, 0.563, 0.5623, 0.5504, 0.5454, 0.5178, 0.5077, 0.4976, 0.4926, 0.4851], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "396744": {"relevant_ids": ["396745"], "ranked_ids": ["396745", "284966", "454241", "236438", "527221", "503444", "145729", "481437", "338567", "369693"], "ranked_scores": [0.5361, 0.4356, 0.433, 0.4072, 0.3943, 0.3866, 0.3582, 0.3557, 0.3531, 0.3487], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "452398": {"relevant_ids": ["452399"], "ranked_ids": ["452399", "90225", "102618", "395217", "324290", "346712", "304781", "372901", "530610", "60646"], "ranked_scores": [0.8955, 0.4322, 0.4204, 0.3995, 0.3756, 0.365, 0.3612, 0.3596, 0.3587, 0.3483], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "182114": {"relevant_ids": ["182113"], "ranked_ids": ["196647", "182113", "139689", "234482", "481882", "24197", "425919", "80224", "328873", "229182"], "ranked_scores": [0.6727, 0.5408, 0.5103, 0.4949, 0.4541, 0.451, 0.4201, 0.4072, 0.3969, 0.3943], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "486260": {"relevant_ids": ["486259"], "ranked_ids": ["486259", "392356", "146738", "113749", "209254", "241333", "146737", "209255", "111946", "65893"], "ranked_scores": [0.8196, 0.5773, 0.5747, 0.5644, 0.5567, 0.5412, 0.5385, 0.5103, 0.4974, 0.4974], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "455140": {"relevant_ids": ["315935"], "ranked_ids": ["315935", "427112", "308963", "150842", "315936", "16399", "124700", "519049", "142202", "510681"], "ranked_scores": [0.6667, 0.4846, 0.4615, 0.4231, 0.4103, 0.4026, 0.4, 0.3974, 0.3923, 0.3883], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "56198": {"relevant_ids": ["56199"], "ranked_ids": ["56199", "160194", "130971", "310462", "43405", "496142", "25611", "355555", "308888", "431226"], "ranked_scores": [0.8821, 0.4072, 0.3608, 0.3479, 0.3273, 0.3222, 0.3041, 0.3041, 0.3015, 0.3015], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "30172": {"relevant_ids": ["68426", "30173", "145120", "373486", "145119", "185817"], "ranked_ids": ["145120", "160900", "68426", "205338", "373486", "145119", "185817", "192604", "90983", "30173"], "ranked_scores": [0.7716, 0.7437, 0.6853, 0.6768, 0.6465, 0.6117, 0.6015, 0.5905, 0.5884, 0.5791], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.1667, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.6399, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.8671, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "127880": {"relevant_ids": ["241164"], "ranked_ids": ["241164", "121458", "135083", "450198", "210277", "329579", "370634", "122116", "307991", "258873"], "ranked_scores": [0.7128, 0.4407, 0.4333, 0.4227, 0.4046, 0.3419, 0.3333, 0.3119, 0.3119, 0.3103], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "167969": {"relevant_ids": ["174461"], "ranked_ids": ["174461", "360983", "174649", "222958", "34814", "177138", "156041", "130124", "449678", "69415"], "ranked_scores": [0.6128, 0.5615, 0.4381, 0.4356, 0.4103, 0.4072, 0.3918, 0.3789, 0.3763, 0.3711], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "97986": {"relevant_ids": ["97987"], "ranked_ids": ["97987", "44589", "193896", "234865", "415005", "290935", "41242", "108564", "426973", "105886"], "ranked_scores": [0.8813, 0.5859, 0.4545, 0.4495, 0.447, 0.4442, 0.4416, 0.4394, 0.4366, 0.434], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "12865": {"relevant_ids": ["105683"], "ranked_ids": ["105683", "356189", "83623", "83622", "277453", "92902", "291690", "293035", "306838", "43086"], "ranked_scores": [0.9163, 0.5434, 0.5077, 0.4873, 0.4669, 0.4669, 0.4541, 0.4286, 0.426, 0.426], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "215681": {"relevant_ids": ["215680"], "ranked_ids": ["215680", "178515", "177080", "297953", "57552", "5733", "182107", "430796", "32920", "54139"], "ranked_scores": [0.9201, 0.4846, 0.4381, 0.4154, 0.4051, 0.4021, 0.3969, 0.3918, 0.3872, 0.3795], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "roberta-base": {"127728": {"relevant_ids": ["127729"], "ranked_ids": ["145244", "250619", "127729", "521993", "92818", "78763", "450133", "315009", "190150", "45999"], "ranked_scores": [0.9927, 0.9901, 0.9891, 0.9889, 0.9887, 0.9882, 0.9874, 0.9864, 0.9864, 0.9857], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "318820": {"relevant_ids": ["318821"], "ranked_ids": ["318821", "103640", "503444", "321651", "380781", "377941", "54496", "467230", "54497", "18511"], "ranked_scores": [0.9971, 0.9941, 0.9927, 0.9922, 0.9919, 0.9915, 0.9913, 0.9911, 0.9911, 0.9909], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "296098": {"relevant_ids": ["296097"], "ranked_ids": ["296097", "134752", "173403", "469868", "56686", "45507", "307653", "364131", "45506", "423933"], "ranked_scores": [0.9984, 0.9977, 0.9974, 0.9974, 0.9973, 0.9972, 0.997, 0.997, 0.9969, 0.9969], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "150414": {"relevant_ids": ["192835"], "ranked_ids": ["132912", "121070", "149429", "1702", "398240", "105782", "516620", "352535", "358763", "481493"], "ranked_scores": [0.9952, 0.9924, 0.9917, 0.9913, 0.99, 0.9899, 0.9896, 0.9883, 0.9881, 0.9879], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "145582": {"relevant_ids": ["145583"], "ranked_ids": ["436023", "316486", "308117", "112261", "334485", "389668", "285851", "473276", "454248", "145583"], "ranked_scores": [0.9922, 0.9877, 0.987, 0.9855, 0.9852, 0.9837, 0.9837, 0.9836, 0.9834, 0.9831], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "315712": {"relevant_ids": ["315713"], "ranked_ids": ["315713", "124542", "242340", "401513", "58851", "313575", "392344", "236508", "368164", "107153"], "ranked_scores": [0.9924, 0.99, 0.9892, 0.9891, 0.9869, 0.9868, 0.9863, 0.9862, 0.9861, 0.9861], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145739": {"relevant_ids": ["145740"], "ranked_ids": ["145740", "115412", "17980", "241979", "100854", "375395", "59870", "457924", "366074", "8828"], "ranked_scores": [0.9939, 0.9918, 0.9918, 0.9915, 0.9915, 0.9909, 0.9907, 0.9904, 0.99, 0.9899], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "308127": {"relevant_ids": ["308126"], "ranked_ids": ["308126", "79534", "35763", "252091", "405505", "167017", "180691", "144996", "437781", "163223"], "ranked_scores": [0.9975, 0.9883, 0.9875, 0.9872, 0.987, 0.987, 0.987, 0.9861, 0.9859, 0.9858], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "287245": {"relevant_ids": ["283198", "322650", "283199"], "ranked_ids": ["91031", "283199", "322650", "24255", "492698", "35867", "307824", "188940", "415785", "415784"], "ranked_scores": [0.9945, 0.994, 0.9939, 0.9921, 0.9912, 0.991, 0.9908, 0.9908, 0.9904, 0.9901], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5307, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.5307, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.5307, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.6667}, "14755": {"relevant_ids": ["14756", "211906"], "ranked_ids": ["450970", "259619", "211906", "14756", "236793", "527388", "291108", "235454", "236007", "297657"], "ranked_scores": [0.9906, 0.9898, 0.9894, 0.9891, 0.9882, 0.9874, 0.9873, 0.9871, 0.9868, 0.9866], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3066, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.5706, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5706, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "370170": {"relevant_ids": ["370169"], "ranked_ids": ["370169", "62583", "334238", "36536", "470766", "279241", "439035", "284336", "51453", "497996"], "ranked_scores": [0.9998, 0.9817, 0.9815, 0.9813, 0.9811, 0.981, 0.9807, 0.9802, 0.9798, 0.9798], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "41774": {"relevant_ids": ["41773"], "ranked_ids": ["41773", "475177", "514671", "124842", "146703", "238545", "179973", "399039", "146426", "339535"], "ranked_scores": [0.9852, 0.9821, 0.9821, 0.9816, 0.9814, 0.9814, 0.9812, 0.981, 0.9801, 0.98], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "399648": {"relevant_ids": ["399649"], "ranked_ids": ["399649", "124071", "21253", "225815", "146745", "359281", "434065", "167487", "5830", "157670"], "ranked_scores": [0.9993, 0.9877, 0.9869, 0.9866, 0.9865, 0.9861, 0.9857, 0.9847, 0.9846, 0.9846], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "504811": {"relevant_ids": ["504810"], "ranked_ids": ["504810", "508685", "449378", "160704", "96551", "345532", "175461", "287433", "508502", "487409"], "ranked_scores": [0.9993, 0.986, 0.9852, 0.9845, 0.9844, 0.9839, 0.9837, 0.9834, 0.9831, 0.9828], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "362950": {"relevant_ids": ["362949", "400212"], "ranked_ids": ["129563", "454343", "362949", "365685", "192528", "527104", "400212", "153039", "427587", "71008"], "ranked_scores": [0.9933, 0.9895, 0.9894, 0.9888, 0.9887, 0.9885, 0.9882, 0.9879, 0.9879, 0.9878], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3066, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3066, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.511, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "155873": {"relevant_ids": ["155874"], "ranked_ids": ["158852", "155874", "294020", "440062", "91610", "370876", "146003", "170784", "27716", "452910"], "ranked_scores": [0.9891, 0.9884, 0.9874, 0.987, 0.987, 0.9866, 0.9864, 0.9862, 0.985, 0.9846], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "263432": {"relevant_ids": ["263433"], "ranked_ids": ["248335", "224692", "509502", "469325", "529169", "154338", "110711", "110710", "277389", "128303"], "ranked_scores": [0.9863, 0.9857, 0.9857, 0.9856, 0.9855, 0.9852, 0.985, 0.9848, 0.9844, 0.9844], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "354945": {"relevant_ids": ["354946"], "ranked_ids": ["354946", "462983", "261260", "496147", "307824", "174712", "27632", "433248", "243923", "298611"], "ranked_scores": [0.9941, 0.9901, 0.9897, 0.9897, 0.9895, 0.9893, 0.9891, 0.9889, 0.9887, 0.9887], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "245417": {"relevant_ids": ["248195", "219475"], "ranked_ids": ["219475", "248195", "301977", "85977", "355903", "40657", "431686", "64433", "274248", "63665"], "ranked_scores": [0.9968, 0.9947, 0.9937, 0.991, 0.9909, 0.9894, 0.9893, 0.9888, 0.9881, 0.9879], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "516276": {"relevant_ids": ["516277"], "ranked_ids": ["516277", "19755", "34173", "321145", "17785", "12995", "431464", "259201", "378592", "434847"], "ranked_scores": [0.9943, 0.9917, 0.9907, 0.9898, 0.9889, 0.9888, 0.9887, 0.9886, 0.9885, 0.9885], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177580": {"relevant_ids": ["177579"], "ranked_ids": ["177579", "419100", "275749", "120835", "108630", "193792", "349723", "115954", "255647", "129412"], "ranked_scores": [0.9975, 0.9873, 0.9855, 0.9835, 0.9834, 0.9834, 0.9826, 0.9819, 0.9816, 0.9815], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "309865": {"relevant_ids": ["78623", "33713", "78624"], "ranked_ids": ["209041", "138792", "147099", "360054", "406256", "200239", "247735", "324290", "153484", "155038"], "ranked_scores": [0.996, 0.9953, 0.9936, 0.9935, 0.9932, 0.9917, 0.991, 0.9909, 0.9908, 0.9902], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "510387": {"relevant_ids": ["510386"], "ranked_ids": ["484846", "241538", "371033", "152202", "344869", "241537", "12974", "358839", "442062", "91350"], "ranked_scores": [0.9948, 0.989, 0.9889, 0.9888, 0.9885, 0.9883, 0.9881, 0.9879, 0.9876, 0.9875], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "26645": {"relevant_ids": ["26644"], "ranked_ids": ["26644", "207775", "332055", "83875", "163452", "144057", "221561", "284346", "256679", "492147"], "ranked_scores": [0.9956, 0.9915, 0.9897, 0.9871, 0.987, 0.9864, 0.9861, 0.9854, 0.9854, 0.985], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "47788": {"relevant_ids": ["455725"], "ranked_ids": ["47703", "455725", "15132", "59223", "47789", "37221", "331", "348138", "529720", "87039"], "ranked_scores": [0.994, 0.9928, 0.9922, 0.9918, 0.9917, 0.9912, 0.9909, 0.9909, 0.9908, 0.9907], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "338281": {"relevant_ids": ["338282"], "ranked_ids": ["338282", "11563", "138712", "467526", "362498", "57017", "464239", "174802", "522778", "208802"], "ranked_scores": [0.9897, 0.989, 0.9879, 0.9875, 0.9869, 0.9867, 0.9862, 0.9859, 0.9857, 0.9857], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "461149": {"relevant_ids": ["461148"], "ranked_ids": ["461148", "525835", "291108", "236007", "509802", "527101", "203100", "283905", "121324", "259619"], "ranked_scores": [0.994, 0.9896, 0.9876, 0.986, 0.9859, 0.9858, 0.9855, 0.9855, 0.9853, 0.985], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "346126": {"relevant_ids": ["110710", "110711"], "ranked_ids": ["110710", "154338", "110711", "223499", "203476", "43395", "43852", "108617", "47834", "65712"], "ranked_scores": [0.9973, 0.9949, 0.9949, 0.993, 0.9905, 0.9897, 0.9892, 0.9892, 0.9884, 0.9873], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.9197, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.9197, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9197, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "372986": {"relevant_ids": ["49961", "262882"], "ranked_ids": ["49961", "240478", "407496", "215938", "320580", "494510", "509746", "515236", "262882", "51138"], "ranked_scores": [0.9979, 0.9945, 0.9938, 0.9933, 0.9919, 0.9912, 0.9906, 0.9906, 0.9904, 0.9897], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.7977, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "501182": {"relevant_ids": ["501181"], "ranked_ids": ["501181", "124700", "237499", "261255", "336612", "35867", "413521", "281010", "487409", "427112"], "ranked_scores": [0.9968, 0.9901, 0.9896, 0.9888, 0.9886, 0.988, 0.9879, 0.9877, 0.9876, 0.9874], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13800": {"relevant_ids": ["408522", "13799", "376590"], "ranked_ids": ["131350", "454343", "23471", "336893", "391952", "141802", "402255", "532437", "25394", "23302"], "ranked_scores": [0.9933, 0.9929, 0.9927, 0.9923, 0.9915, 0.9911, 0.9902, 0.99, 0.99, 0.99], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "250143": {"relevant_ids": ["250142"], "ranked_ids": ["57155", "319909", "127989", "318887", "96270", "526032", "188893", "179018", "163623", "318482"], "ranked_scores": [0.9911, 0.9884, 0.9874, 0.986, 0.9855, 0.9855, 0.9853, 0.9851, 0.9847, 0.9844], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "13223": {"relevant_ids": ["156773", "20277", "88348", "88349", "13224"], "ranked_ids": ["156773", "522612", "192528", "88348", "532588", "29063", "397107", "454301", "33636", "426175"], "ranked_scores": [0.9973, 0.9958, 0.9958, 0.9946, 0.9945, 0.9944, 0.9944, 0.9944, 0.9942, 0.9941], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.2, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.2, "ndcg@5": 0.4852, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.4, "ndcg@10": 0.4852, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.4}, "11002": {"relevant_ids": ["11003"], "ranked_ids": ["489539", "144197", "11003", "24296", "430626", "156839", "87346", "368164", "107153", "96862"], "ranked_scores": [0.9904, 0.9901, 0.9896, 0.9891, 0.9886, 0.9884, 0.9883, 0.9877, 0.9877, 0.9877], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "177653": {"relevant_ids": ["79732"], "ranked_ids": ["39174", "200611", "79732", "137270", "395587", "373717", "377344", "37559", "319515", "129172"], "ranked_scores": [0.9952, 0.9939, 0.9938, 0.9938, 0.9928, 0.9917, 0.9916, 0.9893, 0.9886, 0.9875], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "415592": {"relevant_ids": ["415591"], "ranked_ids": ["26742", "91592", "415591", "172756", "494912", "172118", "497302", "430072", "115485", "523917"], "ranked_scores": [0.9902, 0.9902, 0.9894, 0.9886, 0.9874, 0.9873, 0.9871, 0.9868, 0.9862, 0.9861], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "511196": {"relevant_ids": ["511197"], "ranked_ids": ["68479", "259258", "45940", "401513", "99760", "315713", "334665", "248655", "46598", "511197"], "ranked_scores": [0.9862, 0.9857, 0.9853, 0.9849, 0.9849, 0.9844, 0.9843, 0.9842, 0.9841, 0.984], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "344845": {"relevant_ids": ["344844"], "ranked_ids": ["344844", "161471", "115151", "469623", "224515", "82460", "310973", "250875", "41614", "167259"], "ranked_scores": [0.9961, 0.9938, 0.9902, 0.9898, 0.9897, 0.9895, 0.9893, 0.9883, 0.9878, 0.986], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "396744": {"relevant_ids": ["396745"], "ranked_ids": ["471027", "321651", "526492", "55767", "369693", "54497", "503444", "380781", "454241", "414604"], "ranked_scores": [0.9929, 0.9928, 0.992, 0.9917, 0.9916, 0.9916, 0.9915, 0.9912, 0.991, 0.9909], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "452398": {"relevant_ids": ["452399"], "ranked_ids": ["452399", "230141", "435989", "8976", "165046", "277360", "7119", "4228", "60646", "134287"], "ranked_scores": [0.9964, 0.9945, 0.9936, 0.9934, 0.9934, 0.9932, 0.993, 0.9925, 0.9924, 0.9921], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "182114": {"relevant_ids": ["182113"], "ranked_ids": ["182113", "466737", "238903", "95186", "354965", "211239", "415732", "99085", "196647", "470503"], "ranked_scores": [0.9928, 0.9916, 0.9907, 0.9903, 0.9901, 0.9896, 0.9896, 0.9895, 0.9894, 0.9893], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "486260": {"relevant_ids": ["486259"], "ranked_ids": ["486259", "392356", "442062", "463755", "241333", "145384", "19011", "146738", "46379", "10591"], "ranked_scores": [0.9941, 0.9889, 0.9878, 0.9876, 0.986, 0.9857, 0.9856, 0.9853, 0.9851, 0.9849], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "455140": {"relevant_ids": ["315935"], "ranked_ids": ["315935", "246286", "369068", "308963", "407173", "472217", "124700", "336612", "245896", "93864"], "ranked_scores": [0.9945, 0.9923, 0.9923, 0.9914, 0.9909, 0.9904, 0.9903, 0.9903, 0.9901, 0.9899], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "56198": {"relevant_ids": ["56199"], "ranked_ids": ["56199", "25611", "315556", "431226", "160914", "246583", "243039", "160194", "511941", "54012"], "ranked_scores": [0.9967, 0.9912, 0.9905, 0.9901, 0.99, 0.9889, 0.9886, 0.9883, 0.9879, 0.9879], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "30172": {"relevant_ids": ["185817", "68426", "145120", "30173", "373486", "145119"], "ranked_ids": ["145120", "160900", "205338", "15236", "145119", "68426", "496848", "382686", "21960", "53445"], "ranked_scores": [0.9987, 0.9946, 0.9935, 0.9935, 0.9928, 0.9927, 0.992, 0.9914, 0.9911, 0.9909], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.1667, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.1667, "ndcg@5": 0.4704, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.5275, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "127880": {"relevant_ids": ["241164"], "ranked_ids": ["100860", "104625", "156678", "60262", "121458", "450198", "411905", "307991", "17197", "366050"], "ranked_scores": [0.989, 0.989, 0.988, 0.9879, 0.9875, 0.9874, 0.9873, 0.9872, 0.9872, 0.987], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "167969": {"relevant_ids": ["174461"], "ranked_ids": ["360983", "174461", "496896", "454612", "280033", "17691", "426013", "192342", "130124", "22690"], "ranked_scores": [0.9861, 0.9851, 0.9818, 0.9807, 0.9807, 0.9806, 0.9803, 0.9798, 0.9797, 0.9796], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "97986": {"relevant_ids": ["97987"], "ranked_ids": ["97987", "44589", "75455", "139722", "192465", "98924", "355542", "192186", "229802", "44095"], "ranked_scores": [0.997, 0.9942, 0.9923, 0.9919, 0.9916, 0.9913, 0.9907, 0.9906, 0.9906, 0.9901], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "12865": {"relevant_ids": ["105683"], "ranked_ids": ["105683", "58501", "357969", "251127", "291690", "56590", "3020", "16686", "8126", "83823"], "ranked_scores": [0.9935, 0.9922, 0.9916, 0.9913, 0.9907, 0.9906, 0.9905, 0.9904, 0.9902, 0.9901], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "215681": {"relevant_ids": ["215680"], "ranked_ids": ["215680", "520998", "356798", "333627", "104272", "71159", "56855", "419169", "314099", "34517"], "ranked_scores": [0.9925, 0.9916, 0.9912, 0.9907, 0.9902, 0.9899, 0.9898, 0.9892, 0.9892, 0.989], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-roberta-base": {"127728": {"relevant_ids": ["127729"], "ranked_ids": ["127729", "245618", "278575", "276617", "38063", "153290", "145244", "250619", "469527", "92818"], "ranked_scores": [0.6871, 0.6754, 0.6745, 0.6646, 0.6294, 0.6217, 0.6172, 0.6119, 0.6062, 0.6022], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "318820": {"relevant_ids": ["318821"], "ranked_ids": ["318821", "222238", "54496", "367479", "380781", "178549", "441089", "162581", "441218", "496708"], "ranked_scores": [0.9336, 0.7796, 0.7047, 0.6981, 0.6764, 0.6732, 0.67, 0.6516, 0.6514, 0.6398], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "296098": {"relevant_ids": ["296097"], "ranked_ids": ["45507", "469868", "45506", "134752", "296097", "493414", "364131", "173403", "307653", "423933"], "ranked_scores": [0.6529, 0.6216, 0.6188, 0.6071, 0.6068, 0.6004, 0.5887, 0.5849, 0.5517, 0.5516], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "150414": {"relevant_ids": ["192835"], "ranked_ids": ["192835", "105782", "105783", "516620", "132912", "470642", "126746", "121070", "1702", "73405"], "ranked_scores": [0.8737, 0.8718, 0.7986, 0.7949, 0.7493, 0.7139, 0.7137, 0.6756, 0.674, 0.6542], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145582": {"relevant_ids": ["145583"], "ranked_ids": ["145583", "454248", "299264", "112261", "130013", "263736", "390399", "211239", "436023", "43082"], "ranked_scores": [0.8325, 0.617, 0.5707, 0.4697, 0.4658, 0.4448, 0.4195, 0.417, 0.416, 0.4018], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "315712": {"relevant_ids": ["315713"], "ranked_ids": ["315713", "408588", "242340", "194841", "124542", "236508", "128560", "319096", "208025", "377891"], "ranked_scores": [0.8224, 0.6378, 0.6184, 0.5945, 0.5651, 0.5609, 0.5411, 0.5324, 0.5319, 0.5179], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145739": {"relevant_ids": ["145740"], "ranked_ids": ["145740", "241979", "366074", "8705", "115412", "465597", "347337", "415781", "429177", "180147"], "ranked_scores": [0.8968, 0.7557, 0.721, 0.7128, 0.7063, 0.6655, 0.6635, 0.6589, 0.6541, 0.6375], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "308127": {"relevant_ids": ["308126"], "ranked_ids": ["308126", "395527", "35763", "79534", "36744", "77650", "385951", "301104", "386807", "427879"], "ranked_scores": [0.7938, 0.619, 0.6062, 0.5926, 0.5916, 0.5747, 0.5733, 0.566, 0.5621, 0.5614], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "287245": {"relevant_ids": ["283198", "283199", "322650"], "ranked_ids": ["283199", "322650", "283198", "420279", "499037", "192143", "68138", "420280", "221784", "508239"], "ranked_scores": [0.8586, 0.8584, 0.7883, 0.6508, 0.5969, 0.5949, 0.5946, 0.5795, 0.5726, 0.5631], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "14755": {"relevant_ids": ["14756", "211906"], "ranked_ids": ["450970", "211906", "14756", "235454", "57678", "30834", "45636", "236793", "259619", "449494"], "ranked_scores": [0.8565, 0.8503, 0.8425, 0.7416, 0.6953, 0.6534, 0.611, 0.6101, 0.6002, 0.5887], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6934, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6934, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6934, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "370170": {"relevant_ids": ["370169"], "ranked_ids": ["370169", "537762", "211280", "334238", "528902", "191527", "466920", "388150", "419219", "476551"], "ranked_scores": [0.9976, 0.5181, 0.5074, 0.5042, 0.4974, 0.4784, 0.4763, 0.4745, 0.4741, 0.4631], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "41774": {"relevant_ids": ["41773"], "ranked_ids": ["41773", "214766", "239344", "467781", "33017", "148165", "442459", "366794", "53738", "307530"], "ranked_scores": [0.8147, 0.5561, 0.5437, 0.5143, 0.5072, 0.5004, 0.4954, 0.4903, 0.4779, 0.4741], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "399648": {"relevant_ids": ["399649"], "ranked_ids": ["399649", "225815", "435035", "243294", "481934", "504913", "380626", "411313", "462253", "124071"], "ranked_scores": [0.9887, 0.8019, 0.6826, 0.6515, 0.6508, 0.6483, 0.6447, 0.6414, 0.6393, 0.6387], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "504811": {"relevant_ids": ["504810"], "ranked_ids": ["504810", "90374", "448774", "309894", "298555", "5861", "214151", "84826", "160704", "155038"], "ranked_scores": [0.992, 0.6788, 0.65, 0.6478, 0.6264, 0.6206, 0.5983, 0.5946, 0.5587, 0.558], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "362950": {"relevant_ids": ["362949", "400212"], "ranked_ids": ["362949", "400212", "487392", "427587", "475478", "411503", "129563", "348827", "151122", "155870"], "ranked_scores": [0.8499, 0.796, 0.7417, 0.729, 0.7075, 0.7022, 0.6754, 0.6631, 0.6574, 0.647], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "155873": {"relevant_ids": ["155874"], "ranked_ids": ["155874", "392604", "136219", "91610", "294020", "122134", "487664", "292617", "3249", "383066"], "ranked_scores": [0.6721, 0.5678, 0.5664, 0.5539, 0.5515, 0.5269, 0.5237, 0.5227, 0.5136, 0.5083], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "263432": {"relevant_ids": ["263433"], "ranked_ids": ["263433", "128303", "401373", "407204", "147629", "97259", "147630", "104254", "29349", "489070"], "ranked_scores": [0.7908, 0.6985, 0.6456, 0.6373, 0.6302, 0.6078, 0.5717, 0.5591, 0.5523, 0.5449], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "354945": {"relevant_ids": ["354946"], "ranked_ids": ["354946", "254071", "462983", "108161", "322478", "462984", "157453", "202817", "287396", "263939"], "ranked_scores": [0.9394, 0.8375, 0.6451, 0.5534, 0.539, 0.5094, 0.492, 0.4495, 0.4469, 0.4425], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "245417": {"relevant_ids": ["248195", "219475"], "ranked_ids": ["219475", "248195", "40657", "64433", "301977", "319022", "14180", "164159", "413039", "368145"], "ranked_scores": [0.8728, 0.8339, 0.8339, 0.7514, 0.6775, 0.6726, 0.6657, 0.6603, 0.6567, 0.6525], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "516276": {"relevant_ids": ["516277"], "ranked_ids": ["516277", "19755", "34173", "76958", "510783", "286275", "471902", "352189", "62062", "489791"], "ranked_scores": [0.9563, 0.7545, 0.7278, 0.6642, 0.6574, 0.6354, 0.6245, 0.6226, 0.6219, 0.6188], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177580": {"relevant_ids": ["177579"], "ranked_ids": ["177579", "185553", "115954", "18081", "419100", "76563", "370405", "143503", "454968", "60577"], "ranked_scores": [0.9777, 0.5245, 0.5084, 0.5057, 0.4979, 0.4576, 0.4554, 0.4543, 0.445, 0.4417], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "309865": {"relevant_ids": ["78624", "78623", "33713"], "ranked_ids": ["33713", "153484", "209041", "78623", "405094", "495751", "78624", "437065", "235483", "469068"], "ranked_scores": [0.8532, 0.8349, 0.8292, 0.8271, 0.8224, 0.8115, 0.8084, 0.7619, 0.7363, 0.7271], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.6714, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.8278, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "510387": {"relevant_ids": ["510386"], "ranked_ids": ["510386", "344869", "40390", "484846", "170896", "52003", "241538", "241537", "371033", "101855"], "ranked_scores": [0.8257, 0.8127, 0.8038, 0.7887, 0.7879, 0.7774, 0.767, 0.7619, 0.7065, 0.7045], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "26645": {"relevant_ids": ["26644"], "ranked_ids": ["26644", "207775", "318396", "83875", "234865", "256679", "193896", "83874", "265116", "144057"], "ranked_scores": [0.9742, 0.7322, 0.7256, 0.658, 0.6512, 0.6494, 0.6485, 0.6414, 0.6294, 0.6285], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "47788": {"relevant_ids": ["455725"], "ranked_ids": ["455725", "235686", "59223", "47789", "348138", "59508", "47703", "331", "37221", "15132"], "ranked_scores": [0.8803, 0.8214, 0.8131, 0.8025, 0.7905, 0.7806, 0.7784, 0.7682, 0.7656, 0.7634], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "338281": {"relevant_ids": ["338282"], "ranked_ids": ["338282", "11563", "457315", "263861", "234727", "431433", "57017", "85881", "382555", "338711"], "ranked_scores": [0.9048, 0.5403, 0.5377, 0.5255, 0.5175, 0.4942, 0.4894, 0.4891, 0.4807, 0.4708], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "461149": {"relevant_ids": ["461148"], "ranked_ids": ["461148", "525835", "203100", "215782", "527101", "443095", "291108", "335800", "302225", "377056"], "ranked_scores": [0.7268, 0.6933, 0.6405, 0.6391, 0.5903, 0.5856, 0.5798, 0.5717, 0.5663, 0.5601], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "346126": {"relevant_ids": ["110710", "110711"], "ranked_ids": ["110710", "110711", "154338", "254526", "203476", "528998", "340823", "296319", "168350", "229972"], "ranked_scores": [0.9454, 0.8988, 0.893, 0.7676, 0.7465, 0.738, 0.7182, 0.7169, 0.7063, 0.6949], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "372986": {"relevant_ids": ["49961", "262882"], "ranked_ids": ["49961", "262882", "303468", "215938", "497531", "516501", "88278", "108183", "140335", "415486"], "ranked_scores": [0.9692, 0.8405, 0.6866, 0.6431, 0.6167, 0.612, 0.6111, 0.6094, 0.5931, 0.5799], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "501182": {"relevant_ids": ["501181"], "ranked_ids": ["501181", "402718", "179018", "109121", "274777", "446824", "447737", "325288", "2257", "185580"], "ranked_scores": [0.9005, 0.5728, 0.5536, 0.5529, 0.5237, 0.5018, 0.4878, 0.4866, 0.4784, 0.4648], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13800": {"relevant_ids": ["376590", "13799", "408522"], "ranked_ids": ["376590", "13799", "179943", "23471", "30987", "8622", "408522", "481109", "67320", "448205"], "ranked_scores": [0.8365, 0.8254, 0.7901, 0.7355, 0.7203, 0.7163, 0.7049, 0.7007, 0.698, 0.6866], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.7654, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.9218, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "250143": {"relevant_ids": ["250142"], "ranked_ids": ["250142", "473276", "526032", "206630", "38409", "57155", "76062", "137994", "460976", "27632"], "ranked_scores": [0.7818, 0.7361, 0.5693, 0.5675, 0.5661, 0.5414, 0.507, 0.5034, 0.5025, 0.5007], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13223": {"relevant_ids": ["20277", "88349", "13224", "156773", "88348"], "ranked_ids": ["156773", "88348", "88349", "13224", "86343", "223304", "366749", "137719", "361830", "192528"], "ranked_scores": [0.9777, 0.8788, 0.8666, 0.8638, 0.8534, 0.83, 0.8168, 0.7873, 0.7853, 0.7681], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.2, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6, "ndcg@5": 0.8688, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.8, "ndcg@10": 0.8688, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.8}, "11002": {"relevant_ids": ["11003"], "ranked_ids": ["11003", "144197", "489539", "444112", "42203", "17317", "40100", "266680", "87346", "174649"], "ranked_scores": [0.8375, 0.7262, 0.7159, 0.7111, 0.6726, 0.6676, 0.6477, 0.6449, 0.6444, 0.6426], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177653": {"relevant_ids": ["79732"], "ranked_ids": ["79732", "525756", "200611", "39174", "373717", "395587", "245271", "412316", "310721", "194790"], "ranked_scores": [0.9198, 0.7156, 0.7105, 0.7058, 0.6814, 0.6598, 0.5788, 0.5627, 0.5522, 0.5397], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "415592": {"relevant_ids": ["415591"], "ranked_ids": ["415591", "435045", "322822", "117817", "91592", "425878", "88542", "430072", "485299", "467639"], "ranked_scores": [0.9227, 0.7058, 0.6828, 0.6695, 0.6658, 0.6653, 0.6568, 0.639, 0.6377, 0.6251], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "511196": {"relevant_ids": ["511197"], "ranked_ids": ["511197", "156490", "328397", "289278", "491923", "313107", "251545", "248655", "537528", "53962"], "ranked_scores": [0.8726, 0.681, 0.5763, 0.5361, 0.5103, 0.4958, 0.495, 0.4926, 0.4925, 0.4905], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "344845": {"relevant_ids": ["344844"], "ranked_ids": ["344844", "161471", "111672", "469623", "95946", "79987", "335497", "224515", "327548", "115151"], "ranked_scores": [0.9536, 0.8374, 0.7509, 0.7351, 0.7207, 0.7191, 0.7148, 0.7029, 0.7009, 0.6856], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "396744": {"relevant_ids": ["396745"], "ranked_ids": ["396745", "16789", "236438", "454241", "516168", "284966", "421257", "481437", "418055", "526492"], "ranked_scores": [0.7083, 0.6052, 0.5963, 0.5853, 0.5831, 0.5647, 0.5555, 0.5523, 0.5466, 0.5432], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "452398": {"relevant_ids": ["452399"], "ranked_ids": ["452399", "530610", "90225", "230141", "4228", "372901", "60646", "450912", "134287", "296712"], "ranked_scores": [0.9513, 0.7087, 0.6821, 0.6495, 0.628, 0.6199, 0.609, 0.6006, 0.5973, 0.5893], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "182114": {"relevant_ids": ["182113"], "ranked_ids": ["196647", "182113", "531602", "234482", "162482", "139689", "323531", "475847", "56202", "229182"], "ranked_scores": [0.8095, 0.7806, 0.7168, 0.6765, 0.6611, 0.6589, 0.6568, 0.6463, 0.6336, 0.6291], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "486260": {"relevant_ids": ["486259"], "ranked_ids": ["486259", "392356", "113749", "385204", "266904", "241333", "209254", "146738", "222159", "429173"], "ranked_scores": [0.9269, 0.7117, 0.6856, 0.6716, 0.661, 0.6525, 0.6406, 0.6344, 0.6333, 0.6094], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "455140": {"relevant_ids": ["315935"], "ranked_ids": ["315935", "246286", "124700", "308963", "150842", "93864", "211061", "50224", "369068", "519049"], "ranked_scores": [0.9281, 0.7357, 0.7322, 0.7309, 0.7064, 0.6897, 0.6654, 0.66, 0.6592, 0.6406], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "56198": {"relevant_ids": ["56199"], "ranked_ids": ["56199", "249114", "160194", "138891", "279986", "67917", "71092", "43404", "431226", "452069"], "ranked_scores": [0.9693, 0.5473, 0.5215, 0.5144, 0.4949, 0.4868, 0.4726, 0.469, 0.4629, 0.4552], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "30172": {"relevant_ids": ["185817", "145120", "373486", "68426", "145119", "30173"], "ranked_ids": ["145120", "68426", "160900", "205338", "373486", "192604", "311173", "145119", "90983", "30173"], "ranked_scores": [0.9445, 0.9117, 0.8637, 0.8298, 0.8014, 0.7966, 0.792, 0.7806, 0.7794, 0.7794], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.1667, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.6844, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.7935, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.8333}, "127880": {"relevant_ids": ["241164"], "ranked_ids": ["241164", "121458", "210277", "135083", "535042", "112470", "325175", "22396", "100860", "450198"], "ranked_scores": [0.7886, 0.7003, 0.6813, 0.6721, 0.6164, 0.5781, 0.5756, 0.5687, 0.5661, 0.5637], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "167969": {"relevant_ids": ["174461"], "ranked_ids": ["174461", "360983", "78497", "207491", "60171", "91854", "121354", "144121", "347474", "207492"], "ranked_scores": [0.8138, 0.7987, 0.6072, 0.5966, 0.5943, 0.5883, 0.571, 0.5671, 0.5609, 0.5568], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "97986": {"relevant_ids": ["97987"], "ranked_ids": ["97987", "44589", "108564", "284181", "393565", "41241", "212168", "193896", "506848", "326597"], "ranked_scores": [0.989, 0.8026, 0.6983, 0.6894, 0.6824, 0.6368, 0.6336, 0.6308, 0.6219, 0.6188], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "12865": {"relevant_ids": ["105683"], "ranked_ids": ["105683", "92902", "191268", "277453", "356189", "83623", "528844", "291690", "313106", "23129"], "ranked_scores": [0.9663, 0.733, 0.6422, 0.6402, 0.6335, 0.6267, 0.6155, 0.6142, 0.6127, 0.6103], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "215681": {"relevant_ids": ["215680"], "ranked_ids": ["215680", "52235", "57552", "178515", "340195", "177080", "63757", "71159", "297953", "78042"], "ranked_scores": [0.9446, 0.6498, 0.6272, 0.6012, 0.5939, 0.5911, 0.5883, 0.5795, 0.5696, 0.5647], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-roberta-base-post-int8": {"127728": {"relevant_ids": ["127729"], "ranked_ids": ["127729", "276617", "245618", "278575", "38063", "469527", "153290", "250619", "145244", "188019"], "ranked_scores": [0.6305, 0.6137, 0.6005, 0.5985, 0.5876, 0.5783, 0.5721, 0.5684, 0.5556, 0.5428], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "318820": {"relevant_ids": ["318821"], "ranked_ids": ["318821", "222238", "54496", "380781", "367479", "441089", "54497", "178549", "46281", "481262"], "ranked_scores": [0.9019, 0.7439, 0.68, 0.6256, 0.6174, 0.6134, 0.6121, 0.6097, 0.6021, 0.5974], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "296098": {"relevant_ids": ["296097"], "ranked_ids": ["45507", "45506", "469868", "364131", "296097", "134752", "493414", "173403", "423933", "307653"], "ranked_scores": [0.619, 0.5888, 0.5747, 0.5613, 0.5561, 0.5518, 0.5402, 0.52, 0.508, 0.5052], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "150414": {"relevant_ids": ["192835"], "ranked_ids": ["192835", "105782", "105783", "516620", "132912", "470642", "126746", "1702", "121070", "103122"], "ranked_scores": [0.855, 0.792, 0.7326, 0.7318, 0.7264, 0.6832, 0.6627, 0.646, 0.631, 0.6236], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145582": {"relevant_ids": ["145583"], "ranked_ids": ["145583", "454248", "299264", "130013", "112261", "432243", "263736", "211239", "43082", "126753"], "ranked_scores": [0.731, 0.5606, 0.5463, 0.4398, 0.4357, 0.421, 0.4122, 0.3856, 0.3855, 0.3772], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "315712": {"relevant_ids": ["315713"], "ranked_ids": ["315713", "408588", "242340", "128560", "124542", "194841", "236508", "261260", "319096", "377891"], "ranked_scores": [0.7162, 0.5406, 0.5076, 0.4995, 0.4946, 0.4895, 0.4869, 0.4577, 0.4523, 0.4497], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145739": {"relevant_ids": ["145740"], "ranked_ids": ["145740", "241979", "115412", "366074", "8705", "415781", "429177", "465597", "347337", "453401"], "ranked_scores": [0.8399, 0.6773, 0.6674, 0.6659, 0.6511, 0.6077, 0.6056, 0.5969, 0.5949, 0.5919], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "308127": {"relevant_ids": ["308126"], "ranked_ids": ["308126", "79534", "35763", "36744", "77650", "395527", "140685", "427879", "386807", "385951"], "ranked_scores": [0.7848, 0.6141, 0.6005, 0.574, 0.5708, 0.5664, 0.5554, 0.5522, 0.5427, 0.5337], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "287245": {"relevant_ids": ["322650", "283199", "283198"], "ranked_ids": ["322650", "283199", "283198", "420279", "192143", "68138", "499037", "188940", "420280", "221784"], "ranked_scores": [0.8456, 0.8338, 0.7579, 0.5844, 0.5799, 0.5783, 0.5348, 0.5328, 0.5322, 0.5319], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "14755": {"relevant_ids": ["211906", "14756"], "ranked_ids": ["14756", "450970", "211906", "235454", "57678", "30834", "259619", "45636", "236793", "449494"], "ranked_scores": [0.8173, 0.8159, 0.8093, 0.6917, 0.6569, 0.6314, 0.5779, 0.5708, 0.5701, 0.568], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.9197, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.9197, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9197, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "370170": {"relevant_ids": ["370169"], "ranked_ids": ["370169", "334238", "419219", "191527", "211280", "388150", "528902", "442132", "537762", "476551"], "ranked_scores": [0.9973, 0.4797, 0.4147, 0.4103, 0.4084, 0.4044, 0.395, 0.3834, 0.3812, 0.3734], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "41774": {"relevant_ids": ["41773"], "ranked_ids": ["41773", "239344", "214766", "467781", "33017", "148165", "307530", "468656", "468655", "53738"], "ranked_scores": [0.8219, 0.5302, 0.5219, 0.4792, 0.4676, 0.4651, 0.4585, 0.4564, 0.4535, 0.4458], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "399648": {"relevant_ids": ["399649"], "ranked_ids": ["399649", "225815", "435035", "124071", "462253", "380626", "481934", "504913", "359281", "5830"], "ranked_scores": [0.9887, 0.7499, 0.6811, 0.6573, 0.6464, 0.6455, 0.6431, 0.6431, 0.6343, 0.6189], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "504811": {"relevant_ids": ["504810"], "ranked_ids": ["504810", "90374", "309894", "448774", "5861", "175461", "298555", "214151", "84826", "508685"], "ranked_scores": [0.9683, 0.6091, 0.5731, 0.564, 0.5363, 0.5227, 0.5213, 0.5187, 0.498, 0.4848], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "362950": {"relevant_ids": ["400212", "362949"], "ranked_ids": ["362949", "400212", "487392", "411503", "427587", "475478", "151122", "20967", "9132", "155870"], "ranked_scores": [0.7882, 0.7074, 0.6985, 0.6555, 0.6335, 0.6322, 0.6026, 0.58, 0.5715, 0.5676], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "155873": {"relevant_ids": ["155874"], "ranked_ids": ["155874", "392604", "91610", "294020", "136219", "122134", "383066", "292617", "3249", "38262"], "ranked_scores": [0.6409, 0.6029, 0.5568, 0.556, 0.5375, 0.5262, 0.5176, 0.5173, 0.5096, 0.5016], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "263432": {"relevant_ids": ["263433"], "ranked_ids": ["263433", "128303", "407204", "401373", "97259", "147629", "345287", "147630", "489070", "18217"], "ranked_scores": [0.7637, 0.6382, 0.5878, 0.5827, 0.5566, 0.5422, 0.4938, 0.4891, 0.4858, 0.4755], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "354945": {"relevant_ids": ["354946"], "ranked_ids": ["354946", "254071", "462983", "322478", "108161", "157453", "202817", "462984", "298611", "236419"], "ranked_scores": [0.9364, 0.8206, 0.6036, 0.5309, 0.5012, 0.482, 0.4677, 0.4552, 0.4379, 0.4333], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "245417": {"relevant_ids": ["219475", "248195"], "ranked_ids": ["219475", "40657", "248195", "64433", "301977", "368145", "319022", "14180", "413039", "164159"], "ranked_scores": [0.8389, 0.8115, 0.7988, 0.7347, 0.648, 0.6371, 0.6363, 0.6345, 0.6137, 0.588], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.9197, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.9197, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9197, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "516276": {"relevant_ids": ["516277"], "ranked_ids": ["516277", "19755", "34173", "76958", "352189", "119374", "286275", "510783", "471902", "489791"], "ranked_scores": [0.9017, 0.6631, 0.638, 0.5719, 0.5576, 0.5558, 0.5548, 0.539, 0.534, 0.5278], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177580": {"relevant_ids": ["177579"], "ranked_ids": ["177579", "18081", "115954", "419100", "76563", "185553", "370405", "60577", "391563", "57360"], "ranked_scores": [0.9758, 0.4955, 0.4938, 0.4935, 0.459, 0.4568, 0.4541, 0.4456, 0.4344, 0.4298], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "309865": {"relevant_ids": ["78624", "33713", "78623"], "ranked_ids": ["33713", "78623", "405094", "78624", "209041", "153484", "495751", "437065", "235483", "469068"], "ranked_scores": [0.8423, 0.8216, 0.8155, 0.8104, 0.8077, 0.8024, 0.7972, 0.7426, 0.7271, 0.724], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.9675, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9675, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "510387": {"relevant_ids": ["510386"], "ranked_ids": ["510386", "344869", "40390", "170896", "241538", "52003", "241537", "484846", "371033", "101855"], "ranked_scores": [0.7982, 0.7856, 0.7804, 0.7478, 0.746, 0.7456, 0.7434, 0.7376, 0.68, 0.6733], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "26645": {"relevant_ids": ["26644"], "ranked_ids": ["26644", "207775", "318396", "83875", "193896", "83874", "256679", "234865", "265116", "461704"], "ranked_scores": [0.9721, 0.7248, 0.6884, 0.653, 0.6363, 0.6344, 0.6282, 0.6182, 0.613, 0.6103], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "47788": {"relevant_ids": ["455725"], "ranked_ids": ["455725", "235686", "59223", "47789", "59508", "47703", "348138", "331", "37221", "8505"], "ranked_scores": [0.8821, 0.8256, 0.82, 0.813, 0.7818, 0.781, 0.7786, 0.7689, 0.7683, 0.7669], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "338281": {"relevant_ids": ["338282"], "ranked_ids": ["338282", "11563", "457315", "263861", "234727", "315387", "57017", "431433", "85881", "327767"], "ranked_scores": [0.8482, 0.479, 0.4777, 0.4763, 0.4758, 0.4588, 0.4503, 0.446, 0.4372, 0.4317], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "461149": {"relevant_ids": ["461148"], "ranked_ids": ["461148", "525835", "215782", "203100", "291108", "443095", "302225", "335800", "8828", "305206"], "ranked_scores": [0.6904, 0.6468, 0.608, 0.5928, 0.5385, 0.5245, 0.5157, 0.5112, 0.5066, 0.504], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "346126": {"relevant_ids": ["110710", "110711"], "ranked_ids": ["110710", "110711", "154338", "254526", "528998", "203476", "296319", "6816", "168350", "229972"], "ranked_scores": [0.9382, 0.8904, 0.8653, 0.7068, 0.6962, 0.6771, 0.6596, 0.6445, 0.6278, 0.6258], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "372986": {"relevant_ids": ["49961", "262882"], "ranked_ids": ["49961", "262882", "303468", "108183", "88278", "215938", "497531", "43966", "516501", "226818"], "ranked_scores": [0.9456, 0.7855, 0.5939, 0.5721, 0.5693, 0.5574, 0.5564, 0.5515, 0.5388, 0.5359], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "501182": {"relevant_ids": ["501181"], "ranked_ids": ["501181", "447737", "109121", "402718", "274777", "261255", "179018", "446824", "2257", "325288"], "ranked_scores": [0.8199, 0.4555, 0.4547, 0.448, 0.447, 0.4273, 0.4244, 0.4215, 0.4131, 0.4033], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13800": {"relevant_ids": ["408522", "376590", "13799"], "ranked_ids": ["376590", "13799", "179943", "30987", "23471", "8622", "67320", "481109", "408522", "56338"], "ranked_scores": [0.7588, 0.7564, 0.7416, 0.6728, 0.6663, 0.6484, 0.6416, 0.6319, 0.6261, 0.5985], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.7654, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.9066, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "250143": {"relevant_ids": ["250142"], "ranked_ids": ["250142", "473276", "38409", "526032", "57155", "206630", "76062", "27632", "50539", "274190"], "ranked_scores": [0.7726, 0.6985, 0.5495, 0.5495, 0.533, 0.5096, 0.5057, 0.4905, 0.4778, 0.4747], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13223": {"relevant_ids": ["156773", "88348", "13224", "20277", "88349"], "ranked_ids": ["156773", "88348", "88349", "13224", "86343", "223304", "366749", "361830", "137719", "24720"], "ranked_scores": [0.951, 0.8554, 0.8476, 0.8415, 0.831, 0.7924, 0.7676, 0.7592, 0.7579, 0.7189], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.2, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6, "ndcg@5": 0.8688, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.8, "ndcg@10": 0.8688, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.8}, "11002": {"relevant_ids": ["11003"], "ranked_ids": ["11003", "489539", "144197", "444112", "17317", "42203", "266680", "40100", "87346", "64236"], "ranked_scores": [0.8131, 0.6632, 0.653, 0.6453, 0.6337, 0.6206, 0.6099, 0.6055, 0.5968, 0.5879], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177653": {"relevant_ids": ["79732"], "ranked_ids": ["79732", "39174", "200611", "525756", "395587", "373717", "137270", "245271", "412316", "310721"], "ranked_scores": [0.8697, 0.693, 0.6804, 0.6568, 0.6465, 0.6445, 0.5694, 0.5672, 0.5606, 0.5535], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "415592": {"relevant_ids": ["415591"], "ranked_ids": ["415591", "322822", "91592", "88542", "435045", "485299", "430072", "117817", "84634", "425878"], "ranked_scores": [0.8929, 0.6574, 0.6433, 0.6418, 0.6292, 0.6101, 0.6045, 0.6019, 0.5898, 0.579], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "511196": {"relevant_ids": ["511197"], "ranked_ids": ["511197", "156490", "328397", "289278", "491923", "537528", "414717", "112674", "313107", "53962"], "ranked_scores": [0.7751, 0.5835, 0.4853, 0.4689, 0.4623, 0.4511, 0.4448, 0.4447, 0.4344, 0.4304], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "344845": {"relevant_ids": ["344844"], "ranked_ids": ["344844", "161471", "111672", "469623", "95946", "115151", "82460", "397001", "79987", "335497"], "ranked_scores": [0.9143, 0.7905, 0.7037, 0.6945, 0.6493, 0.6447, 0.6401, 0.6369, 0.6322, 0.6299], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "396744": {"relevant_ids": ["396745"], "ranked_ids": ["396745", "16789", "236438", "516168", "454241", "284966", "75399", "421257", "526492", "481437"], "ranked_scores": [0.6924, 0.5971, 0.5661, 0.556, 0.5503, 0.5461, 0.5459, 0.5426, 0.5317, 0.5246], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "452398": {"relevant_ids": ["452399"], "ranked_ids": ["452399", "530610", "90225", "4228", "60646", "134287", "230141", "450912", "97822", "154215"], "ranked_scores": [0.9257, 0.6573, 0.6304, 0.6219, 0.6036, 0.5929, 0.5883, 0.5567, 0.5565, 0.5542], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "182114": {"relevant_ids": ["182113"], "ranked_ids": ["196647", "182113", "531602", "234482", "139689", "162482", "56202", "256239", "475847", "323531"], "ranked_scores": [0.7508, 0.7454, 0.6782, 0.634, 0.6178, 0.6137, 0.5951, 0.583, 0.5764, 0.572], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "486260": {"relevant_ids": ["486259"], "ranked_ids": ["486259", "392356", "113749", "385204", "222159", "266904", "46379", "241333", "209254", "146738"], "ranked_scores": [0.9032, 0.6955, 0.6624, 0.6572, 0.6257, 0.61, 0.6049, 0.6031, 0.6, 0.5937], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "455140": {"relevant_ids": ["315935"], "ranked_ids": ["315935", "124700", "246286", "150842", "308963", "50224", "93864", "315936", "211061", "245896"], "ranked_scores": [0.9054, 0.6932, 0.6836, 0.6627, 0.657, 0.655, 0.6126, 0.6119, 0.5968, 0.5821], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "56198": {"relevant_ids": ["56199"], "ranked_ids": ["56199", "249114", "138891", "43404", "67917", "279986", "160194", "160914", "71092", "452069"], "ranked_scores": [0.9307, 0.5121, 0.4967, 0.4775, 0.4763, 0.4687, 0.4643, 0.441, 0.4219, 0.4158], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "30172": {"relevant_ids": ["30173", "145120", "185817", "373486", "145119", "68426"], "ranked_ids": ["145120", "68426", "160900", "205338", "192604", "30173", "373486", "311173", "90983", "185817"], "ranked_scores": [0.941, 0.9023, 0.8474, 0.8182, 0.7681, 0.7671, 0.7643, 0.7634, 0.7496, 0.7382], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.1667, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.5531, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.7897, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.8333}, "127880": {"relevant_ids": ["241164"], "ranked_ids": ["241164", "121458", "135083", "210277", "535042", "112470", "450198", "84471", "22396", "120446"], "ranked_scores": [0.7191, 0.6602, 0.6347, 0.6156, 0.5772, 0.5307, 0.51, 0.5034, 0.5033, 0.5021], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "167969": {"relevant_ids": ["174461"], "ranked_ids": ["360983", "174461", "78497", "60171", "207491", "91854", "121354", "347474", "144121", "207492"], "ranked_scores": [0.7281, 0.7272, 0.5594, 0.5472, 0.5368, 0.5344, 0.5164, 0.5058, 0.4975, 0.4856], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "97986": {"relevant_ids": ["97987"], "ranked_ids": ["97987", "44589", "108564", "193896", "393565", "284181", "212168", "41241", "234865", "326597"], "ranked_scores": [0.9639, 0.7862, 0.6408, 0.5931, 0.5919, 0.5857, 0.5744, 0.5722, 0.5613, 0.5577], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "12865": {"relevant_ids": ["105683"], "ranked_ids": ["105683", "92902", "23129", "356189", "528844", "83623", "313106", "267487", "191268", "83622"], "ranked_scores": [0.9479, 0.6694, 0.5631, 0.5615, 0.56, 0.5501, 0.5382, 0.5357, 0.5294, 0.5288], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "215681": {"relevant_ids": ["215680"], "ranked_ids": ["215680", "52235", "57552", "340195", "63757", "178515", "177080", "143842", "71159", "5733"], "ranked_scores": [0.8953, 0.5685, 0.5564, 0.5442, 0.5282, 0.5211, 0.5162, 0.5083, 0.5007, 0.4807], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-roberta-base-post-binary": {"127728": {"relevant_ids": ["127729"], "ranked_ids": ["127729", "38063", "276617", "188019", "278575", "245618", "445616", "153290", "145244", "333348"], "ranked_scores": [578.0, 565.0, 552.0, 549.0, 548.0, 547.0, 536.0, 536.0, 533.0, 531.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "318820": {"relevant_ids": ["318821"], "ranked_ids": ["318821", "222238", "54496", "178549", "441089", "481262", "367479", "172247", "489320", "441218"], "ranked_scores": [686.0, 607.0, 585.0, 575.0, 573.0, 571.0, 570.0, 560.0, 558.0, 553.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "296098": {"relevant_ids": ["296097"], "ranked_ids": ["296097", "45507", "469868", "45506", "423933", "298852", "173403", "469985", "364131", "492756"], "ranked_scores": [558.0, 557.0, 544.0, 543.0, 539.0, 533.0, 531.0, 531.0, 531.0, 531.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "150414": {"relevant_ids": ["192835"], "ranked_ids": ["192835", "105782", "516620", "105783", "132912", "126746", "470642", "121070", "126745", "1702"], "ranked_scores": [647.0, 631.0, 605.0, 598.0, 595.0, 585.0, 575.0, 571.0, 570.0, 561.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145582": {"relevant_ids": ["145583"], "ranked_ids": ["145583", "454248", "299264", "130013", "43082", "436023", "173109", "126753", "263736", "390399"], "ranked_scores": [622.0, 563.0, 512.0, 503.0, 503.0, 501.0, 500.0, 499.0, 496.0, 495.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "315712": {"relevant_ids": ["315713"], "ranked_ids": ["315713", "408588", "128560", "261260", "236508", "194841", "208025", "242340", "377891", "124542"], "ranked_scores": [625.0, 555.0, 549.0, 546.0, 545.0, 540.0, 538.0, 537.0, 535.0, 534.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145739": {"relevant_ids": ["145740"], "ranked_ids": ["145740", "241979", "115412", "366074", "180147", "415781", "429177", "8705", "347337", "453401"], "ranked_scores": [648.0, 596.0, 581.0, 575.0, 572.0, 570.0, 567.0, 562.0, 556.0, 551.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "308127": {"relevant_ids": ["308126"], "ranked_ids": ["308126", "79534", "395527", "35763", "301104", "77650", "523863", "326242", "36744", "471617"], "ranked_scores": [610.0, 562.0, 553.0, 543.0, 538.0, 535.0, 533.0, 530.0, 529.0, 528.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "287245": {"relevant_ids": ["283199", "322650", "283198"], "ranked_ids": ["322650", "283199", "283198", "420279", "188940", "499037", "192143", "221784", "420280", "109049"], "ranked_scores": [645.0, 643.0, 612.0, 556.0, 551.0, 547.0, 541.0, 540.0, 539.0, 538.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "14755": {"relevant_ids": ["14756", "211906"], "ranked_ids": ["211906", "14756", "450970", "235454", "57678", "30834", "45636", "236793", "449494", "314883"], "ranked_scores": [649.0, 646.0, 646.0, 587.0, 576.0, 553.0, 553.0, 549.0, 546.0, 543.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "370170": {"relevant_ids": ["370169"], "ranked_ids": ["370169", "334238", "211280", "466920", "528902", "128700", "467211", "191527", "17197", "537762"], "ranked_scores": [746.0, 524.0, 524.0, 518.0, 507.0, 507.0, 506.0, 503.0, 501.0, 499.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "41774": {"relevant_ids": ["41773"], "ranked_ids": ["41773", "467781", "33017", "214766", "366794", "239344", "53738", "468655", "148165", "307530"], "ranked_scores": [623.0, 528.0, 527.0, 527.0, 524.0, 522.0, 519.0, 518.0, 512.0, 512.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "399648": {"relevant_ids": ["399649"], "ranked_ids": ["399649", "225815", "124071", "462253", "481934", "504913", "380626", "435035", "411313", "5830"], "ranked_scores": [735.0, 609.0, 570.0, 566.0, 564.0, 561.0, 558.0, 558.0, 554.0, 554.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "504811": {"relevant_ids": ["504810"], "ranked_ids": ["504810", "214151", "90374", "309894", "448774", "5861", "84826", "298555", "251173", "381008"], "ranked_scores": [739.0, 559.0, 556.0, 552.0, 549.0, 543.0, 543.0, 542.0, 539.0, 538.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "362950": {"relevant_ids": ["362949", "400212"], "ranked_ids": ["362949", "400212", "475478", "427587", "129563", "487392", "411503", "465929", "438104", "348827"], "ranked_scores": [637.0, 624.0, 590.0, 589.0, 579.0, 578.0, 573.0, 568.0, 564.0, 559.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "155873": {"relevant_ids": ["155874"], "ranked_ids": ["155874", "392604", "136219", "91610", "38262", "294020", "3139", "487664", "292617", "303941"], "ranked_scores": [574.0, 548.0, 537.0, 532.0, 531.0, 528.0, 525.0, 520.0, 518.0, 517.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "263432": {"relevant_ids": ["263433"], "ranked_ids": ["263433", "128303", "401373", "407204", "147629", "510661", "97259", "104254", "356658", "471057"], "ranked_scores": [609.0, 582.0, 562.0, 561.0, 544.0, 542.0, 538.0, 536.0, 529.0, 527.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "354945": {"relevant_ids": ["354946"], "ranked_ids": ["354946", "254071", "462983", "108161", "322478", "157453", "298611", "236419", "202817", "287396"], "ranked_scores": [692.0, 639.0, 544.0, 536.0, 534.0, 515.0, 510.0, 510.0, 509.0, 509.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "245417": {"relevant_ids": ["248195", "219475"], "ranked_ids": ["219475", "40657", "248195", "64433", "319022", "368145", "301977", "164159", "413039", "50377"], "ranked_scores": [648.0, 644.0, 615.0, 591.0, 568.0, 566.0, 561.0, 560.0, 548.0, 548.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.9197, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.9197, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9197, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "516276": {"relevant_ids": ["516277"], "ranked_ids": ["516277", "19755", "34173", "76958", "352189", "510783", "119374", "187115", "286275", "44716"], "ranked_scores": [687.0, 601.0, 565.0, 559.0, 558.0, 548.0, 538.0, 536.0, 533.0, 532.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177580": {"relevant_ids": ["177579"], "ranked_ids": ["177579", "419100", "115954", "76563", "60577", "18081", "185553", "209698", "158126", "75396"], "ranked_scores": [719.0, 531.0, 524.0, 521.0, 519.0, 509.0, 509.0, 507.0, 507.0, 504.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "309865": {"relevant_ids": ["78623", "78624", "33713"], "ranked_ids": ["33713", "153484", "209041", "78623", "78624", "495751", "405094", "437065", "469068", "360054"], "ranked_scores": [639.0, 636.0, 632.0, 620.0, 619.0, 616.0, 614.0, 604.0, 599.0, 589.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.8529, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.8529, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "510387": {"relevant_ids": ["510386"], "ranked_ids": ["510386", "52003", "40390", "344869", "484846", "170896", "241538", "371033", "241537", "442062"], "ranked_scores": [637.0, 627.0, 617.0, 614.0, 613.0, 606.0, 606.0, 597.0, 595.0, 585.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "26645": {"relevant_ids": ["26644"], "ranked_ids": ["26644", "207775", "318396", "83875", "83874", "256679", "177220", "234865", "193896", "461704"], "ranked_scores": [702.0, 603.0, 596.0, 577.0, 573.0, 569.0, 559.0, 559.0, 556.0, 554.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "47788": {"relevant_ids": ["455725"], "ranked_ids": ["455725", "47789", "59223", "47703", "59508", "348138", "105230", "235686", "37221", "15132"], "ranked_scores": [647.0, 627.0, 623.0, 617.0, 614.0, 614.0, 611.0, 610.0, 609.0, 606.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "338281": {"relevant_ids": ["338282"], "ranked_ids": ["338282", "263861", "457315", "57017", "85881", "234727", "315387", "11563", "382555", "263316"], "ranked_scores": [655.0, 519.0, 519.0, 519.0, 518.0, 518.0, 511.0, 510.0, 508.0, 506.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "461149": {"relevant_ids": ["461148"], "ranked_ids": ["461148", "525835", "203100", "215782", "527101", "377056", "482221", "100854", "2420", "8828"], "ranked_scores": [594.0, 581.0, 560.0, 554.0, 548.0, 542.0, 540.0, 540.0, 539.0, 538.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "346126": {"relevant_ids": ["110710", "110711"], "ranked_ids": ["110710", "110711", "154338", "254526", "203476", "528998", "340823", "168350", "6816", "185203"], "ranked_scores": [677.0, 652.0, 646.0, 598.0, 593.0, 585.0, 580.0, 578.0, 578.0, 574.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "372986": {"relevant_ids": ["49961", "262882"], "ranked_ids": ["49961", "262882", "303468", "43966", "491226", "108183", "497531", "499535", "215938", "516501"], "ranked_scores": [702.0, 616.0, 568.0, 547.0, 547.0, 547.0, 545.0, 543.0, 541.0, 540.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "501182": {"relevant_ids": ["501181"], "ranked_ids": ["501181", "402718", "109121", "179018", "447737", "53141", "361182", "325288", "274777", "347781"], "ranked_scores": [664.0, 539.0, 527.0, 523.0, 519.0, 519.0, 519.0, 511.0, 508.0, 505.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13800": {"relevant_ids": ["408522", "13799", "376590"], "ranked_ids": ["376590", "179943", "13799", "30987", "8622", "23471", "481109", "408522", "448205", "67320"], "ranked_scores": [627.0, 620.0, 610.0, 590.0, 588.0, 580.0, 579.0, 574.0, 563.0, 563.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.7039, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.852, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "250143": {"relevant_ids": ["250142"], "ranked_ids": ["250142", "473276", "27632", "57155", "526032", "206630", "121390", "76062", "274190", "38409"], "ranked_scores": [599.0, 585.0, 536.0, 530.0, 527.0, 519.0, 518.0, 517.0, 516.0, 515.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13223": {"relevant_ids": ["156773", "13224", "88349", "88348", "20277"], "ranked_ids": ["156773", "13224", "86343", "88348", "88349", "223304", "366749", "361830", "137719", "192528"], "ranked_scores": [722.0, 639.0, 635.0, 635.0, 631.0, 629.0, 612.0, 603.0, 600.0, 600.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.2, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.4, "ndcg@5": 0.8304, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.8, "ndcg@10": 0.8304, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.8}, "11002": {"relevant_ids": ["11003"], "ranked_ids": ["11003", "489539", "17317", "144197", "444112", "87346", "266680", "153944", "64236", "42203"], "ranked_scores": [621.0, 597.0, 578.0, 576.0, 567.0, 562.0, 557.0, 555.0, 552.0, 550.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177653": {"relevant_ids": ["79732"], "ranked_ids": ["79732", "200611", "39174", "525756", "395587", "373717", "245271", "310721", "194790", "412316"], "ranked_scores": [666.0, 590.0, 587.0, 577.0, 568.0, 553.0, 541.0, 539.0, 532.0, 532.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "415592": {"relevant_ids": ["415591"], "ranked_ids": ["415591", "435045", "88542", "425878", "430072", "117817", "322822", "467639", "91592", "379146"], "ranked_scores": [664.0, 578.0, 571.0, 566.0, 560.0, 558.0, 557.0, 555.0, 552.0, 551.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "511196": {"relevant_ids": ["511197"], "ranked_ids": ["511197", "156490", "45940", "77372", "328397", "260954", "459789", "248655", "414717", "537528"], "ranked_scores": [633.0, 546.0, 526.0, 522.0, 521.0, 519.0, 518.0, 515.0, 515.0, 513.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "344845": {"relevant_ids": ["344844"], "ranked_ids": ["344844", "161471", "469623", "224515", "111672", "335497", "397001", "95946", "79987", "176826"], "ranked_scores": [693.0, 638.0, 596.0, 591.0, 591.0, 590.0, 577.0, 577.0, 576.0, 575.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "396744": {"relevant_ids": ["396745"], "ranked_ids": ["396745", "516168", "236438", "284966", "454241", "16789", "418055", "75399", "489628", "507513"], "ranked_scores": [579.0, 556.0, 551.0, 551.0, 546.0, 543.0, 541.0, 540.0, 533.0, 532.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "452398": {"relevant_ids": ["452399"], "ranked_ids": ["452399", "530610", "90225", "4228", "435989", "60646", "134287", "450912", "230141", "372901"], "ranked_scores": [701.0, 573.0, 562.0, 556.0, 550.0, 549.0, 547.0, 545.0, 544.0, 540.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "182114": {"relevant_ids": ["182113"], "ranked_ids": ["196647", "182113", "531602", "234482", "139689", "323531", "256239", "475847", "162482", "229182"], "ranked_scores": [617.0, 590.0, 583.0, 567.0, 558.0, 555.0, 550.0, 548.0, 544.0, 544.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "486260": {"relevant_ids": ["486259"], "ranked_ids": ["486259", "385204", "113749", "392356", "241333", "340380", "209254", "46379", "266904", "429173"], "ranked_scores": [671.0, 575.0, 564.0, 563.0, 563.0, 560.0, 557.0, 550.0, 549.0, 548.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "455140": {"relevant_ids": ["315935"], "ranked_ids": ["315935", "246286", "308963", "93864", "50224", "124700", "369068", "150842", "315936", "211061"], "ranked_scores": [675.0, 588.0, 585.0, 575.0, 575.0, 575.0, 570.0, 566.0, 564.0, 562.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "56198": {"relevant_ids": ["56199"], "ranked_ids": ["56199", "138891", "249114", "67917", "43404", "160194", "279986", "130971", "496142", "133979"], "ranked_scores": [712.0, 548.0, 539.0, 528.0, 525.0, 520.0, 517.0, 516.0, 514.0, 512.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "30172": {"relevant_ids": ["373486", "145120", "145119", "30173", "68426", "185817"], "ranked_ids": ["145120", "68426", "160900", "205338", "373486", "90983", "311173", "481493", "145119", "192604"], "ranked_scores": [675.0, 659.0, 636.0, 623.0, 622.0, 602.0, 598.0, 594.0, 593.0, 593.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.1667, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.6844, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.7017, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.6667}, "127880": {"relevant_ids": ["241164"], "ranked_ids": ["241164", "210277", "135083", "121458", "112470", "535042", "100860", "450198", "266615", "325175"], "ranked_scores": [609.0, 574.0, 571.0, 568.0, 560.0, 557.0, 548.0, 542.0, 537.0, 536.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "167969": {"relevant_ids": ["174461"], "ranked_ids": ["174461", "360983", "144121", "91854", "78497", "60171", "207491", "222958", "207492", "347474"], "ranked_scores": [622.0, 614.0, 549.0, 548.0, 543.0, 542.0, 541.0, 539.0, 538.0, 532.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "97986": {"relevant_ids": ["97987"], "ranked_ids": ["97987", "44589", "284181", "212168", "108564", "393565", "326597", "41241", "420351", "308991"], "ranked_scores": [723.0, 607.0, 574.0, 569.0, 562.0, 562.0, 556.0, 554.0, 550.0, 548.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "12865": {"relevant_ids": ["105683"], "ranked_ids": ["105683", "92902", "277453", "191268", "232488", "356189", "528844", "267487", "43086", "528051"], "ranked_scores": [719.0, 579.0, 574.0, 566.0, 559.0, 558.0, 551.0, 550.0, 541.0, 541.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "215681": {"relevant_ids": ["215680"], "ranked_ids": ["215680", "57552", "178515", "340195", "52235", "177080", "63757", "297953", "285023", "430626"], "ranked_scores": [692.0, 567.0, 566.0, 556.0, 546.0, 544.0, 544.0, 543.0, 541.0, 540.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-roberta-base-pq-m16-n8": {"127728": {"relevant_ids": ["127729"], "ranked_ids": ["145244", "276617", "153290", "116881", "127729", "387548", "245618", "278575", "348300", "521993"], "ranked_scores": [0.7046, 0.7032, 0.7032, 0.7027, 0.7021, 0.6997, 0.6885, 0.6848, 0.6661, 0.661], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "318820": {"relevant_ids": ["318821"], "ranked_ids": ["318821", "222238", "168411", "178549", "367479", "56784", "42413", "46281", "441089", "481262"], "ranked_scores": [0.8136, 0.7703, 0.7563, 0.7432, 0.7357, 0.734, 0.7323, 0.7217, 0.7209, 0.7143], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "296098": {"relevant_ids": ["296097"], "ranked_ids": ["134752", "469868", "45506", "45507", "423933", "364131", "412371", "296097", "56686", "492756"], "ranked_scores": [0.6646, 0.658, 0.6555, 0.6439, 0.6381, 0.6339, 0.632, 0.6284, 0.6195, 0.6166], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "150414": {"relevant_ids": ["192835"], "ranked_ids": ["192835", "337933", "105782", "144880", "105783", "272802", "103122", "126745", "126746", "516620"], "ranked_scores": [0.7735, 0.7452, 0.7436, 0.7285, 0.7207, 0.7206, 0.7185, 0.7175, 0.7172, 0.7172], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145582": {"relevant_ids": ["145583"], "ranked_ids": ["145583", "454248", "299264", "63563", "173109", "436023", "390399", "423943", "96867", "112261"], "ranked_scores": [0.5267, 0.4435, 0.4303, 0.4226, 0.4182, 0.4148, 0.4102, 0.407, 0.4032, 0.3967], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "315712": {"relevant_ids": ["315713"], "ranked_ids": ["355553", "242340", "208025", "177546", "319096", "111103", "83405", "521596", "194841", "278217"], "ranked_scores": [0.5991, 0.5978, 0.5968, 0.5942, 0.582, 0.5746, 0.5704, 0.5686, 0.5634, 0.5622], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "145739": {"relevant_ids": ["145740"], "ranked_ids": ["145740", "241979", "465597", "347337", "366074", "8705", "115412", "415781", "180147", "429177"], "ranked_scores": [0.8008, 0.7935, 0.7935, 0.7935, 0.7935, 0.7935, 0.7899, 0.787, 0.787, 0.7847], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "308127": {"relevant_ids": ["308126"], "ranked_ids": ["395527", "329643", "154044", "385951", "427879", "302837", "282571", "498938", "275485", "386807"], "ranked_scores": [0.7019, 0.7011, 0.6937, 0.6937, 0.6936, 0.6925, 0.6901, 0.6901, 0.6794, 0.6793], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "287245": {"relevant_ids": ["283199", "322650", "283198"], "ranked_ids": ["322650", "283199", "283198", "420279", "485959", "77620", "192143", "188940", "420280", "221784"], "ranked_scores": [0.7712, 0.7712, 0.763, 0.6918, 0.6887, 0.6769, 0.6705, 0.6693, 0.6563, 0.6422], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "14755": {"relevant_ids": ["14756", "211906"], "ranked_ids": ["14756", "450970", "211906", "235454", "236793", "481547", "57678", "30834", "369731", "362149"], "ranked_scores": [0.772, 0.772, 0.772, 0.7703, 0.7649, 0.7625, 0.7538, 0.7467, 0.7269, 0.7067], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.9197, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.9197, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9197, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "370170": {"relevant_ids": ["370169"], "ranked_ids": ["370169", "466920", "467211", "117645", "211280", "128700", "537762", "191527", "387761", "440158"], "ranked_scores": [0.6627, 0.5417, 0.5051, 0.5041, 0.4951, 0.4914, 0.4894, 0.488, 0.4774, 0.4756], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "41774": {"relevant_ids": ["41773"], "ranked_ids": ["41773", "239344", "214766", "475177", "468656", "163006", "467781", "62219", "127501", "442459"], "ranked_scores": [0.6093, 0.5534, 0.537, 0.5347, 0.531, 0.5303, 0.5195, 0.5092, 0.4956, 0.4918], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "399648": {"relevant_ids": ["399649"], "ranked_ids": ["399649", "124071", "359281", "225815", "481934", "435035", "462253", "285302", "11084", "504913"], "ranked_scores": [0.786, 0.7207, 0.7151, 0.7133, 0.7065, 0.6988, 0.6942, 0.6917, 0.6868, 0.6868], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "504811": {"relevant_ids": ["504810"], "ranked_ids": ["504810", "309894", "155038", "448774", "298555", "90374", "54195", "386903", "5861", "55899"], "ranked_scores": [0.7827, 0.753, 0.7397, 0.7353, 0.7333, 0.7286, 0.7257, 0.721, 0.718, 0.7104], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "362950": {"relevant_ids": ["362949", "400212"], "ranked_ids": ["362949", "487392", "400212", "427587", "475478", "411503", "151122", "438104", "68956", "348827"], "ranked_scores": [0.791, 0.7822, 0.782, 0.7798, 0.7753, 0.7741, 0.7607, 0.7531, 0.7456, 0.7437], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.9197, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.9197, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9197, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "155873": {"relevant_ids": ["155874"], "ranked_ids": ["294020", "146003", "136219", "292617", "294021", "91610", "383066", "155874", "25477", "392604"], "ranked_scores": [0.57, 0.5605, 0.5584, 0.5553, 0.5552, 0.5533, 0.5462, 0.5431, 0.5421, 0.5383], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "263432": {"relevant_ids": ["263433"], "ranked_ids": ["263433", "128303", "97259", "147630", "154634", "18217", "401373", "407204", "147629", "513809"], "ranked_scores": [0.6813, 0.6614, 0.6584, 0.6367, 0.6367, 0.6367, 0.6292, 0.6284, 0.6265, 0.6134], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "354945": {"relevant_ids": ["354946"], "ranked_ids": ["354946", "254071", "462983", "108161", "236419", "322478", "263939", "462984", "473769", "157453"], "ranked_scores": [0.7007, 0.68, 0.6362, 0.5081, 0.4993, 0.4993, 0.4848, 0.4811, 0.4426, 0.4236], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "245417": {"relevant_ids": ["248195", "219475"], "ranked_ids": ["219475", "248195", "64433", "40657", "301977", "14180", "413039", "85977", "249364", "413040"], "ranked_scores": [0.7935, 0.7935, 0.7916, 0.7709, 0.7633, 0.7483, 0.7271, 0.7045, 0.7035, 0.6911], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "516276": {"relevant_ids": ["516277"], "ranked_ids": ["516277", "34173", "19755", "76958", "479392", "489791", "286275", "510783", "352289", "438101"], "ranked_scores": [0.7795, 0.7367, 0.7367, 0.7231, 0.6938, 0.69, 0.684, 0.6697, 0.6695, 0.6684], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177580": {"relevant_ids": ["177579"], "ranked_ids": ["177579", "446100", "454968", "464418", "455888", "18081", "370405", "115954", "76563", "391563"], "ranked_scores": [0.605, 0.5069, 0.5008, 0.5007, 0.5007, 0.4987, 0.4966, 0.48, 0.4759, 0.4735], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "309865": {"relevant_ids": ["78623", "78624", "33713"], "ranked_ids": ["405094", "78623", "78624", "153484", "477476", "33713", "209041", "104085", "469068", "104131"], "ranked_scores": [0.819, 0.819, 0.819, 0.8157, 0.8104, 0.8069, 0.8059, 0.8056, 0.8056, 0.8026], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5307, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.5307, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.6979, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "510387": {"relevant_ids": ["510386"], "ranked_ids": ["510386", "40390", "43729", "170896", "52003", "344869", "241538", "241537", "254292", "484846"], "ranked_scores": [0.8202, 0.8163, 0.8124, 0.8066, 0.8046, 0.8015, 0.8013, 0.8013, 0.7978, 0.7679], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "26645": {"relevant_ids": ["26644"], "ranked_ids": ["26644", "144057", "177220", "207775", "83875", "83874", "318396", "139722", "212356", "108781"], "ranked_scores": [0.7715, 0.7074, 0.7069, 0.7068, 0.7061, 0.7061, 0.7043, 0.6732, 0.672, 0.6696], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "47788": {"relevant_ids": ["455725"], "ranked_ids": ["348138", "455725", "47703", "59223", "37221", "87039", "518171", "15132", "101721", "8505"], "ranked_scores": [0.8539, 0.8539, 0.8522, 0.8522, 0.8492, 0.8492, 0.8483, 0.8469, 0.8448, 0.8448], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "338281": {"relevant_ids": ["338282"], "ranked_ids": ["338282", "263861", "11563", "457315", "57017", "234727", "222138", "304167", "100426", "11250"], "ranked_scores": [0.7753, 0.6139, 0.6021, 0.5839, 0.5723, 0.5567, 0.5499, 0.5335, 0.5224, 0.497], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "461149": {"relevant_ids": ["461148"], "ranked_ids": ["461148", "525835", "392721", "392720", "215782", "203100", "250197", "302177", "335800", "252761"], "ranked_scores": [0.6294, 0.6096, 0.6083, 0.6068, 0.5928, 0.5923, 0.588, 0.5809, 0.5806, 0.5806], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "346126": {"relevant_ids": ["110710", "110711"], "ranked_ids": ["110710", "110711", "154338", "254526", "340823", "229972", "528998", "216984", "41365", "34674"], "ranked_scores": [0.8191, 0.8176, 0.8034, 0.7913, 0.7703, 0.7637, 0.7637, 0.7523, 0.7428, 0.7426], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "372986": {"relevant_ids": ["49961", "262882"], "ranked_ids": ["49961", "262882", "281091", "497531", "464601", "130692", "226563", "431933", "268183", "355869"], "ranked_scores": [0.7329, 0.696, 0.6411, 0.6355, 0.6336, 0.6305, 0.6305, 0.6305, 0.6305, 0.6305], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "501182": {"relevant_ids": ["501181"], "ranked_ids": ["501181", "325288", "179018", "274777", "109121", "291000", "143008", "402718", "91969", "446824"], "ranked_scores": [0.6773, 0.6383, 0.6326, 0.6178, 0.6125, 0.5865, 0.5663, 0.5374, 0.4729, 0.466], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13800": {"relevant_ids": ["408522", "13799", "376590"], "ranked_ids": ["376590", "13799", "179943", "408522", "67320", "23471", "8622", "56338", "448205", "481109"], "ranked_scores": [0.8295, 0.8197, 0.8021, 0.796, 0.795, 0.7876, 0.7816, 0.7762, 0.7759, 0.766], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.9675, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9675, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "250143": {"relevant_ids": ["250142"], "ranked_ids": ["473276", "250142", "38409", "57155", "318482", "368186", "76062", "57156", "526032", "58986"], "ranked_scores": [0.7403, 0.7392, 0.6137, 0.5893, 0.575, 0.5657, 0.5655, 0.5636, 0.5595, 0.5592], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "13223": {"relevant_ids": ["156773", "13224", "88349", "88348", "20277"], "ranked_ids": ["156773", "88348", "366749", "86343", "88349", "491669", "13224", "24720", "134852", "223304"], "ranked_scores": [0.8626, 0.8584, 0.8536, 0.8536, 0.851, 0.8507, 0.8482, 0.8367, 0.8302, 0.8299], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.2, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.4, "ndcg@5": 0.6844, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6, "ndcg@10": 0.7974, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.8}, "11002": {"relevant_ids": ["11003"], "ranked_ids": ["489539", "11003", "87346", "17317", "64236", "55041", "266680", "153944", "42203", "95767"], "ranked_scores": [0.74, 0.7292, 0.7239, 0.7237, 0.7213, 0.7159, 0.7069, 0.6997, 0.6947, 0.69], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "177653": {"relevant_ids": ["79732"], "ranked_ids": ["79732", "525756", "395587", "39174", "245271", "360786", "373717", "200611", "412316", "194790"], "ranked_scores": [0.7474, 0.7132, 0.701, 0.6855, 0.6808, 0.6771, 0.6623, 0.6459, 0.6204, 0.6096], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "415592": {"relevant_ids": ["415591"], "ranked_ids": ["415591", "117817", "425878", "485299", "88542", "435045", "187412", "379146", "467639", "91592"], "ranked_scores": [0.7818, 0.7703, 0.7703, 0.7703, 0.7622, 0.7622, 0.7363, 0.7314, 0.7277, 0.7245], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "511196": {"relevant_ids": ["511197"], "ranked_ids": ["511197", "491923", "156490", "53962", "398788", "112674", "328397", "248656", "533694", "289278"], "ranked_scores": [0.696, 0.6455, 0.6434, 0.6351, 0.6231, 0.6131, 0.6129, 0.583, 0.5816, 0.5812], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "344845": {"relevant_ids": ["344844"], "ranked_ids": ["161471", "344844", "269915", "187882", "79987", "405733", "469623", "82460", "335497", "115151"], "ranked_scores": [0.8079, 0.8049, 0.7678, 0.7531, 0.7531, 0.748, 0.7464, 0.7445, 0.7443, 0.7413], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "396744": {"relevant_ids": ["396745"], "ranked_ids": ["236438", "481437", "526492", "284966", "16789", "426695", "489628", "454241", "8609", "475261"], "ranked_scores": [0.643, 0.6303, 0.629, 0.6233, 0.6168, 0.6156, 0.6134, 0.6125, 0.6114, 0.6081], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "452398": {"relevant_ids": ["452399"], "ranked_ids": ["452399", "60646", "530610", "90225", "97822", "399415", "134287", "450912", "378404", "230141"], "ranked_scores": [0.7399, 0.6607, 0.6583, 0.649, 0.6474, 0.645, 0.6376, 0.63, 0.6263, 0.6253], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "182114": {"relevant_ids": ["182113"], "ranked_ids": ["383343", "412265", "475847", "475043", "50423", "481882", "56202", "528965", "80719", "531602"], "ranked_scores": [0.7021, 0.7021, 0.7021, 0.7021, 0.7021, 0.7021, 0.7021, 0.7021, 0.7021, 0.7021], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "486260": {"relevant_ids": ["486259"], "ranked_ids": ["486259", "385204", "241333", "483159", "511631", "266904", "235892", "113749", "221509", "476748"], "ranked_scores": [0.74, 0.703, 0.7015, 0.6875, 0.6795, 0.6749, 0.6748, 0.6728, 0.6721, 0.6717], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "455140": {"relevant_ids": ["315935"], "ranked_ids": ["315935", "124700", "308963", "318887", "249732", "211061", "150842", "490117", "50224", "519049"], "ranked_scores": [0.7954, 0.7781, 0.7757, 0.7657, 0.7633, 0.7599, 0.7569, 0.755, 0.7481, 0.7477], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "56198": {"relevant_ids": ["56199"], "ranked_ids": ["56199", "249114", "71092", "160914", "431226", "160194", "480352", "308888", "87814", "91482"], "ranked_scores": [0.7327, 0.6278, 0.5546, 0.5087, 0.4949, 0.4949, 0.4949, 0.4949, 0.4949, 0.4949], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "30172": {"relevant_ids": ["373486", "145120", "145119", "30173", "68426", "185817"], "ranked_ids": ["145120", "68426", "160900", "205338", "185817", "357893", "373486", "30173", "21960", "53445"], "ranked_scores": [0.8841, 0.8785, 0.878, 0.8762, 0.874, 0.8696, 0.8696, 0.8571, 0.8469, 0.8413], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.1667, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.6844, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.8069, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.8333}, "127880": {"relevant_ids": ["241164"], "ranked_ids": ["241164", "121458", "210277", "135083", "535042", "437116", "132797", "358959", "421143", "22396"], "ranked_scores": [0.7148, 0.6738, 0.6669, 0.6461, 0.6448, 0.6406, 0.6367, 0.6344, 0.6291, 0.6274], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "167969": {"relevant_ids": ["174461"], "ranked_ids": ["360983", "121354", "174461", "315016", "10394", "78497", "207491", "177138", "347474", "207492"], "ranked_scores": [0.6979, 0.6963, 0.6868, 0.6688, 0.6637, 0.6619, 0.6619, 0.6573, 0.6532, 0.6528], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "97986": {"relevant_ids": ["97987"], "ranked_ids": ["97987", "44589", "274700", "393565", "202747", "348913", "248383", "141417", "108778", "139722"], "ranked_scores": [0.787, 0.759, 0.712, 0.7002, 0.6992, 0.6982, 0.6955, 0.6905, 0.6875, 0.6847], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "12865": {"relevant_ids": ["105683"], "ranked_ids": ["105683", "146805", "146806", "35071", "94167", "188959", "250014", "477677", "92902", "528844"], "ranked_scores": [0.7928, 0.7573, 0.7573, 0.7573, 0.7573, 0.7573, 0.7573, 0.7573, 0.7573, 0.7567], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "215681": {"relevant_ids": ["215680"], "ranked_ids": ["215680", "57552", "143842", "119374", "63757", "526510", "138892", "340195", "309376", "498862"], "ranked_scores": [0.7238, 0.6474, 0.6329, 0.6082, 0.6021, 0.5941, 0.5926, 0.5865, 0.5852, 0.5846], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-roberta-base-pq-m16-n4": {"127728": {"relevant_ids": ["127729"], "ranked_ids": ["244441", "205884", "127729", "38063", "376198", "245618", "153290", "177685", "276617", "522248"], "ranked_scores": [0.5552, 0.5455, 0.5448, 0.5439, 0.5432, 0.5396, 0.5343, 0.5315, 0.5314, 0.5277], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "318820": {"relevant_ids": ["318821"], "ranked_ids": ["318821", "168411", "394632", "45151", "20112", "441089", "370618", "496708", "178549", "54496"], "ranked_scores": [0.6421, 0.6328, 0.6307, 0.6228, 0.6179, 0.6167, 0.616, 0.6147, 0.6117, 0.6059], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "296098": {"relevant_ids": ["296097"], "ranked_ids": ["45507", "134752", "56686", "173403", "364131", "198603", "24603", "469868", "513540", "14774"], "ranked_scores": [0.4414, 0.4257, 0.4082, 0.3967, 0.3923, 0.3919, 0.3886, 0.3852, 0.3786, 0.3763], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "150414": {"relevant_ids": ["192835"], "ranked_ids": ["192835", "516620", "105782", "467679", "470642", "390120", "398240", "121070", "103122", "459278"], "ranked_scores": [0.6855, 0.6785, 0.6775, 0.6775, 0.6738, 0.6712, 0.6678, 0.6649, 0.6633, 0.6579], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145582": {"relevant_ids": ["145583"], "ranked_ids": ["145583", "454248", "63563", "369068", "432243", "96867", "63564", "332628", "299264", "505890"], "ranked_scores": [0.41, 0.3618, 0.3386, 0.3337, 0.3282, 0.3257, 0.3237, 0.3229, 0.3216, 0.3186], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "315712": {"relevant_ids": ["315713"], "ranked_ids": ["242340", "194841", "298503", "261260", "315713", "96958", "456673", "355553", "409852", "53445"], "ranked_scores": [0.5001, 0.4951, 0.4932, 0.4828, 0.4825, 0.4809, 0.4764, 0.4713, 0.4702, 0.4697], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "145739": {"relevant_ids": ["145740"], "ranked_ids": ["145740", "414838", "17980", "8828", "2420", "100854", "85426", "366074", "241979", "115412"], "ranked_scores": [0.5335, 0.5254, 0.5254, 0.5254, 0.5254, 0.5254, 0.5254, 0.5252, 0.5211, 0.5177], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "308127": {"relevant_ids": ["308126"], "ranked_ids": ["275485", "385951", "498938", "36744", "395527", "427879", "402262", "523863", "513717", "35763"], "ranked_scores": [0.5827, 0.5699, 0.5699, 0.5641, 0.5637, 0.5572, 0.5565, 0.5553, 0.5543, 0.553], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "287245": {"relevant_ids": ["283199", "322650", "283198"], "ranked_ids": ["283199", "322650", "283198", "408774", "192143", "499037", "221784", "304904", "30373", "77620"], "ranked_scores": [0.4842, 0.4842, 0.4633, 0.425, 0.413, 0.4066, 0.4023, 0.4002, 0.3998, 0.3994], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "14755": {"relevant_ids": ["14756", "211906"], "ranked_ids": ["235454", "30834", "211906", "14756", "450970", "314883", "72275", "169258", "362149", "513717"], "ranked_scores": [0.5811, 0.5797, 0.5764, 0.5764, 0.5764, 0.5734, 0.5734, 0.5726, 0.5723, 0.5723], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3066, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.5706, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5706, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "370170": {"relevant_ids": ["370169"], "ranked_ids": ["370169", "70975", "83117", "529909", "13680", "392093", "389443", "279893", "40667", "206029"], "ranked_scores": [0.4619, 0.4306, 0.4192, 0.413, 0.4065, 0.4043, 0.3966, 0.3942, 0.3932, 0.3928], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "41774": {"relevant_ids": ["41773"], "ranked_ids": ["41773", "239344", "307530", "475177", "339535", "263188", "163006", "416695", "62219", "468656"], "ranked_scores": [0.4382, 0.4277, 0.4053, 0.4007, 0.3965, 0.3949, 0.3913, 0.3891, 0.3878, 0.3875], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "399648": {"relevant_ids": ["399649"], "ranked_ids": ["399649", "225815", "243294", "11084", "380626", "470113", "54706", "504913", "359281", "167488"], "ranked_scores": [0.5552, 0.5285, 0.515, 0.5088, 0.5078, 0.5069, 0.5, 0.4991, 0.4965, 0.4943], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "504811": {"relevant_ids": ["504810"], "ranked_ids": ["504810", "179617", "451065", "114876", "448774", "90374", "220414", "74588", "279073", "309894"], "ranked_scores": [0.5501, 0.5037, 0.4908, 0.4867, 0.48, 0.477, 0.4731, 0.4731, 0.4685, 0.4578], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "362950": {"relevant_ids": ["362949", "400212"], "ranked_ids": ["400212", "362949", "151122", "475478", "357629", "487392", "463443", "427587", "344212", "68956"], "ranked_scores": [0.5826, 0.5823, 0.5787, 0.575, 0.5698, 0.5685, 0.5672, 0.5671, 0.5625, 0.5599], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "155873": {"relevant_ids": ["155874"], "ranked_ids": ["3249", "136219", "294020", "38262", "146003", "292617", "91610", "3139", "370876", "446058"], "ranked_scores": [0.4669, 0.4621, 0.4582, 0.4561, 0.4472, 0.4457, 0.4435, 0.4432, 0.434, 0.4313], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "263432": {"relevant_ids": ["263433"], "ranked_ids": ["4350", "104254", "263433", "340437", "401373", "345287", "128303", "96221", "147630", "25611"], "ranked_scores": [0.5516, 0.5403, 0.5265, 0.5235, 0.5233, 0.5187, 0.5138, 0.5126, 0.5123, 0.5086], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "354945": {"relevant_ids": ["354946"], "ranked_ids": ["354946", "254071", "462983", "395883", "102895", "287396", "307824", "322478", "425587", "473769"], "ranked_scores": [0.4319, 0.3962, 0.3547, 0.3275, 0.3275, 0.3206, 0.3166, 0.3153, 0.3142, 0.312], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "245417": {"relevant_ids": ["248195", "219475"], "ranked_ids": ["219475", "40657", "248195", "85977", "64433", "266642", "319022", "301977", "163441", "391541"], "ranked_scores": [0.5438, 0.5416, 0.5415, 0.5378, 0.5368, 0.5222, 0.5209, 0.5207, 0.5201, 0.5159], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.9197, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.9197, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9197, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "516276": {"relevant_ids": ["516277"], "ranked_ids": ["516277", "286275", "352289", "142152", "384717", "294407", "372966", "266361", "5733", "19755"], "ranked_scores": [0.5773, 0.5571, 0.5516, 0.5514, 0.5464, 0.5448, 0.5425, 0.5417, 0.5397, 0.5395], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177580": {"relevant_ids": ["177579"], "ranked_ids": ["177579", "18081", "370405", "454968", "446100", "115954", "27716", "35662", "455888", "464418"], "ranked_scores": [0.4984, 0.3889, 0.3859, 0.382, 0.3745, 0.3692, 0.3667, 0.3667, 0.3658, 0.3658], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "309865": {"relevant_ids": ["78623", "78624", "33713"], "ranked_ids": ["78624", "33713", "437065", "209041", "442611", "469068", "405094", "78623", "9583", "97545"], "ranked_scores": [0.695, 0.695, 0.695, 0.6896, 0.6856, 0.6856, 0.6839, 0.6839, 0.6806, 0.6806], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.7654, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.9134, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "510387": {"relevant_ids": ["510386"], "ranked_ids": ["509277", "52003", "510386", "59682", "575", "513875", "55598", "61325", "74664", "74663"], "ranked_scores": [0.7442, 0.7442, 0.7442, 0.7442, 0.7442, 0.7442, 0.7442, 0.7442, 0.7442, 0.7442], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "26645": {"relevant_ids": ["26644"], "ranked_ids": ["26644", "318396", "83875", "83874", "207775", "464097", "407302", "353107", "433893", "522248"], "ranked_scores": [0.659, 0.6502, 0.6482, 0.6482, 0.6463, 0.6449, 0.6434, 0.6428, 0.6428, 0.6428], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "47788": {"relevant_ids": ["455725"], "ranked_ids": ["183781", "455725", "279265", "5769", "292990", "78921", "8505", "529720", "53096", "59508"], "ranked_scores": [0.7075, 0.7075, 0.7075, 0.7075, 0.7075, 0.7075, 0.7075, 0.7063, 0.7063, 0.7063], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "338281": {"relevant_ids": ["338282"], "ranked_ids": ["338282", "11563", "139149", "100426", "370570", "389968", "391952", "138712", "263861", "325380"], "ranked_scores": [0.4425, 0.4082, 0.3896, 0.3843, 0.3746, 0.3706, 0.3671, 0.3638, 0.3628, 0.3613], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "461149": {"relevant_ids": ["461148"], "ranked_ids": ["215782", "443095", "120940", "203100", "392720", "465420", "519616", "302225", "381960", "392721"], "ranked_scores": [0.4914, 0.4766, 0.4761, 0.4727, 0.4687, 0.4662, 0.4595, 0.4563, 0.4551, 0.4549], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "346126": {"relevant_ids": ["110710", "110711"], "ranked_ids": ["110710", "154338", "203476", "110711", "21352", "89277", "413368", "393684", "6816", "275291"], "ranked_scores": [0.6374, 0.6333, 0.6158, 0.6157, 0.6142, 0.6115, 0.6043, 0.6026, 0.6026, 0.6018], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.8772, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.8772, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "372986": {"relevant_ids": ["49961", "262882"], "ranked_ids": ["49961", "262882", "123275", "281091", "226563", "130692", "268183", "443239", "431933", "215938"], "ranked_scores": [0.6228, 0.6109, 0.6055, 0.6037, 0.5979, 0.5953, 0.5914, 0.5894, 0.5893, 0.5879], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "501182": {"relevant_ids": ["501181"], "ranked_ids": ["501181", "451769", "532437", "446824", "373998", "109121", "274777", "261255", "179018", "355903"], "ranked_scores": [0.4796, 0.4039, 0.3975, 0.3942, 0.3942, 0.3915, 0.3894, 0.3837, 0.379, 0.3789], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13800": {"relevant_ids": ["408522", "13799", "376590"], "ranked_ids": ["365917", "241015", "376590", "67320", "179943", "30987", "13799", "110892", "481109", "8622"], "ranked_scores": [0.6404, 0.6389, 0.6327, 0.6321, 0.6261, 0.6253, 0.62, 0.6181, 0.618, 0.6162], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2346, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.3911, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.6667}, "250143": {"relevant_ids": ["250142"], "ranked_ids": ["250142", "526032", "127989", "274751", "473276", "472217", "294633", "485416", "57155", "318482"], "ranked_scores": [0.4754, 0.4182, 0.4131, 0.4115, 0.4111, 0.4037, 0.3983, 0.3964, 0.3943, 0.3931], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13223": {"relevant_ids": ["156773", "13224", "88349", "88348", "20277"], "ranked_ids": ["156773", "373065", "88349", "88348", "24720", "430581", "86343", "137719", "223304", "366749"], "ranked_scores": [0.6954, 0.6942, 0.6931, 0.6912, 0.6887, 0.6874, 0.6865, 0.6794, 0.6791, 0.6771], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.2, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.4, "ndcg@5": 0.6548, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6, "ndcg@10": 0.6548, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.6}, "11002": {"relevant_ids": ["11003"], "ranked_ids": ["447730", "42203", "17317", "55041", "21396", "294998", "40100", "444112", "95767", "517597"], "ranked_scores": [0.5934, 0.5874, 0.587, 0.5825, 0.5754, 0.5754, 0.5754, 0.5754, 0.5754, 0.5754], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "177653": {"relevant_ids": ["79732"], "ranked_ids": ["79732", "525756", "39174", "373717", "137270", "431590", "494720", "194790", "293259", "393895"], "ranked_scores": [0.4271, 0.4103, 0.3875, 0.364, 0.3623, 0.3618, 0.3611, 0.359, 0.3574, 0.3534], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "415592": {"relevant_ids": ["415591"], "ranked_ids": ["415591", "91592", "117817", "88542", "95917", "435045", "425878", "485706", "485299", "341191"], "ranked_scores": [0.5583, 0.5283, 0.5069, 0.4924, 0.4843, 0.4713, 0.4683, 0.4682, 0.4676, 0.4675], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "511196": {"relevant_ids": ["511197"], "ranked_ids": ["511197", "156490", "252091", "491923", "189866", "465420", "251545", "313107", "536645", "236007"], "ranked_scores": [0.4357, 0.3987, 0.3804, 0.3719, 0.3701, 0.3687, 0.3685, 0.3637, 0.3596, 0.3575], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "344845": {"relevant_ids": ["344844"], "ranked_ids": ["344844", "161471", "335497", "187882", "4915", "95946", "140172", "397001", "79595", "457408"], "ranked_scores": [0.6512, 0.6299, 0.6275, 0.6259, 0.6259, 0.6184, 0.616, 0.6151, 0.6149, 0.6123], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "396744": {"relevant_ids": ["396745"], "ranked_ids": ["516168", "196613", "386956", "355571", "303054", "526492", "535683", "261367", "20764", "236438"], "ranked_scores": [0.535, 0.5158, 0.5144, 0.5126, 0.5075, 0.5073, 0.5073, 0.5056, 0.5053, 0.5012], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "452398": {"relevant_ids": ["452399"], "ranked_ids": ["452399", "301305", "154215", "165046", "221563", "530610", "450912", "248608", "346712", "68891"], "ranked_scores": [0.6338, 0.6311, 0.6282, 0.6279, 0.6279, 0.6279, 0.6271, 0.6251, 0.6251, 0.6246], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "182114": {"relevant_ids": ["182113"], "ranked_ids": ["162482", "196647", "234482", "531602", "80719", "23242", "182113", "528965", "475847", "323531"], "ranked_scores": [0.4679, 0.464, 0.4612, 0.4591, 0.4555, 0.4553, 0.4546, 0.453, 0.4517, 0.4475], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "486260": {"relevant_ids": ["486259"], "ranked_ids": ["46379", "220387", "151649", "38556", "222159", "575", "59682", "61325", "74664", "74663"], "ranked_scores": [0.6246, 0.6231, 0.6231, 0.6231, 0.6226, 0.6224, 0.6224, 0.6224, 0.6224, 0.6224], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "455140": {"relevant_ids": ["315935"], "ranked_ids": ["315935", "308963", "246286", "211061", "50224", "369068", "332628", "124700", "472217", "124701"], "ranked_scores": [0.5812, 0.5466, 0.5386, 0.5332, 0.5325, 0.5321, 0.5204, 0.5135, 0.5129, 0.5075], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "56198": {"relevant_ids": ["56199"], "ranked_ids": ["56199", "43404", "308888", "456860", "160194", "243039", "431226", "143503", "71092", "348405"], "ranked_scores": [0.4481, 0.3845, 0.361, 0.3567, 0.3493, 0.3435, 0.327, 0.3222, 0.3196, 0.3148], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "30172": {"relevant_ids": ["373486", "145120", "145119", "30173", "68426", "185817"], "ranked_ids": ["112436", "20427", "496848", "15236", "149429", "311173", "145120", "68426", "185581", "373486"], "ranked_scores": [0.7721, 0.7721, 0.7721, 0.7721, 0.7717, 0.7717, 0.7717, 0.7693, 0.766, 0.7659], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2838, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.5}, "127880": {"relevant_ids": ["241164"], "ranked_ids": ["241164", "366050", "135083", "337433", "149641", "100860", "350284", "210277", "513717", "121458"], "ranked_scores": [0.5401, 0.5272, 0.525, 0.5082, 0.5036, 0.5018, 0.5002, 0.4989, 0.4978, 0.4861], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "167969": {"relevant_ids": ["174461"], "ranked_ids": ["360983", "174461", "60171", "168913", "91854", "144121", "177138", "78497", "207491", "407354"], "ranked_scores": [0.5372, 0.5276, 0.5104, 0.5038, 0.4997, 0.4976, 0.4931, 0.4732, 0.4684, 0.4683], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "97986": {"relevant_ids": ["97987"], "ranked_ids": ["97987", "177220", "189696", "245294", "311549", "407", "89059", "248383", "311589", "329296"], "ranked_scores": [0.6461, 0.6336, 0.6336, 0.6336, 0.6336, 0.6336, 0.6336, 0.6336, 0.6336, 0.6336], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "12865": {"relevant_ids": ["105683"], "ranked_ids": ["105683", "96948", "101617", "56499", "92902", "75652", "83623", "306838", "291690", "356189"], "ranked_scores": [0.4789, 0.4538, 0.4476, 0.4455, 0.4451, 0.4407, 0.433, 0.431, 0.4298, 0.4279], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "215681": {"relevant_ids": ["215680"], "ranked_ids": ["215680", "63757", "72857", "430626", "71159", "59541", "410439", "481004", "498862", "57552"], "ranked_scores": [0.6037, 0.5639, 0.5629, 0.5596, 0.5595, 0.5571, 0.5562, 0.5538, 0.5483, 0.5469], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-roberta-base-tq-8bit": {"127728": {"relevant_ids": ["127729"], "ranked_ids": ["127729", "245618", "278575", "276617", "38063", "153290", "145244", "250619", "92818", "469527"], "ranked_scores": [0.6878, 0.6743, 0.6728, 0.6627, 0.6307, 0.6205, 0.6132, 0.6115, 0.6033, 0.6027], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "318820": {"relevant_ids": ["318821"], "ranked_ids": ["318821", "222238", "54496", "367479", "380781", "178549", "441089", "441218", "162581", "496708"], "ranked_scores": [0.9331, 0.7803, 0.7051, 0.6981, 0.6759, 0.6723, 0.6702, 0.6513, 0.6502, 0.6392], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "296098": {"relevant_ids": ["296097"], "ranked_ids": ["45507", "469868", "45506", "296097", "134752", "493414", "364131", "173403", "307653", "423933"], "ranked_scores": [0.6522, 0.6214, 0.617, 0.6067, 0.6065, 0.5983, 0.5872, 0.5845, 0.5507, 0.5505], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "150414": {"relevant_ids": ["192835"], "ranked_ids": ["192835", "105782", "105783", "516620", "132912", "470642", "126746", "121070", "1702", "73405"], "ranked_scores": [0.8733, 0.8712, 0.7971, 0.794, 0.7489, 0.7131, 0.7131, 0.6753, 0.6736, 0.6545], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145582": {"relevant_ids": ["145583"], "ranked_ids": ["145583", "454248", "299264", "112261", "130013", "263736", "390399", "211239", "436023", "43082"], "ranked_scores": [0.832, 0.6162, 0.5681, 0.4698, 0.4641, 0.445, 0.4197, 0.4162, 0.414, 0.4018], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "315712": {"relevant_ids": ["315713"], "ranked_ids": ["315713", "408588", "242340", "194841", "124542", "236508", "128560", "319096", "208025", "377891"], "ranked_scores": [0.8221, 0.6367, 0.619, 0.5948, 0.5649, 0.5592, 0.5383, 0.5326, 0.5307, 0.5178], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145739": {"relevant_ids": ["145740"], "ranked_ids": ["145740", "241979", "366074", "8705", "115412", "465597", "347337", "415781", "429177", "180147"], "ranked_scores": [0.8962, 0.7533, 0.7185, 0.7113, 0.7054, 0.6627, 0.6607, 0.6582, 0.6495, 0.635], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "308127": {"relevant_ids": ["308126"], "ranked_ids": ["308126", "395527", "35763", "79534", "36744", "77650", "385951", "301104", "386807", "427879"], "ranked_scores": [0.7938, 0.6201, 0.6062, 0.5927, 0.5917, 0.5745, 0.5738, 0.5659, 0.563, 0.5605], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "287245": {"relevant_ids": ["283199", "322650", "283198"], "ranked_ids": ["322650", "283199", "283198", "420279", "499037", "192143", "68138", "420280", "221784", "508239"], "ranked_scores": [0.8583, 0.8581, 0.7889, 0.6502, 0.5955, 0.5951, 0.5939, 0.5797, 0.5723, 0.5637], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "14755": {"relevant_ids": ["14756", "211906"], "ranked_ids": ["450970", "211906", "14756", "235454", "57678", "30834", "45636", "236793", "259619", "449494"], "ranked_scores": [0.856, 0.8496, 0.8426, 0.7416, 0.695, 0.6536, 0.6109, 0.6097, 0.6006, 0.5889], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6934, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6934, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6934, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "370170": {"relevant_ids": ["370169"], "ranked_ids": ["370169", "537762", "211280", "334238", "528902", "191527", "466920", "419219", "388150", "476551"], "ranked_scores": [0.9973, 0.5161, 0.5095, 0.5052, 0.4958, 0.4788, 0.4748, 0.4738, 0.4715, 0.4634], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "41774": {"relevant_ids": ["41773"], "ranked_ids": ["41773", "214766", "239344", "467781", "33017", "148165", "442459", "366794", "53738", "307530"], "ranked_scores": [0.8147, 0.5582, 0.5438, 0.5143, 0.5068, 0.4997, 0.4954, 0.4902, 0.4754, 0.4744], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "399648": {"relevant_ids": ["399649"], "ranked_ids": ["399649", "225815", "435035", "243294", "481934", "504913", "380626", "411313", "462253", "124071"], "ranked_scores": [0.9887, 0.8015, 0.6813, 0.6524, 0.6501, 0.6488, 0.6457, 0.6427, 0.6393, 0.639], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "504811": {"relevant_ids": ["504810"], "ranked_ids": ["504810", "90374", "448774", "309894", "298555", "5861", "214151", "84826", "160704", "155038"], "ranked_scores": [0.9917, 0.6791, 0.6491, 0.6465, 0.6264, 0.6212, 0.5974, 0.5952, 0.5597, 0.5576], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "362950": {"relevant_ids": ["362949", "400212"], "ranked_ids": ["362949", "400212", "487392", "427587", "475478", "411503", "129563", "348827", "151122", "155870"], "ranked_scores": [0.8504, 0.7957, 0.7411, 0.7306, 0.708, 0.7012, 0.6759, 0.6618, 0.6563, 0.6463], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "155873": {"relevant_ids": ["155874"], "ranked_ids": ["155874", "392604", "136219", "91610", "294020", "122134", "487664", "292617", "3249", "383066"], "ranked_scores": [0.6721, 0.5673, 0.5652, 0.5539, 0.5514, 0.5259, 0.5248, 0.5222, 0.5121, 0.5081], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "263432": {"relevant_ids": ["263433"], "ranked_ids": ["263433", "128303", "401373", "407204", "147629", "97259", "147630", "104254", "29349", "489070"], "ranked_scores": [0.7918, 0.6982, 0.645, 0.6383, 0.6299, 0.6071, 0.5713, 0.5583, 0.5534, 0.5443], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "354945": {"relevant_ids": ["354946"], "ranked_ids": ["354946", "254071", "462983", "108161", "322478", "462984", "157453", "202817", "287396", "263939"], "ranked_scores": [0.9395, 0.8374, 0.6421, 0.5541, 0.5384, 0.508, 0.4907, 0.4457, 0.4457, 0.4415], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "245417": {"relevant_ids": ["248195", "219475"], "ranked_ids": ["219475", "248195", "40657", "64433", "301977", "319022", "14180", "164159", "413039", "368145"], "ranked_scores": [0.8732, 0.8352, 0.8327, 0.7522, 0.6792, 0.672, 0.6683, 0.6603, 0.6556, 0.6507], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "516276": {"relevant_ids": ["516277"], "ranked_ids": ["516277", "19755", "34173", "76958", "510783", "286275", "471902", "62062", "352189", "119374"], "ranked_scores": [0.9561, 0.7545, 0.7276, 0.6638, 0.6576, 0.6362, 0.6255, 0.6236, 0.6216, 0.6171], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177580": {"relevant_ids": ["177579"], "ranked_ids": ["177579", "185553", "115954", "18081", "419100", "76563", "370405", "143503", "454968", "60577"], "ranked_scores": [0.9777, 0.5235, 0.5088, 0.5052, 0.4973, 0.4585, 0.4553, 0.4511, 0.4446, 0.4417], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "309865": {"relevant_ids": ["78623", "78624", "33713"], "ranked_ids": ["33713", "153484", "209041", "78623", "405094", "495751", "78624", "437065", "235483", "469068"], "ranked_scores": [0.854, 0.8341, 0.8279, 0.8266, 0.8216, 0.8106, 0.8083, 0.7611, 0.7385, 0.7268], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.6714, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.8278, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "510387": {"relevant_ids": ["510386"], "ranked_ids": ["510386", "344869", "40390", "170896", "484846", "52003", "241538", "241537", "371033", "101855"], "ranked_scores": [0.8256, 0.8124, 0.8035, 0.7878, 0.7872, 0.7774, 0.7661, 0.7605, 0.7052, 0.704], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "26645": {"relevant_ids": ["26644"], "ranked_ids": ["26644", "207775", "318396", "83875", "234865", "256679", "193896", "83874", "265116", "144057"], "ranked_scores": [0.9738, 0.7317, 0.727, 0.6579, 0.6535, 0.65, 0.6486, 0.6406, 0.6297, 0.6283], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "47788": {"relevant_ids": ["455725"], "ranked_ids": ["455725", "235686", "59223", "47789", "348138", "59508", "47703", "331", "37221", "101721"], "ranked_scores": [0.8795, 0.8208, 0.8126, 0.8009, 0.7899, 0.7788, 0.7775, 0.7684, 0.7652, 0.762], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "338281": {"relevant_ids": ["338282"], "ranked_ids": ["338282", "11563", "457315", "263861", "234727", "431433", "85881", "57017", "382555", "338711"], "ranked_scores": [0.9046, 0.5409, 0.5399, 0.5238, 0.518, 0.4954, 0.489, 0.4889, 0.4812, 0.472], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "461149": {"relevant_ids": ["461148"], "ranked_ids": ["461148", "525835", "203100", "215782", "527101", "443095", "291108", "335800", "302225", "377056"], "ranked_scores": [0.7264, 0.6929, 0.6409, 0.6389, 0.591, 0.5855, 0.5813, 0.5723, 0.5664, 0.5604], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "346126": {"relevant_ids": ["110710", "110711"], "ranked_ids": ["110710", "110711", "154338", "254526", "203476", "528998", "340823", "296319", "168350", "229972"], "ranked_scores": [0.9449, 0.8983, 0.8924, 0.7659, 0.7463, 0.7384, 0.7168, 0.7164, 0.705, 0.6944], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "372986": {"relevant_ids": ["49961", "262882"], "ranked_ids": ["49961", "262882", "303468", "215938", "497531", "516501", "88278", "108183", "140335", "415486"], "ranked_scores": [0.9693, 0.8402, 0.6863, 0.6435, 0.6166, 0.6124, 0.6103, 0.6099, 0.5937, 0.5803], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "501182": {"relevant_ids": ["501181"], "ranked_ids": ["501181", "402718", "109121", "179018", "274777", "446824", "325288", "447737", "2257", "185580"], "ranked_scores": [0.901, 0.5719, 0.5529, 0.5524, 0.5243, 0.5001, 0.4873, 0.4873, 0.478, 0.4657], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13800": {"relevant_ids": ["408522", "13799", "376590"], "ranked_ids": ["376590", "13799", "179943", "23471", "30987", "8622", "408522", "481109", "67320", "448205"], "ranked_scores": [0.8369, 0.8249, 0.7893, 0.7355, 0.7194, 0.7176, 0.7042, 0.6995, 0.6973, 0.6859], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.7654, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.9218, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "250143": {"relevant_ids": ["250142"], "ranked_ids": ["250142", "473276", "526032", "206630", "38409", "57155", "76062", "137994", "460976", "27632"], "ranked_scores": [0.7827, 0.7364, 0.5688, 0.5673, 0.5657, 0.5426, 0.5067, 0.5044, 0.5032, 0.501], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13223": {"relevant_ids": ["156773", "13224", "88349", "88348", "20277"], "ranked_ids": ["156773", "88348", "88349", "13224", "86343", "223304", "366749", "137719", "361830", "192528"], "ranked_scores": [0.9772, 0.8774, 0.8654, 0.8625, 0.8523, 0.8293, 0.8157, 0.7871, 0.784, 0.7677], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.2, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6, "ndcg@5": 0.8688, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.8, "ndcg@10": 0.8688, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.8}, "11002": {"relevant_ids": ["11003"], "ranked_ids": ["11003", "144197", "489539", "444112", "42203", "17317", "40100", "266680", "87346", "174649"], "ranked_scores": [0.8379, 0.7253, 0.7157, 0.7112, 0.6725, 0.6674, 0.6489, 0.6459, 0.6438, 0.6422], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177653": {"relevant_ids": ["79732"], "ranked_ids": ["79732", "525756", "200611", "39174", "373717", "395587", "245271", "412316", "310721", "194790"], "ranked_scores": [0.9195, 0.7149, 0.7111, 0.7055, 0.6802, 0.6564, 0.5787, 0.5619, 0.5519, 0.5392], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "415592": {"relevant_ids": ["415591"], "ranked_ids": ["415591", "435045", "322822", "117817", "425878", "91592", "88542", "430072", "485299", "467639"], "ranked_scores": [0.9223, 0.7054, 0.6827, 0.6699, 0.6657, 0.6646, 0.6568, 0.6383, 0.6364, 0.6261], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "511196": {"relevant_ids": ["511197"], "ranked_ids": ["511197", "156490", "328397", "289278", "491923", "313107", "251545", "248655", "537528", "53962"], "ranked_scores": [0.872, 0.6791, 0.5718, 0.5344, 0.5053, 0.4946, 0.4935, 0.4898, 0.4897, 0.4884], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "344845": {"relevant_ids": ["344844"], "ranked_ids": ["344844", "161471", "111672", "469623", "95946", "79987", "335497", "224515", "327548", "115151"], "ranked_scores": [0.9534, 0.8379, 0.7505, 0.7327, 0.7204, 0.7181, 0.7148, 0.7023, 0.7002, 0.6845], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "396744": {"relevant_ids": ["396745"], "ranked_ids": ["396745", "16789", "236438", "454241", "516168", "284966", "421257", "481437", "418055", "526492"], "ranked_scores": [0.7085, 0.605, 0.5976, 0.5854, 0.583, 0.5648, 0.5545, 0.5531, 0.5451, 0.5423], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "452398": {"relevant_ids": ["452399"], "ranked_ids": ["452399", "530610", "90225", "230141", "4228", "372901", "60646", "450912", "134287", "296712"], "ranked_scores": [0.9507, 0.7085, 0.6828, 0.6488, 0.6277, 0.6201, 0.6091, 0.6004, 0.5977, 0.5876], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "182114": {"relevant_ids": ["182113"], "ranked_ids": ["196647", "182113", "531602", "234482", "162482", "139689", "323531", "475847", "56202", "229182"], "ranked_scores": [0.8085, 0.7807, 0.7151, 0.6742, 0.6601, 0.6592, 0.6567, 0.6447, 0.6333, 0.6285], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "486260": {"relevant_ids": ["486259"], "ranked_ids": ["486259", "392356", "113749", "385204", "266904", "241333", "209254", "146738", "222159", "46379"], "ranked_scores": [0.9266, 0.7132, 0.6861, 0.6712, 0.662, 0.6535, 0.6409, 0.6347, 0.6338, 0.6097], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "455140": {"relevant_ids": ["315935"], "ranked_ids": ["315935", "246286", "124700", "308963", "150842", "93864", "211061", "50224", "369068", "519049"], "ranked_scores": [0.9276, 0.7357, 0.7316, 0.7316, 0.7064, 0.6908, 0.6655, 0.6598, 0.6587, 0.6395], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "56198": {"relevant_ids": ["56199"], "ranked_ids": ["56199", "249114", "160194", "138891", "279986", "67917", "43404", "71092", "431226", "452069"], "ranked_scores": [0.9689, 0.5461, 0.5213, 0.513, 0.4915, 0.4865, 0.4667, 0.4664, 0.4595, 0.453], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "30172": {"relevant_ids": ["373486", "145120", "145119", "30173", "68426", "185817"], "ranked_ids": ["145120", "68426", "160900", "205338", "373486", "192604", "311173", "145119", "30173", "90983"], "ranked_scores": [0.9443, 0.9113, 0.8626, 0.8288, 0.8011, 0.7952, 0.7912, 0.7805, 0.7791, 0.7779], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.1667, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.6844, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.7971, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.8333}, "127880": {"relevant_ids": ["241164"], "ranked_ids": ["241164", "121458", "210277", "135083", "535042", "112470", "325175", "22396", "100860", "450198"], "ranked_scores": [0.7882, 0.7016, 0.6812, 0.6725, 0.6169, 0.5777, 0.5753, 0.5689, 0.5664, 0.5644], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "167969": {"relevant_ids": ["174461"], "ranked_ids": ["174461", "360983", "78497", "207491", "60171", "91854", "121354", "144121", "347474", "207492"], "ranked_scores": [0.8143, 0.7983, 0.6067, 0.5955, 0.5949, 0.5869, 0.5714, 0.567, 0.5607, 0.5566], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "97986": {"relevant_ids": ["97987"], "ranked_ids": ["97987", "44589", "108564", "284181", "393565", "41241", "212168", "193896", "506848", "326597"], "ranked_scores": [0.9888, 0.8019, 0.696, 0.6885, 0.6817, 0.635, 0.6333, 0.6295, 0.622, 0.618], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "12865": {"relevant_ids": ["105683"], "ranked_ids": ["105683", "92902", "191268", "277453", "356189", "83623", "528844", "291690", "313106", "23129"], "ranked_scores": [0.9658, 0.7334, 0.6406, 0.6391, 0.6334, 0.6271, 0.6148, 0.6137, 0.6131, 0.6109], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "215681": {"relevant_ids": ["215680"], "ranked_ids": ["215680", "52235", "57552", "178515", "340195", "177080", "63757", "71159", "297953", "78042"], "ranked_scores": [0.9443, 0.6514, 0.628, 0.6005, 0.5935, 0.5903, 0.5889, 0.5798, 0.5695, 0.5647], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-roberta-base-tq-4bit": {"127728": {"relevant_ids": ["127729"], "ranked_ids": ["127729", "245618", "278575", "276617", "38063", "153290", "145244", "92818", "250619", "469527"], "ranked_scores": [0.679, 0.6707, 0.6606, 0.6557, 0.6249, 0.6144, 0.6107, 0.6003, 0.5994, 0.5913], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "318820": {"relevant_ids": ["318821"], "ranked_ids": ["318821", "222238", "54496", "367479", "380781", "441089", "178549", "162581", "441218", "54497"], "ranked_scores": [0.9231, 0.7687, 0.6965, 0.6845, 0.6762, 0.6687, 0.662, 0.6432, 0.6423, 0.6345], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "296098": {"relevant_ids": ["296097"], "ranked_ids": ["45507", "469868", "45506", "134752", "296097", "173403", "364131", "493414", "307653", "423933"], "ranked_scores": [0.6448, 0.6183, 0.6013, 0.6002, 0.5956, 0.5859, 0.5816, 0.5813, 0.5419, 0.537], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "150414": {"relevant_ids": ["192835"], "ranked_ids": ["192835", "105782", "105783", "516620", "132912", "126746", "470642", "1702", "121070", "73405"], "ranked_scores": [0.8668, 0.8619, 0.7913, 0.7845, 0.7461, 0.7094, 0.7064, 0.6693, 0.6673, 0.6451], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145582": {"relevant_ids": ["145583"], "ranked_ids": ["145583", "454248", "299264", "112261", "263736", "130013", "390399", "436023", "43082", "211239"], "ranked_scores": [0.82, 0.5935, 0.5505, 0.4563, 0.4556, 0.4505, 0.4088, 0.4009, 0.3966, 0.3946], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "315712": {"relevant_ids": ["315713"], "ranked_ids": ["315713", "408588", "242340", "194841", "124542", "236508", "128560", "319096", "208025", "377891"], "ranked_scores": [0.8074, 0.6274, 0.6103, 0.5932, 0.5626, 0.5518, 0.5285, 0.5278, 0.5157, 0.5085], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145739": {"relevant_ids": ["145740"], "ranked_ids": ["145740", "241979", "366074", "8705", "115412", "415781", "347337", "465597", "429177", "180147"], "ranked_scores": [0.8843, 0.7328, 0.7035, 0.698, 0.6914, 0.6473, 0.6456, 0.6456, 0.6284, 0.6208], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "308127": {"relevant_ids": ["308126"], "ranked_ids": ["308126", "395527", "35763", "36744", "79534", "77650", "385951", "301104", "386807", "427879"], "ranked_scores": [0.7801, 0.6154, 0.5938, 0.5895, 0.5797, 0.5702, 0.5653, 0.5621, 0.5602, 0.5564], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "287245": {"relevant_ids": ["283199", "322650", "283198"], "ranked_ids": ["283199", "322650", "283198", "420279", "499037", "68138", "192143", "420280", "221784", "508239"], "ranked_scores": [0.8519, 0.8481, 0.7805, 0.643, 0.6007, 0.5927, 0.5905, 0.5738, 0.5696, 0.559], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "14755": {"relevant_ids": ["14756", "211906"], "ranked_ids": ["450970", "211906", "14756", "235454", "57678", "30834", "45636", "236793", "259619", "449494"], "ranked_scores": [0.8503, 0.8424, 0.8345, 0.7321, 0.6902, 0.6463, 0.6085, 0.6076, 0.5982, 0.5808], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6934, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6934, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6934, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "370170": {"relevant_ids": ["370169"], "ranked_ids": ["370169", "537762", "211280", "528902", "334238", "466920", "388150", "191527", "419219", "476551"], "ranked_scores": [0.992, 0.5122, 0.5008, 0.4971, 0.4941, 0.4673, 0.4666, 0.4648, 0.4585, 0.4491], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "41774": {"relevant_ids": ["41773"], "ranked_ids": ["41773", "214766", "239344", "33017", "467781", "148165", "366794", "442459", "53738", "468655"], "ranked_scores": [0.8018, 0.5543, 0.5356, 0.5063, 0.5013, 0.4948, 0.4927, 0.4851, 0.469, 0.4652], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "399648": {"relevant_ids": ["399649"], "ranked_ids": ["399649", "225815", "435035", "504913", "243294", "380626", "481934", "124071", "411313", "462253"], "ranked_scores": [0.9798, 0.7954, 0.6743, 0.647, 0.6455, 0.6446, 0.6422, 0.6348, 0.6343, 0.6326], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "504811": {"relevant_ids": ["504810"], "ranked_ids": ["504810", "90374", "448774", "309894", "298555", "5861", "84826", "214151", "155038", "160704"], "ranked_scores": [0.9838, 0.6634, 0.6473, 0.6423, 0.6232, 0.6164, 0.5862, 0.581, 0.5595, 0.5574], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "362950": {"relevant_ids": ["362949", "400212"], "ranked_ids": ["362949", "400212", "487392", "427587", "475478", "411503", "129563", "348827", "151122", "155870"], "ranked_scores": [0.8399, 0.7891, 0.7295, 0.7175, 0.6983, 0.6902, 0.6629, 0.6442, 0.6441, 0.6271], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "155873": {"relevant_ids": ["155874"], "ranked_ids": ["155874", "136219", "392604", "294020", "91610", "122134", "487664", "292617", "303941", "3249"], "ranked_scores": [0.6709, 0.5642, 0.5619, 0.5444, 0.5426, 0.5181, 0.5157, 0.5133, 0.5014, 0.5012], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "263432": {"relevant_ids": ["263433"], "ranked_ids": ["263433", "128303", "401373", "407204", "147629", "97259", "147630", "104254", "29349", "471057"], "ranked_scores": [0.7847, 0.6926, 0.6359, 0.6359, 0.6313, 0.6025, 0.5783, 0.5572, 0.544, 0.5398], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "354945": {"relevant_ids": ["354946"], "ranked_ids": ["354946", "254071", "462983", "108161", "322478", "462984", "157453", "202817", "473769", "287396"], "ranked_scores": [0.9266, 0.8266, 0.6377, 0.5453, 0.5368, 0.5055, 0.4768, 0.4442, 0.441, 0.4293], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "245417": {"relevant_ids": ["248195", "219475"], "ranked_ids": ["219475", "248195", "40657", "64433", "301977", "14180", "319022", "164159", "413039", "368145"], "ranked_scores": [0.8591, 0.827, 0.8184, 0.7412, 0.6692, 0.6638, 0.66, 0.6519, 0.6386, 0.6384], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "516276": {"relevant_ids": ["516277"], "ranked_ids": ["516277", "19755", "34173", "76958", "510783", "471902", "286275", "352189", "489791", "119374"], "ranked_scores": [0.9463, 0.7456, 0.7121, 0.6496, 0.6432, 0.6214, 0.6213, 0.6092, 0.6078, 0.6028], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177580": {"relevant_ids": ["177579"], "ranked_ids": ["177579", "185553", "18081", "115954", "419100", "76563", "370405", "60577", "454968", "143503"], "ranked_scores": [0.9699, 0.5102, 0.499, 0.499, 0.4799, 0.456, 0.4516, 0.4438, 0.4382, 0.4308], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "309865": {"relevant_ids": ["78623", "78624", "33713"], "ranked_ids": ["33713", "153484", "209041", "78623", "405094", "78624", "495751", "437065", "235483", "469068"], "ranked_scores": [0.8445, 0.8265, 0.8183, 0.8172, 0.8124, 0.8048, 0.7944, 0.7476, 0.7287, 0.7187], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.6714, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.8385, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "510387": {"relevant_ids": ["510386"], "ranked_ids": ["510386", "344869", "40390", "484846", "170896", "52003", "241538", "241537", "371033", "101855"], "ranked_scores": [0.8103, 0.7967, 0.7929, 0.773, 0.7728, 0.7632, 0.7544, 0.7485, 0.6929, 0.6915], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "26645": {"relevant_ids": ["26644"], "ranked_ids": ["26644", "318396", "207775", "234865", "256679", "83875", "193896", "83874", "144057", "108781"], "ranked_scores": [0.9639, 0.7223, 0.7212, 0.6491, 0.6467, 0.6437, 0.6435, 0.6288, 0.625, 0.6184], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "47788": {"relevant_ids": ["455725"], "ranked_ids": ["455725", "235686", "59223", "47789", "348138", "331", "59508", "47703", "105230", "37221"], "ranked_scores": [0.8672, 0.812, 0.7972, 0.7911, 0.7727, 0.7661, 0.7645, 0.7639, 0.7537, 0.7531], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "338281": {"relevant_ids": ["338282"], "ranked_ids": ["338282", "11563", "457315", "263861", "234727", "57017", "431433", "85881", "382555", "338711"], "ranked_scores": [0.8949, 0.5383, 0.5317, 0.5113, 0.508, 0.4881, 0.4849, 0.4754, 0.4689, 0.4647], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "461149": {"relevant_ids": ["461148"], "ranked_ids": ["461148", "525835", "203100", "215782", "527101", "291108", "443095", "335800", "302225", "392720"], "ranked_scores": [0.7227, 0.6868, 0.6342, 0.6331, 0.5792, 0.5763, 0.5736, 0.5683, 0.5669, 0.558], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "346126": {"relevant_ids": ["110710", "110711"], "ranked_ids": ["110710", "110711", "154338", "254526", "203476", "528998", "340823", "296319", "168350", "229972"], "ranked_scores": [0.9363, 0.8885, 0.8845, 0.7562, 0.7389, 0.727, 0.7092, 0.7066, 0.7017, 0.6796], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "372986": {"relevant_ids": ["49961", "262882"], "ranked_ids": ["49961", "262882", "303468", "215938", "497531", "108183", "516501", "88278", "140335", "497357"], "ranked_scores": [0.9609, 0.832, 0.6779, 0.6375, 0.6081, 0.6079, 0.6015, 0.6012, 0.5856, 0.5796], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "501182": {"relevant_ids": ["501181"], "ranked_ids": ["501181", "402718", "109121", "179018", "274777", "446824", "325288", "447737", "2257", "261255"], "ranked_scores": [0.8874, 0.576, 0.5413, 0.5301, 0.5106, 0.49, 0.4774, 0.4752, 0.4681, 0.461], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13800": {"relevant_ids": ["408522", "13799", "376590"], "ranked_ids": ["376590", "13799", "179943", "23471", "30987", "8622", "408522", "481109", "67320", "448205"], "ranked_scores": [0.8257, 0.8183, 0.7766, 0.7228, 0.7093, 0.7093, 0.6995, 0.6877, 0.6864, 0.673], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.7654, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.9218, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "250143": {"relevant_ids": ["250142"], "ranked_ids": ["250142", "473276", "526032", "206630", "38409", "57155", "137994", "76062", "27632", "460976"], "ranked_scores": [0.7739, 0.7246, 0.564, 0.5637, 0.5606, 0.528, 0.5034, 0.4958, 0.4957, 0.4947], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13223": {"relevant_ids": ["156773", "13224", "88349", "88348", "20277"], "ranked_ids": ["156773", "88348", "88349", "13224", "86343", "223304", "366749", "137719", "361830", "192528"], "ranked_scores": [0.9688, 0.8696, 0.856, 0.8463, 0.8434, 0.8242, 0.8086, 0.7743, 0.7709, 0.7558], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.2, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6, "ndcg@5": 0.8688, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.8, "ndcg@10": 0.8688, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.8}, "11002": {"relevant_ids": ["11003"], "ranked_ids": ["11003", "144197", "489539", "444112", "42203", "17317", "40100", "266680", "87346", "241075"], "ranked_scores": [0.827, 0.7224, 0.7096, 0.7067, 0.6647, 0.6626, 0.6465, 0.6432, 0.6403, 0.6384], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177653": {"relevant_ids": ["79732"], "ranked_ids": ["79732", "200611", "525756", "39174", "373717", "395587", "245271", "412316", "310721", "194790"], "ranked_scores": [0.9085, 0.7052, 0.7007, 0.6911, 0.666, 0.6384, 0.5648, 0.5372, 0.5343, 0.5198], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "415592": {"relevant_ids": ["415591"], "ranked_ids": ["415591", "435045", "322822", "425878", "117817", "91592", "88542", "430072", "485299", "467639"], "ranked_scores": [0.9145, 0.696, 0.6778, 0.662, 0.6584, 0.6563, 0.6514, 0.6328, 0.6263, 0.6244], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "511196": {"relevant_ids": ["511197"], "ranked_ids": ["511197", "156490", "328397", "289278", "491923", "53962", "313107", "251545", "414717", "537528"], "ranked_scores": [0.8596, 0.6686, 0.5569, 0.5137, 0.4915, 0.4848, 0.4839, 0.4832, 0.4813, 0.4797], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "344845": {"relevant_ids": ["344844"], "ranked_ids": ["344844", "161471", "111672", "469623", "95946", "79987", "335497", "224515", "327548", "115151"], "ranked_scores": [0.945, 0.8287, 0.7411, 0.7211, 0.7097, 0.707, 0.6999, 0.6934, 0.689, 0.674], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "396744": {"relevant_ids": ["396745"], "ranked_ids": ["396745", "16789", "236438", "516168", "454241", "284966", "481437", "421257", "526492", "418055"], "ranked_scores": [0.7018, 0.6032, 0.5815, 0.5763, 0.5617, 0.5591, 0.5458, 0.544, 0.539, 0.5296], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "452398": {"relevant_ids": ["452399"], "ranked_ids": ["452399", "530610", "90225", "230141", "372901", "4228", "60646", "134287", "450912", "346712"], "ranked_scores": [0.94, 0.6969, 0.6775, 0.6459, 0.615, 0.6115, 0.6043, 0.5924, 0.5914, 0.5894], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "182114": {"relevant_ids": ["182113"], "ranked_ids": ["196647", "182113", "531602", "234482", "162482", "323531", "139689", "475847", "56202", "229182"], "ranked_scores": [0.7937, 0.7616, 0.6988, 0.6623, 0.6462, 0.6446, 0.6414, 0.6271, 0.6188, 0.6165], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "486260": {"relevant_ids": ["486259"], "ranked_ids": ["486259", "392356", "113749", "385204", "266904", "241333", "209254", "146738", "222159", "429173"], "ranked_scores": [0.9165, 0.6943, 0.6766, 0.6651, 0.6474, 0.6423, 0.6253, 0.6189, 0.6153, 0.6119], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "455140": {"relevant_ids": ["315935"], "ranked_ids": ["315935", "308963", "246286", "124700", "150842", "93864", "211061", "50224", "369068", "519049"], "ranked_scores": [0.9177, 0.7278, 0.7252, 0.7239, 0.6958, 0.6818, 0.6554, 0.6552, 0.6407, 0.6336], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "56198": {"relevant_ids": ["56199"], "ranked_ids": ["56199", "249114", "160194", "138891", "67917", "279986", "43404", "71092", "452069", "431226"], "ranked_scores": [0.9625, 0.5339, 0.5069, 0.5034, 0.4791, 0.473, 0.4558, 0.4533, 0.4439, 0.4435], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "30172": {"relevant_ids": ["373486", "145120", "145119", "30173", "68426", "185817"], "ranked_ids": ["145120", "68426", "160900", "205338", "373486", "311173", "192604", "145119", "90983", "30173"], "ranked_scores": [0.934, 0.9036, 0.855, 0.817, 0.7872, 0.7864, 0.782, 0.7706, 0.7654, 0.7639], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.1667, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.6844, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.7935, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.8333}, "127880": {"relevant_ids": ["241164"], "ranked_ids": ["241164", "121458", "210277", "135083", "535042", "100860", "325175", "112470", "122116", "22396"], "ranked_scores": [0.7823, 0.6965, 0.6756, 0.665, 0.6138, 0.5709, 0.5677, 0.5671, 0.5632, 0.5623], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "167969": {"relevant_ids": ["174461"], "ranked_ids": ["174461", "360983", "78497", "207491", "60171", "91854", "144121", "121354", "347474", "207492"], "ranked_scores": [0.8035, 0.7889, 0.5984, 0.5929, 0.5897, 0.5866, 0.5645, 0.5643, 0.5641, 0.5514], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "97986": {"relevant_ids": ["97987"], "ranked_ids": ["97987", "44589", "108564", "284181", "393565", "212168", "41241", "193896", "506848", "326597"], "ranked_scores": [0.9812, 0.792, 0.6827, 0.6758, 0.6663, 0.6223, 0.6216, 0.6195, 0.6064, 0.6059], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "12865": {"relevant_ids": ["105683"], "ranked_ids": ["105683", "92902", "277453", "191268", "356189", "83623", "23129", "313106", "528844", "291690"], "ranked_scores": [0.9559, 0.7249, 0.6366, 0.6293, 0.6212, 0.6182, 0.6071, 0.6038, 0.6026, 0.599], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "215681": {"relevant_ids": ["215680"], "ranked_ids": ["215680", "52235", "57552", "63757", "178515", "340195", "177080", "71159", "78042", "297953"], "ranked_scores": [0.936, 0.6423, 0.626, 0.5883, 0.5862, 0.58, 0.5785, 0.566, 0.5618, 0.5597], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-roberta-base-tq-3bit": {"127728": {"relevant_ids": ["127729"], "ranked_ids": ["127729", "245618", "278575", "276617", "38063", "153290", "145244", "188019", "250619", "92818"], "ranked_scores": [0.6564, 0.6518, 0.6449, 0.6317, 0.6144, 0.5972, 0.5871, 0.5764, 0.5743, 0.5734], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "318820": {"relevant_ids": ["318821"], "ranked_ids": ["318821", "222238", "54496", "367479", "380781", "441089", "178549", "162581", "441218", "54497"], "ranked_scores": [0.9009, 0.7441, 0.6805, 0.6704, 0.6543, 0.6453, 0.6417, 0.6383, 0.6254, 0.6193], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "296098": {"relevant_ids": ["296097"], "ranked_ids": ["45507", "469868", "134752", "296097", "45506", "493414", "173403", "364131", "307653", "423933"], "ranked_scores": [0.6319, 0.5964, 0.5905, 0.5883, 0.5839, 0.5741, 0.5672, 0.5633, 0.5282, 0.5268], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "150414": {"relevant_ids": ["192835"], "ranked_ids": ["192835", "105782", "105783", "516620", "132912", "470642", "126746", "121070", "1702", "73405"], "ranked_scores": [0.8465, 0.8418, 0.7658, 0.7645, 0.724, 0.691, 0.6791, 0.6597, 0.6566, 0.6387], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145582": {"relevant_ids": ["145583"], "ranked_ids": ["145583", "454248", "299264", "263736", "112261", "130013", "211239", "390399", "436023", "43082"], "ranked_scores": [0.8001, 0.569, 0.5443, 0.4481, 0.4332, 0.427, 0.3945, 0.3895, 0.3864, 0.3853], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "315712": {"relevant_ids": ["315713"], "ranked_ids": ["315713", "408588", "242340", "194841", "124542", "236508", "319096", "208025", "128560", "377891"], "ranked_scores": [0.7953, 0.6217, 0.5996, 0.5623, 0.5587, 0.5344, 0.5114, 0.5018, 0.4966, 0.4892], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145739": {"relevant_ids": ["145740"], "ranked_ids": ["145740", "241979", "366074", "8705", "115412", "465597", "415781", "347337", "429177", "180147"], "ranked_scores": [0.8693, 0.7302, 0.698, 0.6832, 0.6729, 0.6375, 0.6363, 0.6349, 0.625, 0.6056], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "308127": {"relevant_ids": ["308126"], "ranked_ids": ["308126", "395527", "35763", "36744", "79534", "385951", "427879", "301104", "386807", "77650"], "ranked_scores": [0.7627, 0.5999, 0.5769, 0.5765, 0.5706, 0.5526, 0.5465, 0.546, 0.544, 0.5391], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "287245": {"relevant_ids": ["283199", "322650", "283198"], "ranked_ids": ["283199", "322650", "283198", "420279", "499037", "192143", "68138", "420280", "221784", "508239"], "ranked_scores": [0.8386, 0.8344, 0.7632, 0.6362, 0.5923, 0.5895, 0.5765, 0.5608, 0.5518, 0.546], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "14755": {"relevant_ids": ["14756", "211906"], "ranked_ids": ["450970", "211906", "14756", "235454", "57678", "30834", "236793", "45636", "449494", "259619"], "ranked_scores": [0.8277, 0.8254, 0.816, 0.7113, 0.6557, 0.6283, 0.5944, 0.5913, 0.5778, 0.5761], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6934, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6934, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6934, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "370170": {"relevant_ids": ["370169"], "ranked_ids": ["370169", "211280", "537762", "334238", "528902", "388150", "466920", "476551", "191527", "419219"], "ranked_scores": [0.9877, 0.497, 0.4881, 0.4685, 0.4676, 0.4574, 0.4474, 0.443, 0.4371, 0.4341], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "41774": {"relevant_ids": ["41773"], "ranked_ids": ["41773", "214766", "239344", "467781", "33017", "148165", "366794", "468655", "442459", "468656"], "ranked_scores": [0.791, 0.5391, 0.5206, 0.4938, 0.487, 0.4804, 0.4796, 0.4658, 0.4656, 0.464], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "399648": {"relevant_ids": ["399649"], "ranked_ids": ["399649", "225815", "435035", "243294", "504913", "380626", "167487", "481934", "411313", "412309"], "ranked_scores": [0.9734, 0.7866, 0.6574, 0.6429, 0.6407, 0.6314, 0.6282, 0.6279, 0.6226, 0.6173], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "504811": {"relevant_ids": ["504810"], "ranked_ids": ["504810", "90374", "448774", "309894", "5861", "298555", "84826", "214151", "160704", "386903"], "ranked_scores": [0.974, 0.6562, 0.6264, 0.6235, 0.5937, 0.5934, 0.5843, 0.578, 0.5472, 0.5416], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "362950": {"relevant_ids": ["362949", "400212"], "ranked_ids": ["362949", "400212", "487392", "427587", "411503", "475478", "129563", "151122", "348827", "155870"], "ranked_scores": [0.8226, 0.7744, 0.7041, 0.6961, 0.6725, 0.6712, 0.6516, 0.633, 0.6276, 0.6105], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "155873": {"relevant_ids": ["155874"], "ranked_ids": ["155874", "392604", "136219", "294020", "91610", "292617", "487664", "122134", "303941", "3249"], "ranked_scores": [0.649, 0.5492, 0.5402, 0.5285, 0.5242, 0.5137, 0.5072, 0.5053, 0.4916, 0.4859], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "263432": {"relevant_ids": ["263433"], "ranked_ids": ["263433", "128303", "401373", "407204", "147629", "97259", "147630", "104254", "471057", "29349"], "ranked_scores": [0.7584, 0.6747, 0.6241, 0.614, 0.6058, 0.5817, 0.5575, 0.5487, 0.5209, 0.5198], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "354945": {"relevant_ids": ["354946"], "ranked_ids": ["354946", "254071", "462983", "108161", "322478", "462984", "157453", "202817", "473769", "287396"], "ranked_scores": [0.9131, 0.8092, 0.6204, 0.5379, 0.5272, 0.4929, 0.4543, 0.431, 0.4213, 0.4155], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "245417": {"relevant_ids": ["248195", "219475"], "ranked_ids": ["219475", "40657", "248195", "64433", "14180", "301977", "319022", "164159", "368145", "413039"], "ranked_scores": [0.8437, 0.8058, 0.8049, 0.7342, 0.6587, 0.6559, 0.6507, 0.6398, 0.6242, 0.6188], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.9197, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.9197, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9197, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "516276": {"relevant_ids": ["516277"], "ranked_ids": ["516277", "19755", "34173", "76958", "510783", "471902", "286275", "119374", "62062", "489791"], "ranked_scores": [0.9363, 0.7312, 0.6989, 0.6429, 0.6308, 0.6098, 0.6062, 0.5989, 0.5978, 0.5957], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177580": {"relevant_ids": ["177579"], "ranked_ids": ["177579", "185553", "115954", "18081", "419100", "76563", "60577", "454968", "370405", "391563"], "ranked_scores": [0.9546, 0.4931, 0.4843, 0.4617, 0.4608, 0.4461, 0.4352, 0.4332, 0.4317, 0.4233], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "309865": {"relevant_ids": ["78623", "78624", "33713"], "ranked_ids": ["33713", "78623", "405094", "153484", "209041", "78624", "495751", "437065", "235483", "469068"], "ranked_scores": [0.8273, 0.805, 0.8021, 0.7995, 0.7951, 0.7797, 0.7703, 0.7246, 0.7199, 0.7023], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.7654, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.9325, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "510387": {"relevant_ids": ["510386"], "ranked_ids": ["510386", "344869", "40390", "170896", "484846", "52003", "241538", "241537", "371033", "101855"], "ranked_scores": [0.8044, 0.7866, 0.7754, 0.7668, 0.7579, 0.7532, 0.7443, 0.7301, 0.6746, 0.6739], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "26645": {"relevant_ids": ["26644"], "ranked_ids": ["26644", "318396", "207775", "234865", "256679", "193896", "83875", "144057", "265116", "83874"], "ranked_scores": [0.9543, 0.7147, 0.7135, 0.6438, 0.6375, 0.6326, 0.6252, 0.604, 0.6035, 0.6011], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "47788": {"relevant_ids": ["455725"], "ranked_ids": ["455725", "235686", "59223", "47789", "348138", "59508", "47703", "331", "101721", "37221"], "ranked_scores": [0.8463, 0.7903, 0.7773, 0.7684, 0.7626, 0.7605, 0.7516, 0.7466, 0.7379, 0.7355], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "338281": {"relevant_ids": ["338282"], "ranked_ids": ["338282", "11563", "457315", "234727", "263861", "57017", "382555", "85881", "431433", "338711"], "ranked_scores": [0.8752, 0.5252, 0.5151, 0.4976, 0.4906, 0.4706, 0.4659, 0.4615, 0.4602, 0.4568], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "461149": {"relevant_ids": ["461148"], "ranked_ids": ["461148", "525835", "215782", "203100", "527101", "291108", "443095", "335800", "121324", "392720"], "ranked_scores": [0.7123, 0.6735, 0.6169, 0.6167, 0.5734, 0.5705, 0.5693, 0.5663, 0.5496, 0.5432], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "346126": {"relevant_ids": ["110710", "110711"], "ranked_ids": ["110710", "154338", "110711", "254526", "203476", "528998", "340823", "296319", "168350", "229972"], "ranked_scores": [0.9186, 0.873, 0.8714, 0.7374, 0.7233, 0.709, 0.6934, 0.6864, 0.6783, 0.6708], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.9197, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.9197, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9197, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "372986": {"relevant_ids": ["49961", "262882"], "ranked_ids": ["49961", "262882", "303468", "215938", "497531", "88278", "108183", "516501", "140335", "415486"], "ranked_scores": [0.9486, 0.8129, 0.6567, 0.6249, 0.6008, 0.5987, 0.5929, 0.584, 0.5728, 0.5664], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "501182": {"relevant_ids": ["501181"], "ranked_ids": ["501181", "402718", "109121", "179018", "274777", "446824", "447737", "2257", "325288", "261255"], "ranked_scores": [0.8731, 0.5465, 0.5211, 0.5029, 0.5015, 0.4786, 0.4696, 0.4657, 0.4571, 0.4469], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13800": {"relevant_ids": ["408522", "13799", "376590"], "ranked_ids": ["376590", "13799", "179943", "23471", "8622", "30987", "408522", "67320", "481109", "56338"], "ranked_scores": [0.812, 0.7941, 0.7665, 0.7098, 0.6988, 0.6917, 0.6783, 0.6696, 0.6632, 0.6492], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.7654, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.9218, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "250143": {"relevant_ids": ["250142"], "ranked_ids": ["250142", "473276", "206630", "38409", "526032", "57155", "76062", "460976", "27632", "137994"], "ranked_scores": [0.758, 0.7174, 0.5602, 0.5511, 0.5498, 0.5201, 0.4982, 0.4958, 0.4906, 0.486], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13223": {"relevant_ids": ["156773", "13224", "88349", "88348", "20277"], "ranked_ids": ["156773", "88348", "88349", "13224", "86343", "223304", "366749", "137719", "361830", "491669"], "ranked_scores": [0.9547, 0.8467, 0.8304, 0.8292, 0.8279, 0.8058, 0.7991, 0.7667, 0.7525, 0.7474], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.2, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6, "ndcg@5": 0.8688, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.8, "ndcg@10": 0.8688, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.8}, "11002": {"relevant_ids": ["11003"], "ranked_ids": ["11003", "144197", "444112", "489539", "42203", "17317", "241075", "40100", "174649", "87346"], "ranked_scores": [0.8012, 0.7024, 0.6936, 0.6804, 0.6536, 0.6446, 0.6264, 0.6257, 0.62, 0.6195], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177653": {"relevant_ids": ["79732"], "ranked_ids": ["79732", "200611", "525756", "39174", "373717", "395587", "245271", "310721", "225019", "412316"], "ranked_scores": [0.8967, 0.6951, 0.6815, 0.671, 0.6479, 0.6228, 0.5421, 0.5234, 0.5169, 0.5168], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "415592": {"relevant_ids": ["415591"], "ranked_ids": ["415591", "435045", "322822", "425878", "91592", "117817", "88542", "430072", "485299", "467639"], "ranked_scores": [0.898, 0.6878, 0.6592, 0.6446, 0.6377, 0.6363, 0.6325, 0.6106, 0.6093, 0.6074], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "511196": {"relevant_ids": ["511197"], "ranked_ids": ["511197", "156490", "328397", "289278", "313107", "414717", "112674", "491923", "251545", "45940"], "ranked_scores": [0.8454, 0.6508, 0.5374, 0.4885, 0.4816, 0.4755, 0.4727, 0.4713, 0.4675, 0.4668], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "344845": {"relevant_ids": ["344844"], "ranked_ids": ["344844", "161471", "111672", "469623", "95946", "79987", "335497", "327548", "397001", "224515"], "ranked_scores": [0.9302, 0.8001, 0.7205, 0.708, 0.6926, 0.692, 0.6795, 0.6763, 0.6708, 0.6608], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "396744": {"relevant_ids": ["396745"], "ranked_ids": ["396745", "16789", "516168", "236438", "284966", "481437", "454241", "526492", "421257", "157983"], "ranked_scores": [0.6856, 0.58, 0.5688, 0.5587, 0.556, 0.5514, 0.5451, 0.5409, 0.5267, 0.5202], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "452398": {"relevant_ids": ["452399"], "ranked_ids": ["452399", "530610", "90225", "230141", "4228", "372901", "60646", "450912", "134287", "296712"], "ranked_scores": [0.9315, 0.683, 0.6624, 0.6282, 0.6081, 0.6055, 0.5917, 0.5803, 0.5777, 0.569], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "182114": {"relevant_ids": ["182113"], "ranked_ids": ["196647", "182113", "531602", "234482", "139689", "162482", "323531", "475847", "229182", "56202"], "ranked_scores": [0.7819, 0.7542, 0.6864, 0.6386, 0.6335, 0.6334, 0.6258, 0.6241, 0.6099, 0.6054], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "486260": {"relevant_ids": ["486259"], "ranked_ids": ["486259", "392356", "113749", "385204", "266904", "241333", "209254", "222159", "429173", "146738"], "ranked_scores": [0.8978, 0.6906, 0.6624, 0.6542, 0.6246, 0.6066, 0.6061, 0.606, 0.6, 0.5947], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "455140": {"relevant_ids": ["315935"], "ranked_ids": ["315935", "308963", "246286", "124700", "150842", "93864", "211061", "369068", "50224", "519049"], "ranked_scores": [0.9043, 0.7114, 0.7039, 0.7033, 0.68, 0.6692, 0.6443, 0.6383, 0.6377, 0.6181], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "56198": {"relevant_ids": ["56199"], "ranked_ids": ["56199", "249114", "138891", "160194", "67917", "279986", "71092", "43404", "431226", "452069"], "ranked_scores": [0.9431, 0.5115, 0.4901, 0.4838, 0.4802, 0.4563, 0.4495, 0.442, 0.4344, 0.432], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "30172": {"relevant_ids": ["373486", "145120", "145119", "30173", "68426", "185817"], "ranked_ids": ["145120", "68426", "160900", "205338", "373486", "192604", "311173", "185817", "90983", "30173"], "ranked_scores": [0.9257, 0.8881, 0.8388, 0.8012, 0.7744, 0.7598, 0.7593, 0.75, 0.7473, 0.7462], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.1667, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.6844, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.7935, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.8333}, "127880": {"relevant_ids": ["241164"], "ranked_ids": ["241164", "121458", "135083", "210277", "535042", "112470", "22396", "450198", "325175", "100860"], "ranked_scores": [0.7681, 0.6874, 0.657, 0.6535, 0.592, 0.5614, 0.557, 0.5527, 0.546, 0.5448], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "167969": {"relevant_ids": ["174461"], "ranked_ids": ["174461", "360983", "78497", "60171", "207491", "91854", "121354", "347474", "144121", "207492"], "ranked_scores": [0.7906, 0.7755, 0.5882, 0.5776, 0.5738, 0.5737, 0.5572, 0.5508, 0.5503, 0.5456], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "97986": {"relevant_ids": ["97987"], "ranked_ids": ["97987", "44589", "108564", "284181", "393565", "212168", "41241", "193896", "326597", "318396"], "ranked_scores": [0.9732, 0.7648, 0.6642, 0.6613, 0.6521, 0.6095, 0.6015, 0.6001, 0.5865, 0.584], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "12865": {"relevant_ids": ["105683"], "ranked_ids": ["105683", "92902", "277453", "191268", "356189", "83623", "313106", "528844", "94167", "23129"], "ranked_scores": [0.9417, 0.7067, 0.6261, 0.6248, 0.6106, 0.5898, 0.583, 0.5826, 0.5795, 0.5772], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "215681": {"relevant_ids": ["215680"], "ranked_ids": ["215680", "52235", "57552", "63757", "340195", "178515", "177080", "71159", "297953", "143842"], "ranked_scores": [0.9207, 0.6276, 0.5973, 0.5776, 0.5654, 0.5649, 0.5617, 0.5518, 0.5437, 0.539], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-roberta-base-tq-2bit": {"127728": {"relevant_ids": ["127729"], "ranked_ids": ["245618", "127729", "278575", "276617", "38063", "145244", "92818", "188019", "153290", "250619"], "ranked_scores": [0.6133, 0.6079, 0.6015, 0.5913, 0.5735, 0.5489, 0.546, 0.5451, 0.545, 0.5407], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "318820": {"relevant_ids": ["318821"], "ranked_ids": ["318821", "222238", "367479", "54496", "380781", "441089", "162581", "178549", "54497", "496708"], "ranked_scores": [0.8597, 0.7117, 0.6268, 0.6227, 0.614, 0.6021, 0.5998, 0.5949, 0.5802, 0.5784], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "296098": {"relevant_ids": ["296097"], "ranked_ids": ["45507", "469868", "45506", "134752", "493414", "173403", "364131", "296097", "298852", "423933"], "ranked_scores": [0.5757, 0.5636, 0.5479, 0.5396, 0.5356, 0.5247, 0.515, 0.5056, 0.4819, 0.48], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "150414": {"relevant_ids": ["192835"], "ranked_ids": ["105782", "192835", "516620", "105783", "132912", "126746", "470642", "121070", "1702", "73405"], "ranked_scores": [0.7905, 0.7888, 0.7304, 0.7172, 0.6819, 0.6437, 0.6345, 0.6094, 0.6067, 0.5908], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "145582": {"relevant_ids": ["145583"], "ranked_ids": ["145583", "454248", "299264", "263736", "112261", "211239", "43082", "130013", "390399", "505890"], "ranked_scores": [0.7517, 0.5023, 0.4937, 0.4192, 0.3926, 0.3909, 0.3847, 0.3756, 0.3728, 0.3726], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "315712": {"relevant_ids": ["315713"], "ranked_ids": ["315713", "408588", "242340", "194841", "124542", "319096", "236508", "208025", "128560", "377891"], "ranked_scores": [0.7423, 0.5712, 0.5535, 0.5343, 0.5049, 0.5036, 0.4959, 0.4942, 0.4721, 0.4646], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145739": {"relevant_ids": ["145740"], "ranked_ids": ["145740", "241979", "366074", "115412", "8705", "415781", "465597", "429177", "347337", "180147"], "ranked_scores": [0.8128, 0.6817, 0.6383, 0.6366, 0.6282, 0.5965, 0.5892, 0.5839, 0.5733, 0.5579], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "308127": {"relevant_ids": ["308126"], "ranked_ids": ["308126", "395527", "35763", "79534", "36744", "386807", "427879", "77650", "385951", "301104"], "ranked_scores": [0.7469, 0.5731, 0.5494, 0.5283, 0.5221, 0.5092, 0.5061, 0.5057, 0.5045, 0.4953], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "287245": {"relevant_ids": ["283199", "322650", "283198"], "ranked_ids": ["322650", "283199", "283198", "420279", "499037", "192143", "420280", "68138", "221784", "508239"], "ranked_scores": [0.7922, 0.7861, 0.7215, 0.5765, 0.5554, 0.5407, 0.532, 0.5282, 0.5158, 0.5102], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "14755": {"relevant_ids": ["14756", "211906"], "ranked_ids": ["211906", "450970", "14756", "235454", "57678", "30834", "236793", "259619", "449494", "277031"], "ranked_scores": [0.7695, 0.7633, 0.7625, 0.6705, 0.6145, 0.5737, 0.5476, 0.5416, 0.5377, 0.5278], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.9197, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.9197, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9197, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "370170": {"relevant_ids": ["370169"], "ranked_ids": ["370169", "537762", "211280", "334238", "528902", "466920", "388150", "476551", "419219", "191527"], "ranked_scores": [0.9666, 0.4589, 0.454, 0.4425, 0.4396, 0.4321, 0.4219, 0.4182, 0.3997, 0.3971], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "41774": {"relevant_ids": ["41773"], "ranked_ids": ["41773", "214766", "239344", "33017", "366794", "467781", "468656", "148165", "53738", "442459"], "ranked_scores": [0.7364, 0.493, 0.4763, 0.4589, 0.4498, 0.4472, 0.4353, 0.4217, 0.4193, 0.4185], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "399648": {"relevant_ids": ["399649"], "ranked_ids": ["399649", "225815", "435035", "243294", "380626", "504913", "462253", "412309", "411313", "167487"], "ranked_scores": [0.9421, 0.7302, 0.6028, 0.6009, 0.5917, 0.5889, 0.5861, 0.5856, 0.5826, 0.5813], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "504811": {"relevant_ids": ["504810"], "ranked_ids": ["504810", "90374", "448774", "309894", "298555", "5861", "84826", "214151", "155038", "386903"], "ranked_scores": [0.9528, 0.6057, 0.5964, 0.567, 0.5559, 0.5486, 0.5455, 0.5296, 0.5237, 0.5097], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "362950": {"relevant_ids": ["362949", "400212"], "ranked_ids": ["362949", "400212", "427587", "487392", "411503", "475478", "129563", "348827", "151122", "203063"], "ranked_scores": [0.7711, 0.7354, 0.6617, 0.6562, 0.6297, 0.6287, 0.5931, 0.5831, 0.5766, 0.567], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "155873": {"relevant_ids": ["155874"], "ranked_ids": ["155874", "392604", "91610", "294020", "136219", "122134", "487664", "3249", "292617", "383066"], "ranked_scores": [0.6138, 0.5011, 0.4987, 0.49, 0.4891, 0.4699, 0.4671, 0.4467, 0.439, 0.4368], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "263432": {"relevant_ids": ["263433"], "ranked_ids": ["263433", "128303", "147629", "407204", "401373", "97259", "147630", "104254", "29349", "471057"], "ranked_scores": [0.7351, 0.6367, 0.5788, 0.5726, 0.5662, 0.5489, 0.5242, 0.5103, 0.4992, 0.4834], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "354945": {"relevant_ids": ["354946"], "ranked_ids": ["354946", "254071", "462983", "108161", "322478", "462984", "157453", "202817", "287396", "473769"], "ranked_scores": [0.8778, 0.7494, 0.5825, 0.4838, 0.4728, 0.4464, 0.4207, 0.4057, 0.3981, 0.3888], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "245417": {"relevant_ids": ["248195", "219475"], "ranked_ids": ["219475", "248195", "40657", "64433", "301977", "164159", "319022", "14180", "368145", "413039"], "ranked_scores": [0.8003, 0.7646, 0.7577, 0.6695, 0.6129, 0.6033, 0.5959, 0.5913, 0.5855, 0.5689], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "516276": {"relevant_ids": ["516277"], "ranked_ids": ["516277", "19755", "34173", "76958", "510783", "489791", "352289", "62062", "119374", "352189"], "ranked_scores": [0.9025, 0.6767, 0.642, 0.6121, 0.5695, 0.5489, 0.5438, 0.5435, 0.543, 0.5428], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177580": {"relevant_ids": ["177579"], "ranked_ids": ["177579", "115954", "185553", "18081", "60577", "419100", "370405", "76563", "454968", "391563"], "ranked_scores": [0.9337, 0.463, 0.4565, 0.4432, 0.4312, 0.4253, 0.4153, 0.4021, 0.3966, 0.3959], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "309865": {"relevant_ids": ["78623", "78624", "33713"], "ranked_ids": ["33713", "78623", "405094", "153484", "495751", "209041", "78624", "437065", "469068", "235483"], "ranked_scores": [0.785, 0.7558, 0.7534, 0.7509, 0.7426, 0.7332, 0.7244, 0.6764, 0.6678, 0.6552], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.7654, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.9218, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "510387": {"relevant_ids": ["510386"], "ranked_ids": ["510386", "344869", "40390", "170896", "484846", "52003", "241538", "241537", "371033", "101855"], "ranked_scores": [0.7538, 0.726, 0.7183, 0.7078, 0.7054, 0.7042, 0.6962, 0.6791, 0.6367, 0.6254], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "26645": {"relevant_ids": ["26644"], "ranked_ids": ["26644", "318396", "207775", "234865", "256679", "193896", "83875", "144057", "265116", "177220"], "ranked_scores": [0.9259, 0.672, 0.6565, 0.6061, 0.6055, 0.5825, 0.5818, 0.5803, 0.5686, 0.5655], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "47788": {"relevant_ids": ["455725"], "ranked_ids": ["455725", "235686", "59223", "37221", "348138", "47789", "101721", "331", "59508", "47703"], "ranked_scores": [0.7914, 0.7333, 0.7309, 0.7104, 0.7087, 0.7019, 0.6946, 0.6915, 0.6875, 0.6871], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "338281": {"relevant_ids": ["338282"], "ranked_ids": ["338282", "11563", "263861", "457315", "234727", "85881", "338711", "57017", "431433", "382555"], "ranked_scores": [0.8308, 0.484, 0.4681, 0.4628, 0.4425, 0.4402, 0.4361, 0.4354, 0.4283, 0.4267], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "461149": {"relevant_ids": ["461148"], "ranked_ids": ["461148", "525835", "215782", "203100", "443095", "527101", "335800", "291108", "392720", "121324"], "ranked_scores": [0.6755, 0.6297, 0.5786, 0.5742, 0.5556, 0.5407, 0.5314, 0.531, 0.5264, 0.5161], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "346126": {"relevant_ids": ["110710", "110711"], "ranked_ids": ["110710", "154338", "110711", "254526", "203476", "528998", "340823", "168350", "296319", "229972"], "ranked_scores": [0.8677, 0.8148, 0.8085, 0.6696, 0.6686, 0.6641, 0.6325, 0.6199, 0.6199, 0.6179], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.9197, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.9197, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9197, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "372986": {"relevant_ids": ["49961", "262882"], "ranked_ids": ["49961", "262882", "303468", "215938", "497531", "108183", "88278", "516501", "140335", "415486"], "ranked_scores": [0.9106, 0.7724, 0.6185, 0.5938, 0.5725, 0.5672, 0.5549, 0.5427, 0.5414, 0.5391], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "501182": {"relevant_ids": ["501181"], "ranked_ids": ["501181", "109121", "402718", "179018", "274777", "447737", "446824", "2257", "347781", "185580"], "ranked_scores": [0.839, 0.5071, 0.5012, 0.4875, 0.4662, 0.4486, 0.4373, 0.4354, 0.4235, 0.4164], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13800": {"relevant_ids": ["408522", "13799", "376590"], "ranked_ids": ["376590", "13799", "179943", "23471", "8622", "30987", "448205", "408522", "481109", "67320"], "ranked_scores": [0.7667, 0.7384, 0.6964, 0.6506, 0.6468, 0.636, 0.6271, 0.6202, 0.6148, 0.6144], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.7654, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.9134, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "250143": {"relevant_ids": ["250142"], "ranked_ids": ["250142", "473276", "526032", "38409", "206630", "57155", "137994", "76062", "27632", "274190"], "ranked_scores": [0.7267, 0.6628, 0.5428, 0.5083, 0.5052, 0.4955, 0.4784, 0.4632, 0.4565, 0.4537], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13223": {"relevant_ids": ["156773", "13224", "88349", "88348", "20277"], "ranked_ids": ["156773", "88348", "88349", "13224", "86343", "223304", "366749", "137719", "361830", "154604"], "ranked_scores": [0.9207, 0.7967, 0.7935, 0.7842, 0.7699, 0.7492, 0.7409, 0.7096, 0.7032, 0.6925], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.2, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6, "ndcg@5": 0.8688, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.8, "ndcg@10": 0.8688, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.8}, "11002": {"relevant_ids": ["11003"], "ranked_ids": ["11003", "144197", "444112", "489539", "42203", "17317", "40100", "241075", "64236", "266680"], "ranked_scores": [0.7619, 0.6657, 0.6591, 0.6427, 0.6044, 0.6043, 0.5992, 0.5984, 0.5854, 0.5828], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177653": {"relevant_ids": ["79732"], "ranked_ids": ["79732", "525756", "200611", "39174", "373717", "395587", "245271", "310721", "412316", "225019"], "ranked_scores": [0.8301, 0.6543, 0.6438, 0.6421, 0.6021, 0.5706, 0.4988, 0.4887, 0.471, 0.4617], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "415592": {"relevant_ids": ["415591"], "ranked_ids": ["415591", "435045", "88542", "322822", "91592", "425878", "117817", "430072", "467639", "485299"], "ranked_scores": [0.8501, 0.6621, 0.614, 0.6114, 0.5988, 0.5978, 0.5911, 0.5797, 0.5747, 0.5635], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "511196": {"relevant_ids": ["511197"], "ranked_ids": ["511197", "156490", "328397", "289278", "313107", "435439", "459789", "191328", "45940", "112674"], "ranked_scores": [0.7959, 0.5943, 0.4964, 0.4533, 0.4473, 0.4355, 0.4339, 0.4338, 0.4333, 0.4316], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "344845": {"relevant_ids": ["344844"], "ranked_ids": ["344844", "161471", "111672", "469623", "95946", "79987", "82460", "327548", "115151", "397001"], "ranked_scores": [0.8876, 0.7574, 0.6842, 0.661, 0.657, 0.64, 0.6319, 0.625, 0.6222, 0.6164], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "396744": {"relevant_ids": ["396745"], "ranked_ids": ["396745", "16789", "236438", "481437", "516168", "421257", "454241", "464360", "284966", "418055"], "ranked_scores": [0.6431, 0.5293, 0.5291, 0.5234, 0.515, 0.5062, 0.5043, 0.4999, 0.4997, 0.4931], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "452398": {"relevant_ids": ["452399"], "ranked_ids": ["452399", "530610", "90225", "230141", "4228", "372901", "60646", "450912", "134287", "296712"], "ranked_scores": [0.8855, 0.6526, 0.6268, 0.5998, 0.5941, 0.5657, 0.5529, 0.552, 0.5476, 0.5254], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "182114": {"relevant_ids": ["182113"], "ranked_ids": ["196647", "182113", "531602", "234482", "139689", "162482", "323531", "475847", "256239", "56202"], "ranked_scores": [0.7209, 0.7075, 0.6246, 0.6085, 0.584, 0.5788, 0.5755, 0.5692, 0.563, 0.5562], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "486260": {"relevant_ids": ["486259"], "ranked_ids": ["486259", "392356", "113749", "266904", "385204", "222159", "241333", "209254", "429173", "146738"], "ranked_scores": [0.8693, 0.649, 0.6193, 0.6085, 0.6056, 0.58, 0.58, 0.5718, 0.5598, 0.551], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "455140": {"relevant_ids": ["315935"], "ranked_ids": ["315935", "124700", "246286", "308963", "150842", "93864", "211061", "50224", "519049", "369068"], "ranked_scores": [0.8572, 0.6698, 0.6557, 0.6473, 0.6422, 0.6404, 0.6105, 0.5925, 0.5907, 0.5754], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "56198": {"relevant_ids": ["56199"], "ranked_ids": ["56199", "249114", "160194", "67917", "279986", "138891", "452069", "431226", "71092", "308888"], "ranked_scores": [0.9011, 0.499, 0.4657, 0.4487, 0.4407, 0.4277, 0.4176, 0.4137, 0.4131, 0.3963], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "30172": {"relevant_ids": ["373486", "145120", "145119", "30173", "68426", "185817"], "ranked_ids": ["145120", "68426", "160900", "205338", "373486", "311173", "145119", "192604", "90983", "185817"], "ranked_scores": [0.8902, 0.8409, 0.8095, 0.7716, 0.7426, 0.7243, 0.721, 0.7173, 0.7109, 0.7106], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.1667, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.6844, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.7989, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.8333}, "127880": {"relevant_ids": ["241164"], "ranked_ids": ["241164", "121458", "210277", "135083", "535042", "325175", "112470", "122116", "22396", "450198"], "ranked_scores": [0.7068, 0.6275, 0.6115, 0.6087, 0.5403, 0.5317, 0.5137, 0.5118, 0.506, 0.5056], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "167969": {"relevant_ids": ["174461"], "ranked_ids": ["174461", "360983", "207491", "78497", "91854", "60171", "347474", "207492", "144121", "121354"], "ranked_scores": [0.749, 0.7283, 0.5463, 0.5397, 0.525, 0.5206, 0.5147, 0.5062, 0.5061, 0.506], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "97986": {"relevant_ids": ["97987"], "ranked_ids": ["97987", "44589", "108564", "284181", "393565", "41241", "212168", "234865", "193896", "318396"], "ranked_scores": [0.9453, 0.733, 0.6227, 0.6107, 0.606, 0.5767, 0.5713, 0.5584, 0.5557, 0.5537], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "12865": {"relevant_ids": ["105683"], "ranked_ids": ["105683", "92902", "277453", "313106", "356189", "191268", "23129", "528844", "83623", "94167"], "ranked_scores": [0.9062, 0.6761, 0.5714, 0.5675, 0.5672, 0.5633, 0.5488, 0.5455, 0.541, 0.5303], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "215681": {"relevant_ids": ["215680"], "ranked_ids": ["215680", "52235", "57552", "63757", "178515", "340195", "177080", "71159", "5733", "520998"], "ranked_scores": [0.8704, 0.5748, 0.564, 0.5429, 0.5425, 0.5283, 0.5137, 0.5134, 0.5096, 0.5088], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-roberta-base-tq-1bit": {"127728": {"relevant_ids": ["127729"], "ranked_ids": ["127729", "245618", "278575", "38063", "92818", "276617", "145244", "333348", "48895", "153290"], "ranked_scores": [0.5078, 0.5026, 0.4766, 0.4635, 0.4635, 0.4609, 0.4557, 0.4505, 0.4219, 0.4193], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "318820": {"relevant_ids": ["318821"], "ranked_ids": ["318821", "222238", "54496", "441089", "184762", "483940", "367479", "178549", "162581", "355161"], "ranked_scores": [0.7422, 0.5911, 0.4974, 0.4948, 0.4844, 0.4818, 0.4792, 0.4766, 0.4687, 0.4661], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "296098": {"relevant_ids": ["296097"], "ranked_ids": ["45506", "45507", "493414", "173403", "296097", "134752", "307653", "423933", "469868", "469985"], "ranked_scores": [0.4531, 0.4453, 0.4453, 0.4349, 0.4297, 0.4271, 0.4167, 0.4141, 0.4062, 0.3828], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "150414": {"relevant_ids": ["192835"], "ranked_ids": ["105782", "192835", "105783", "132912", "516620", "126746", "121070", "73405", "470642", "1702"], "ranked_scores": [0.6875, 0.6589, 0.6068, 0.5651, 0.5156, 0.5, 0.4974, 0.4974, 0.4974, 0.4896], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "145582": {"relevant_ids": ["145583"], "ranked_ids": ["145583", "454248", "299264", "263736", "112261", "211239", "505890", "130013", "206717", "360594"], "ranked_scores": [0.638, 0.401, 0.3828, 0.3281, 0.3177, 0.3073, 0.2865, 0.2865, 0.2865, 0.2812], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "315712": {"relevant_ids": ["315713"], "ranked_ids": ["315713", "408588", "319096", "242340", "194841", "124542", "377891", "208025", "291452", "120489"], "ranked_scores": [0.5911, 0.4401, 0.4089, 0.3906, 0.3906, 0.3594, 0.3568, 0.3516, 0.3464, 0.3437], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145739": {"relevant_ids": ["145740"], "ranked_ids": ["145740", "241979", "366074", "115412", "347337", "8705", "415781", "465597", "148222", "180147"], "ranked_scores": [0.7161, 0.5781, 0.5365, 0.5208, 0.5156, 0.513, 0.4922, 0.4714, 0.4661, 0.4479], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "308127": {"relevant_ids": ["308126"], "ranked_ids": ["308126", "35763", "79534", "395527", "301104", "386807", "140685", "326242", "36744", "329643"], "ranked_scores": [0.5781, 0.4479, 0.4453, 0.4115, 0.4115, 0.4115, 0.4063, 0.4036, 0.401, 0.3958], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "287245": {"relevant_ids": ["283199", "322650", "283198"], "ranked_ids": ["322650", "283199", "283198", "420279", "68138", "499037", "497666", "291373", "420280", "508239"], "ranked_scores": [0.6484, 0.6354, 0.5703, 0.4531, 0.4505, 0.4323, 0.4271, 0.3958, 0.3932, 0.388], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "14755": {"relevant_ids": ["14756", "211906"], "ranked_ids": ["450970", "211906", "14756", "235454", "30834", "57678", "277031", "259619", "449494", "45636"], "ranked_scores": [0.6719, 0.6484, 0.638, 0.5391, 0.4583, 0.4427, 0.4271, 0.4193, 0.4089, 0.4089], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6934, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6934, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6934, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "370170": {"relevant_ids": ["370169"], "ranked_ids": ["370169", "211280", "537762", "334238", "528902", "191527", "70975", "227009", "466920", "388150"], "ranked_scores": [0.9271, 0.4062, 0.349, 0.3411, 0.3307, 0.3203, 0.3177, 0.3177, 0.3151, 0.3151], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "41774": {"relevant_ids": ["41773"], "ranked_ids": ["41773", "467781", "366794", "214766", "416695", "33017", "148165", "454279", "468656", "199609"], "ranked_scores": [0.6198, 0.3594, 0.3568, 0.3542, 0.3464, 0.3464, 0.3411, 0.3359, 0.3307, 0.3281], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "399648": {"relevant_ids": ["399649"], "ranked_ids": ["399649", "225815", "435035", "380626", "481934", "243294", "504913", "462253", "445074", "411313"], "ranked_scores": [0.9141, 0.5703, 0.4766, 0.4766, 0.474, 0.4714, 0.4687, 0.4609, 0.4479, 0.4453], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "504811": {"relevant_ids": ["504810"], "ranked_ids": ["504810", "90374", "448774", "309894", "5861", "214151", "298555", "155038", "84826", "55899"], "ranked_scores": [0.9245, 0.513, 0.4974, 0.4818, 0.4557, 0.4479, 0.4427, 0.4375, 0.4375, 0.4193], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "362950": {"relevant_ids": ["362949", "400212"], "ranked_ids": ["362949", "400212", "487392", "427587", "129563", "475478", "411503", "527104", "151122", "171122"], "ranked_scores": [0.6432, 0.6016, 0.5391, 0.5156, 0.5052, 0.4948, 0.4792, 0.4583, 0.4583, 0.4479], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "155873": {"relevant_ids": ["155874"], "ranked_ids": ["155874", "136219", "392604", "292617", "487664", "294020", "38262", "91610", "122134", "444541"], "ranked_scores": [0.4427, 0.4036, 0.3984, 0.3958, 0.3698, 0.3464, 0.3438, 0.3411, 0.3359, 0.3333], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "263432": {"relevant_ids": ["263433"], "ranked_ids": ["128303", "263433", "97259", "147629", "147630", "401373", "407204", "154634", "513809", "345287"], "ranked_scores": [0.5391, 0.5182, 0.4505, 0.4323, 0.4323, 0.4297, 0.4089, 0.3802, 0.3776, 0.375], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "354945": {"relevant_ids": ["354946"], "ranked_ids": ["354946", "254071", "462983", "322478", "108161", "202817", "9687", "287396", "473769", "462984"], "ranked_scores": [0.7474, 0.6224, 0.4688, 0.3568, 0.349, 0.3255, 0.3229, 0.3177, 0.3151, 0.3047], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "245417": {"relevant_ids": ["248195", "219475"], "ranked_ids": ["219475", "40657", "248195", "64433", "14180", "301977", "368145", "164159", "37326", "85977"], "ranked_scores": [0.6432, 0.6302, 0.5938, 0.5547, 0.5078, 0.4714, 0.4531, 0.4453, 0.4427, 0.4427], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.9197, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.9197, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9197, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "516276": {"relevant_ids": ["516277"], "ranked_ids": ["516277", "19755", "34173", "76958", "510783", "352189", "119374", "489791", "62062", "286275"], "ranked_scores": [0.7969, 0.5469, 0.5365, 0.4687, 0.4557, 0.4453, 0.4427, 0.4323, 0.4323, 0.4245], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177580": {"relevant_ids": ["177579"], "ranked_ids": ["177579", "454968", "18081", "185553", "115954", "419100", "60577", "370405", "517075", "99261"], "ranked_scores": [0.862, 0.3568, 0.349, 0.3437, 0.3411, 0.3281, 0.3047, 0.3047, 0.3047, 0.3047], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "309865": {"relevant_ids": ["78623", "78624", "33713"], "ranked_ids": ["33713", "405094", "209041", "78624", "153484", "78623", "437065", "495751", "469068", "235483"], "ranked_scores": [0.6432, 0.6094, 0.6094, 0.5938, 0.5833, 0.5807, 0.5573, 0.5573, 0.5391, 0.5365], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.6714, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.8385, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "510387": {"relevant_ids": ["510386"], "ranked_ids": ["510386", "344869", "40390", "52003", "484846", "170896", "371033", "241538", "241537", "160232"], "ranked_scores": [0.6198, 0.599, 0.5938, 0.5938, 0.5729, 0.5651, 0.5365, 0.5365, 0.5234, 0.4766], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "26645": {"relevant_ids": ["26644"], "ranked_ids": ["26644", "318396", "207775", "256679", "234865", "193896", "461704", "177220", "144057", "265116"], "ranked_scores": [0.8568, 0.5677, 0.513, 0.513, 0.5078, 0.4896, 0.4583, 0.4505, 0.4453, 0.4375], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "47788": {"relevant_ids": ["455725"], "ranked_ids": ["455725", "348138", "331", "235686", "59223", "105230", "15132", "59508", "47703", "101721"], "ranked_scores": [0.6536, 0.5938, 0.5807, 0.5755, 0.5729, 0.5729, 0.5651, 0.5599, 0.5573, 0.5521], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "338281": {"relevant_ids": ["338282"], "ranked_ids": ["338282", "11563", "457315", "85881", "234727", "431433", "200288", "382555", "11250", "389968"], "ranked_scores": [0.7005, 0.375, 0.3646, 0.3646, 0.3594, 0.3464, 0.3229, 0.3125, 0.3125, 0.3073], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "461149": {"relevant_ids": ["461148"], "ranked_ids": ["461148", "525835", "2420", "215782", "203100", "443095", "291108", "414838", "377056", "335800"], "ranked_scores": [0.5677, 0.5, 0.4401, 0.4349, 0.4349, 0.4349, 0.4323, 0.4245, 0.4167, 0.3984], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "346126": {"relevant_ids": ["110710", "110711"], "ranked_ids": ["110710", "154338", "110711", "203476", "254526", "168350", "340823", "528998", "223499", "224692"], "ranked_scores": [0.7969, 0.7266, 0.6719, 0.5625, 0.5443, 0.513, 0.5052, 0.4974, 0.4896, 0.4844], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.9197, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.9197, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9197, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "372986": {"relevant_ids": ["49961", "262882"], "ranked_ids": ["49961", "262882", "303468", "108183", "215938", "497531", "497357", "140335", "299699", "516501"], "ranked_scores": [0.8594, 0.6224, 0.526, 0.4974, 0.4531, 0.4401, 0.4297, 0.4219, 0.4141, 0.4141], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "501182": {"relevant_ids": ["501181"], "ranked_ids": ["501181", "274777", "347781", "402718", "109121", "447737", "179018", "138908", "92055", "2257"], "ranked_scores": [0.6927, 0.3672, 0.3646, 0.3594, 0.3464, 0.3307, 0.3281, 0.3151, 0.3125, 0.3125], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13800": {"relevant_ids": ["408522", "13799", "376590"], "ranked_ids": ["13799", "376590", "179943", "23471", "8622", "408522", "448205", "56338", "481109", "30987"], "ranked_scores": [0.6198, 0.6172, 0.5807, 0.5573, 0.5339, 0.4974, 0.4974, 0.4922, 0.487, 0.4844], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.7654, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.9325, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "250143": {"relevant_ids": ["250142"], "ranked_ids": ["250142", "473276", "76062", "526032", "206630", "137994", "38409", "27632", "368186", "120264"], "ranked_scores": [0.5729, 0.5026, 0.3802, 0.3776, 0.3594, 0.3568, 0.3516, 0.3411, 0.3385, 0.3359], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13223": {"relevant_ids": ["156773", "13224", "88349", "88348", "20277"], "ranked_ids": ["156773", "88348", "86343", "88349", "223304", "13224", "366749", "361830", "192528", "137719"], "ranked_scores": [0.8177, 0.6432, 0.6354, 0.6328, 0.6094, 0.599, 0.5964, 0.5938, 0.5625, 0.5469], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.2, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.4, "ndcg@5": 0.6992, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6, "ndcg@10": 0.82, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.8}, "11002": {"relevant_ids": ["11003"], "ranked_ids": ["11003", "144197", "241075", "444112", "489539", "17317", "42203", "153944", "115070", "347493"], "ranked_scores": [0.5729, 0.4896, 0.487, 0.487, 0.4609, 0.4531, 0.4453, 0.4401, 0.4349, 0.4297], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177653": {"relevant_ids": ["79732"], "ranked_ids": ["79732", "39174", "200611", "525756", "395587", "373717", "310721", "412316", "194790", "208018"], "ranked_scores": [0.7422, 0.5208, 0.5156, 0.4974, 0.4896, 0.4557, 0.3594, 0.3542, 0.349, 0.3385], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "415592": {"relevant_ids": ["415591"], "ranked_ids": ["415591", "435045", "88542", "425878", "117817", "91592", "322822", "379146", "485299", "430072"], "ranked_scores": [0.7812, 0.5365, 0.5312, 0.5052, 0.4974, 0.4974, 0.4688, 0.4635, 0.4531, 0.4323], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "511196": {"relevant_ids": ["511197"], "ranked_ids": ["511197", "156490", "459789", "537528", "414717", "413940", "328397", "264754", "313107", "491923"], "ranked_scores": [0.6641, 0.4115, 0.375, 0.3698, 0.3672, 0.3568, 0.3516, 0.3464, 0.3464, 0.3411], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "344845": {"relevant_ids": ["344844"], "ranked_ids": ["344844", "161471", "111672", "95946", "79987", "469623", "115151", "335497", "397001", "405733"], "ranked_scores": [0.7839, 0.6172, 0.5391, 0.5208, 0.5182, 0.513, 0.5104, 0.4896, 0.4896, 0.4766], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "396744": {"relevant_ids": ["396745"], "ranked_ids": ["396745", "236438", "454241", "516168", "481437", "526492", "16789", "421257", "284966", "20764"], "ranked_scores": [0.5182, 0.4141, 0.4141, 0.4115, 0.4062, 0.4036, 0.4036, 0.388, 0.3854, 0.3854], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "452398": {"relevant_ids": ["452399"], "ranked_ids": ["452399", "530610", "90225", "4228", "230141", "134287", "450912", "8976", "60646", "171946"], "ranked_scores": [0.8229, 0.513, 0.5104, 0.4714, 0.4505, 0.4427, 0.4245, 0.4167, 0.4167, 0.4036], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "182114": {"relevant_ids": ["182113"], "ranked_ids": ["196647", "182113", "531602", "234482", "162482", "528965", "139689", "80719", "256239", "323531"], "ranked_scores": [0.6094, 0.5651, 0.487, 0.4844, 0.4583, 0.4531, 0.4531, 0.4323, 0.4323, 0.4297], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "486260": {"relevant_ids": ["486259"], "ranked_ids": ["486259", "392356", "113749", "385204", "266904", "429173", "222159", "442062", "391328", "241333"], "ranked_scores": [0.7839, 0.5391, 0.4792, 0.4635, 0.4609, 0.4583, 0.4531, 0.4453, 0.4427, 0.4323], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "455140": {"relevant_ids": ["315935"], "ranked_ids": ["315935", "124700", "246286", "519049", "308963", "211061", "93864", "50224", "369068", "150842"], "ranked_scores": [0.7552, 0.5286, 0.513, 0.5, 0.4974, 0.4922, 0.4896, 0.4844, 0.4714, 0.4661], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "56198": {"relevant_ids": ["56199"], "ranked_ids": ["56199", "67917", "249114", "160194", "279986", "308888", "431226", "71092", "160914", "55489"], "ranked_scores": [0.8464, 0.362, 0.3594, 0.3516, 0.3125, 0.3099, 0.3047, 0.3047, 0.3021, 0.3021], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "30172": {"relevant_ids": ["373486", "145120", "145119", "30173", "68426", "185817"], "ranked_ids": ["145120", "68426", "160900", "205338", "192604", "311173", "90983", "82405", "373486", "185817"], "ranked_scores": [0.8255, 0.7604, 0.7031, 0.6354, 0.6146, 0.6094, 0.6042, 0.5964, 0.5885, 0.5859], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.1667, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.5531, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.6721, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.6667}, "127880": {"relevant_ids": ["241164"], "ranked_ids": ["241164", "135083", "121458", "210277", "535042", "325175", "122116", "208455", "531392", "14626"], "ranked_scores": [0.5677, 0.5208, 0.5208, 0.4505, 0.4375, 0.4167, 0.4089, 0.401, 0.401, 0.3958], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "167969": {"relevant_ids": ["174461"], "ranked_ids": ["174461", "360983", "207491", "207492", "121354", "78497", "347474", "144121", "60171", "257735"], "ranked_scores": [0.5911, 0.5781, 0.4583, 0.4375, 0.4349, 0.4349, 0.4323, 0.4219, 0.4167, 0.4115], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "97986": {"relevant_ids": ["97987"], "ranked_ids": ["97987", "44589", "108564", "393565", "284181", "318396", "290935", "212168", "193896", "234865"], "ranked_scores": [0.8984, 0.5729, 0.4948, 0.4922, 0.487, 0.4583, 0.4479, 0.4453, 0.4323, 0.4297], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "12865": {"relevant_ids": ["105683"], "ranked_ids": ["105683", "92902", "313106", "277453", "83623", "83622", "323015", "291690", "191268", "267487"], "ranked_scores": [0.8438, 0.5391, 0.4714, 0.4635, 0.4557, 0.4219, 0.4193, 0.4193, 0.4167, 0.4089], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "215681": {"relevant_ids": ["215680"], "ranked_ids": ["215680", "63757", "57552", "18634", "52235", "178515", "177080", "68652", "5733", "340195"], "ranked_scores": [0.7969, 0.4427, 0.4375, 0.4219, 0.4115, 0.4062, 0.4036, 0.3984, 0.3958, 0.388], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-roberta-base-bat": {"127728": {"relevant_ids": ["127729"], "ranked_ids": ["38063", "127729", "152379", "382156", "278575", "207303", "245618", "244441", "426456", "522248"], "ranked_scores": [584.0, 583.0, 555.0, 548.0, 547.0, 546.0, 545.0, 542.0, 542.0, 542.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "318820": {"relevant_ids": ["318821"], "ranked_ids": ["318821", "222238", "355161", "54496", "481262", "332715", "172247", "492379", "489320", "483940"], "ranked_scores": [708.0, 629.0, 598.0, 588.0, 579.0, 572.0, 561.0, 561.0, 561.0, 560.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "296098": {"relevant_ids": ["296097"], "ranked_ids": ["469868", "134752", "45507", "45506", "296097", "364131", "493414", "468805", "168499", "423933"], "ranked_scores": [563.0, 550.0, 550.0, 545.0, 538.0, 538.0, 533.0, 532.0, 531.0, 529.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "150414": {"relevant_ids": ["192835"], "ranked_ids": ["192835", "105782", "516620", "105783", "126746", "103122", "132912", "126745", "21131", "335234"], "ranked_scores": [700.0, 675.0, 654.0, 640.0, 623.0, 614.0, 607.0, 596.0, 567.0, 562.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145582": {"relevant_ids": ["145583"], "ranked_ids": ["145583", "454248", "299264", "130013", "263736", "87614", "173109", "295582", "420280", "505890"], "ranked_scores": [626.0, 536.0, 524.0, 499.0, 495.0, 495.0, 491.0, 489.0, 488.0, 486.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "315712": {"relevant_ids": ["315713"], "ranked_ids": ["315713", "377891", "298503", "408588", "194841", "236508", "242340", "203205", "366216", "153536"], "ranked_scores": [672.0, 561.0, 558.0, 555.0, 552.0, 543.0, 543.0, 541.0, 540.0, 538.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145739": {"relevant_ids": ["145740"], "ranked_ids": ["145740", "241979", "366074", "33202", "415781", "8705", "85426", "100854", "85134", "429177"], "ranked_scores": [686.0, 600.0, 595.0, 560.0, 559.0, 557.0, 551.0, 550.0, 549.0, 547.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "308127": {"relevant_ids": ["308126"], "ranked_ids": ["308126", "36744", "282571", "385951", "65412", "498938", "471617", "35763", "100860", "301104"], "ranked_scores": [606.0, 529.0, 528.0, 528.0, 526.0, 526.0, 523.0, 518.0, 516.0, 516.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "287245": {"relevant_ids": ["283199", "322650", "283198"], "ranked_ids": ["283199", "322650", "283198", "221784", "420279", "304904", "188940", "405392", "208412", "497666"], "ranked_scores": [662.0, 657.0, 618.0, 551.0, 536.0, 531.0, 531.0, 530.0, 527.0, 525.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "14755": {"relevant_ids": ["211906", "14756"], "ranked_ids": ["14756", "211906", "450970", "235454", "30834", "449494", "236793", "393649", "128231", "57678"], "ranked_scores": [664.0, 664.0, 661.0, 575.0, 565.0, 553.0, 545.0, 539.0, 538.0, 538.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "370170": {"relevant_ids": ["370169"], "ranked_ids": ["370169", "334238", "211280", "388150", "96998", "117854", "517283", "476551", "275887", "537762"], "ranked_scores": [754.0, 504.0, 503.0, 502.0, 499.0, 497.0, 496.0, 495.0, 492.0, 491.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "41774": {"relevant_ids": ["41773"], "ranked_ids": ["41773", "33017", "148165", "468655", "407675", "239344", "53738", "442459", "307530", "366794"], "ranked_scores": [660.0, 560.0, 553.0, 532.0, 529.0, 522.0, 518.0, 518.0, 514.0, 509.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "399648": {"relevant_ids": ["399649"], "ranked_ids": ["399649", "225815", "435035", "481934", "124071", "324839", "445074", "470800", "462253", "359281"], "ranked_scores": [744.0, 628.0, 592.0, 573.0, 569.0, 564.0, 559.0, 557.0, 555.0, 548.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "504811": {"relevant_ids": ["504810"], "ranked_ids": ["504810", "84826", "309894", "298555", "451065", "406217", "508685", "90374", "499535", "55899"], "ranked_scores": [745.0, 544.0, 542.0, 540.0, 539.0, 538.0, 535.0, 523.0, 520.0, 519.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "362950": {"relevant_ids": ["400212", "362949"], "ranked_ids": ["362949", "400212", "487392", "427587", "129563", "348827", "475478", "411503", "344212", "438104"], "ranked_scores": [633.0, 625.0, 587.0, 577.0, 565.0, 564.0, 561.0, 554.0, 554.0, 551.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "155873": {"relevant_ids": ["155874"], "ranked_ids": ["155874", "392604", "136219", "346009", "3139", "122134", "292617", "170784", "444541", "487664"], "ranked_scores": [587.0, 554.0, 531.0, 524.0, 519.0, 519.0, 513.0, 511.0, 508.0, 507.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "263432": {"relevant_ids": ["263433"], "ranked_ids": ["263433", "128303", "401373", "261419", "473794", "372749", "147629", "471057", "104254", "510661"], "ranked_scores": [636.0, 584.0, 563.0, 549.0, 544.0, 539.0, 531.0, 530.0, 527.0, 527.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "354945": {"relevant_ids": ["354946"], "ranked_ids": ["354946", "254071", "462983", "243923", "157453", "124701", "27632", "287396", "462984", "395883"], "ranked_scores": [685.0, 601.0, 530.0, 527.0, 522.0, 522.0, 516.0, 515.0, 510.0, 509.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "245417": {"relevant_ids": ["219475", "248195"], "ranked_ids": ["40657", "219475", "248195", "319022", "413039", "64433", "152213", "164159", "14180", "301977"], "ranked_scores": [636.0, 632.0, 588.0, 573.0, 568.0, 567.0, 565.0, 548.0, 544.0, 534.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6934, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6934, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6934, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "516276": {"relevant_ids": ["516277"], "ranked_ids": ["516277", "34173", "19755", "76958", "510783", "119374", "149233", "438101", "352289", "479392"], "ranked_scores": [706.0, 628.0, 617.0, 611.0, 602.0, 578.0, 561.0, 559.0, 558.0, 558.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177580": {"relevant_ids": ["177579"], "ranked_ids": ["177579", "9954", "165282", "18081", "455888", "464418", "370405", "115954", "391563", "446100"], "ranked_scores": [723.0, 540.0, 536.0, 535.0, 533.0, 533.0, 528.0, 526.0, 526.0, 520.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "309865": {"relevant_ids": ["78624", "78623", "33713"], "ranked_ids": ["33713", "78623", "405094", "78624", "153484", "495751", "437065", "209041", "469068", "158229"], "ranked_scores": [684.0, 647.0, 646.0, 626.0, 624.0, 611.0, 606.0, 600.0, 582.0, 578.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.9675, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9675, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "510387": {"relevant_ids": ["510386"], "ranked_ids": ["510386", "241538", "40390", "170896", "52003", "344869", "241537", "371033", "254292", "101855"], "ranked_scores": [683.0, 666.0, 650.0, 643.0, 633.0, 625.0, 596.0, 590.0, 588.0, 584.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "26645": {"relevant_ids": ["26644"], "ranked_ids": ["26644", "318396", "207775", "193896", "256679", "83874", "83875", "234865", "461704", "240705"], "ranked_scores": [731.0, 611.0, 579.0, 572.0, 570.0, 565.0, 565.0, 563.0, 560.0, 558.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "47788": {"relevant_ids": ["455725"], "ranked_ids": ["455725", "235686", "8505", "331", "59223", "348138", "101721", "47703", "518171", "120701"], "ranked_scores": [688.0, 664.0, 662.0, 656.0, 656.0, 654.0, 654.0, 638.0, 631.0, 603.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "338281": {"relevant_ids": ["338282"], "ranked_ids": ["338282", "119513", "234727", "315387", "430005", "431433", "22636", "457315", "222138", "399331"], "ranked_scores": [699.0, 535.0, 526.0, 526.0, 520.0, 515.0, 505.0, 505.0, 503.0, 500.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "461149": {"relevant_ids": ["461148"], "ranked_ids": ["461148", "525835", "203100", "527101", "215782", "302225", "335800", "417040", "8828", "377056"], "ranked_scores": [634.0, 610.0, 600.0, 590.0, 561.0, 558.0, 549.0, 546.0, 545.0, 543.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "346126": {"relevant_ids": ["110711", "110710"], "ranked_ids": ["110710", "110711", "154338", "528998", "254526", "296319", "168350", "256937", "203476", "355996"], "ranked_scores": [689.0, 679.0, 643.0, 591.0, 576.0, 571.0, 571.0, 567.0, 565.0, 563.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "372986": {"relevant_ids": ["262882", "49961"], "ranked_ids": ["49961", "262882", "140335", "215938", "108183", "415486", "303468", "130692", "281091", "516501"], "ranked_scores": [721.0, 630.0, 554.0, 549.0, 539.0, 535.0, 532.0, 532.0, 530.0, 529.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "501182": {"relevant_ids": ["501181"], "ranked_ids": ["501181", "447737", "402718", "231545", "109121", "446824", "91969", "179018", "274777", "501373"], "ranked_scores": [670.0, 548.0, 545.0, 528.0, 523.0, 517.0, 514.0, 513.0, 511.0, 511.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13800": {"relevant_ids": ["408522", "13799", "376590"], "ranked_ids": ["13799", "376590", "408522", "179943", "23471", "481109", "56338", "363079", "8622", "281010"], "ranked_scores": [694.0, 648.0, 615.0, 609.0, 582.0, 567.0, 567.0, 560.0, 560.0, 558.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "250143": {"relevant_ids": ["250142"], "ranked_ids": ["250142", "473276", "76062", "50539", "38409", "318482", "206630", "73729", "387015", "96270"], "ranked_scores": [637.0, 590.0, 533.0, 526.0, 515.0, 513.0, 512.0, 511.0, 508.0, 508.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13223": {"relevant_ids": ["156773", "20277", "88348", "13224", "88349"], "ranked_ids": ["156773", "88348", "13224", "88349", "86343", "366749", "24720", "223304", "137719", "491669"], "ranked_scores": [735.0, 658.0, 657.0, 650.0, 649.0, 648.0, 638.0, 625.0, 621.0, 617.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.2, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6, "ndcg@5": 0.8688, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.8, "ndcg@10": 0.8688, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.8}, "11002": {"relevant_ids": ["11003"], "ranked_ids": ["11003", "444112", "144197", "42203", "489539", "10212", "241075", "347493", "87346", "117199"], "ranked_scores": [668.0, 619.0, 615.0, 611.0, 602.0, 599.0, 596.0, 589.0, 578.0, 575.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177653": {"relevant_ids": ["79732"], "ranked_ids": ["79732", "200611", "39174", "525756", "395587", "412316", "137270", "138956", "245271", "377344"], "ranked_scores": [683.0, 596.0, 593.0, 576.0, 560.0, 537.0, 533.0, 523.0, 520.0, 516.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "415592": {"relevant_ids": ["415591"], "ranked_ids": ["415591", "430072", "379146", "435045", "322822", "207607", "208294", "88542", "84634", "425878"], "ranked_scores": [717.0, 575.0, 572.0, 567.0, 552.0, 546.0, 544.0, 541.0, 539.0, 536.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "511196": {"relevant_ids": ["511197"], "ranked_ids": ["511197", "77372", "251545", "156490", "251546", "45940", "414717", "53962", "349723", "49049"], "ranked_scores": [651.0, 537.0, 536.0, 521.0, 517.0, 516.0, 515.0, 514.0, 513.0, 508.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "344845": {"relevant_ids": ["344844"], "ranked_ids": ["344844", "79987", "48574", "289918", "469623", "161471", "162045", "160276", "397001", "327485"], "ranked_scores": [700.0, 585.0, 577.0, 572.0, 568.0, 568.0, 567.0, 566.0, 564.0, 559.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "396744": {"relevant_ids": ["396745"], "ranked_ids": ["396745", "236438", "284966", "421257", "527221", "481437", "313629", "16789", "75399", "454241"], "ranked_scores": [604.0, 547.0, 547.0, 545.0, 538.0, 537.0, 526.0, 520.0, 520.0, 519.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "452398": {"relevant_ids": ["452399"], "ranked_ids": ["452399", "230141", "134287", "60646", "372901", "97822", "530610", "450912", "90225", "324290"], "ranked_scores": [733.0, 540.0, 533.0, 530.0, 529.0, 526.0, 526.0, 522.0, 522.0, 518.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "182114": {"relevant_ids": ["182113"], "ranked_ids": ["182113", "196647", "229182", "475847", "139689", "405340", "531602", "80224", "136765", "234482"], "ranked_scores": [655.0, 611.0, 594.0, 582.0, 579.0, 565.0, 554.0, 553.0, 552.0, 550.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "486260": {"relevant_ids": ["486259"], "ranked_ids": ["486259", "392356", "113749", "209254", "266904", "146738", "221509", "111946", "146737", "65893"], "ranked_scores": [698.0, 618.0, 595.0, 590.0, 586.0, 581.0, 570.0, 569.0, 568.0, 567.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "455140": {"relevant_ids": ["315935"], "ranked_ids": ["315935", "308963", "246286", "50224", "124700", "519049", "150842", "142202", "245896", "356403"], "ranked_scores": [687.0, 602.0, 576.0, 576.0, 566.0, 552.0, 544.0, 543.0, 543.0, 541.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "56198": {"relevant_ids": ["56199"], "ranked_ids": ["56199", "138891", "67917", "199688", "160194", "123344", "160914", "249114", "452069", "60361"], "ranked_scores": [695.0, 542.0, 523.0, 521.0, 520.0, 519.0, 515.0, 510.0, 509.0, 505.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "30172": {"relevant_ids": ["373486", "145120", "30173", "68426", "145119", "185817"], "ranked_ids": ["145120", "160900", "68426", "373486", "30173", "82405", "145119", "205338", "185581", "192604"], "ranked_scores": [672.0, 663.0, 658.0, 648.0, 626.0, 623.0, 617.0, 615.0, 609.0, 608.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.1667, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.786, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.8022, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.8333}, "127880": {"relevant_ids": ["241164"], "ranked_ids": ["241164", "121458", "135083", "389443", "210277", "22396", "122116", "120446", "212021", "450198"], "ranked_scores": [588.0, 572.0, 562.0, 545.0, 540.0, 523.0, 517.0, 513.0, 512.0, 512.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "167969": {"relevant_ids": ["174461"], "ranked_ids": ["360983", "174461", "78497", "121354", "207491", "130123", "347474", "144121", "171665", "365197"], "ranked_scores": [654.0, 644.0, 568.0, 561.0, 561.0, 554.0, 553.0, 552.0, 547.0, 547.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "97986": {"relevant_ids": ["97987"], "ranked_ids": ["97987", "44589", "212168", "141075", "326597", "193896", "234865", "393565", "257425", "187976"], "ranked_scores": [741.0, 612.0, 579.0, 577.0, 574.0, 574.0, 571.0, 571.0, 570.0, 569.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "12865": {"relevant_ids": ["105683"], "ranked_ids": ["105683", "356189", "92902", "277453", "83623", "83622", "56590", "188704", "313106", "528844"], "ranked_scores": [723.0, 598.0, 595.0, 572.0, 571.0, 562.0, 562.0, 550.0, 549.0, 545.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "215681": {"relevant_ids": ["215680"], "ranked_ids": ["215680", "297953", "178515", "57552", "18634", "143842", "177080", "63757", "5733", "340195"], "ranked_scores": [728.0, 596.0, 576.0, 549.0, 546.0, 544.0, 544.0, 542.0, 541.0, 535.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-roberta-base-mrl-notrunc-bat": {"127728": {"relevant_ids": ["127729"], "ranked_ids": ["127729", "278575", "38063", "207303", "382156", "450133", "244441", "342610", "521993", "92818"], "ranked_scores": [633.0, 585.0, 576.0, 561.0, 558.0, 557.0, 553.0, 550.0, 550.0, 550.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "318820": {"relevant_ids": ["318821"], "ranked_ids": ["318821", "355161", "222238", "54497", "162581", "367479", "483940", "489320", "380781", "46281"], "ranked_scores": [716.0, 617.0, 614.0, 602.0, 602.0, 600.0, 596.0, 591.0, 589.0, 587.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "296098": {"relevant_ids": ["296097"], "ranked_ids": ["493414", "364131", "14774", "469868", "468805", "469985", "168499", "296097", "45507", "513540"], "ranked_scores": [570.0, 555.0, 550.0, 547.0, 544.0, 536.0, 535.0, 532.0, 532.0, 531.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "150414": {"relevant_ids": ["192835"], "ranked_ids": ["192835", "105782", "105783", "516620", "126746", "132912", "103122", "126745", "21131", "8875"], "ranked_scores": [694.0, 671.0, 649.0, 646.0, 623.0, 606.0, 598.0, 588.0, 579.0, 576.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145582": {"relevant_ids": ["145583"], "ranked_ids": ["145583", "299264", "87614", "454248", "231933", "436335", "140334", "160820", "436023", "479576"], "ranked_scores": [633.0, 532.0, 511.0, 504.0, 494.0, 490.0, 486.0, 482.0, 477.0, 475.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "315712": {"relevant_ids": ["315713"], "ranked_ids": ["315713", "377891", "153536", "120489", "107153", "368164", "203205", "396505", "454814", "100067"], "ranked_scores": [658.0, 607.0, 592.0, 586.0, 572.0, 572.0, 565.0, 560.0, 557.0, 550.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145739": {"relevant_ids": ["145740"], "ranked_ids": ["145740", "241979", "366074", "8705", "100854", "415781", "17980", "68194", "115412", "85426"], "ranked_scores": [696.0, 599.0, 584.0, 572.0, 564.0, 564.0, 564.0, 564.0, 552.0, 546.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "308127": {"relevant_ids": ["308126"], "ranked_ids": ["308126", "35763", "79534", "82053", "77860", "471617", "498938", "36744", "219239", "232355"], "ranked_scores": [646.0, 563.0, 561.0, 557.0, 554.0, 552.0, 550.0, 546.0, 543.0, 543.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "287245": {"relevant_ids": ["283199", "322650", "283198"], "ranked_ids": ["322650", "283199", "283198", "109049", "188940", "420279", "221784", "299392", "304904", "221783"], "ranked_scores": [664.0, 663.0, 626.0, 584.0, 577.0, 559.0, 546.0, 540.0, 540.0, 536.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "14755": {"relevant_ids": ["211906", "14756"], "ranked_ids": ["14756", "450970", "211906", "235454", "30834", "381248", "481547", "11310", "449494", "393649"], "ranked_scores": [689.0, 679.0, 675.0, 573.0, 571.0, 559.0, 556.0, 554.0, 551.0, 550.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.9197, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.9197, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9197, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "370170": {"relevant_ids": ["370169"], "ranked_ids": ["370169", "537762", "211280", "22763", "191527", "417976", "534102", "476551", "466920", "70975"], "ranked_scores": [754.0, 555.0, 550.0, 546.0, 536.0, 534.0, 526.0, 524.0, 514.0, 509.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "41774": {"relevant_ids": ["41773"], "ranked_ids": ["41773", "468655", "416695", "33017", "523113", "239344", "148165", "214766", "62219", "442459"], "ranked_scores": [680.0, 561.0, 501.0, 493.0, 493.0, 492.0, 492.0, 485.0, 485.0, 484.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "399648": {"relevant_ids": ["399649"], "ranked_ids": ["399649", "124071", "225815", "445074", "435035", "481934", "359281", "212809", "486011", "411313"], "ranked_scores": [748.0, 586.0, 585.0, 580.0, 575.0, 567.0, 565.0, 565.0, 561.0, 554.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "504811": {"relevant_ids": ["504810"], "ranked_ids": ["504810", "309894", "448774", "90374", "451065", "214151", "279073", "84826", "508685", "499535"], "ranked_scores": [742.0, 543.0, 541.0, 541.0, 537.0, 531.0, 526.0, 525.0, 523.0, 522.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "362950": {"relevant_ids": ["400212", "362949"], "ranked_ids": ["400212", "362949", "348827", "9132", "427587", "155870", "475478", "487392", "129563", "344212"], "ranked_scores": [655.0, 653.0, 598.0, 598.0, 579.0, 576.0, 576.0, 573.0, 558.0, 552.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "155873": {"relevant_ids": ["155874"], "ranked_ids": ["392604", "155874", "383066", "136219", "143997", "91610", "170784", "294020", "432469", "122134"], "ranked_scores": [554.0, 545.0, 541.0, 517.0, 509.0, 507.0, 505.0, 504.0, 500.0, 495.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "263432": {"relevant_ids": ["263433"], "ranked_ids": ["263433", "128303", "401373", "277394", "407204", "28140", "147629", "372749", "261419", "473794"], "ranked_scores": [648.0, 596.0, 581.0, 578.0, 561.0, 561.0, 558.0, 548.0, 536.0, 535.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "354945": {"relevant_ids": ["354946"], "ranked_ids": ["354946", "254071", "462983", "322478", "462984", "263939", "202817", "236419", "298611", "473769"], "ranked_scores": [726.0, 642.0, 597.0, 546.0, 546.0, 524.0, 520.0, 520.0, 512.0, 512.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "245417": {"relevant_ids": ["219475", "248195"], "ranked_ids": ["219475", "248195", "40657", "14180", "37326", "64433", "245726", "413039", "319022", "301977"], "ranked_scores": [665.0, 661.0, 615.0, 614.0, 611.0, 601.0, 592.0, 587.0, 579.0, 555.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "516276": {"relevant_ids": ["516277"], "ranked_ids": ["516277", "510783", "19755", "34173", "76958", "286275", "175142", "479392", "352289", "112502"], "ranked_scores": [717.0, 622.0, 620.0, 618.0, 604.0, 591.0, 585.0, 585.0, 574.0, 572.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177580": {"relevant_ids": ["177579"], "ranked_ids": ["177579", "9954", "455888", "464418", "115954", "446100", "18081", "290281", "517075", "199209"], "ranked_scores": [710.0, 562.0, 554.0, 554.0, 552.0, 549.0, 530.0, 520.0, 515.0, 514.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "309865": {"relevant_ids": ["78624", "78623", "33713"], "ranked_ids": ["33713", "405094", "78623", "153484", "78624", "209041", "495751", "109205", "437065", "360054"], "ranked_scores": [673.0, 653.0, 652.0, 642.0, 642.0, 610.0, 610.0, 594.0, 591.0, 590.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.8855, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.8855, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "510387": {"relevant_ids": ["510386"], "ranked_ids": ["241538", "344869", "40390", "510386", "52003", "112669", "212478", "484846", "254292", "236586"], "ranked_scores": [658.0, 654.0, 642.0, 637.0, 637.0, 623.0, 617.0, 611.0, 605.0, 600.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "26645": {"relevant_ids": ["26644"], "ranked_ids": ["26644", "41498", "108781", "284346", "207775", "26813", "64900", "461704", "163452", "240705"], "ranked_scores": [728.0, 582.0, 578.0, 578.0, 575.0, 575.0, 572.0, 572.0, 567.0, 567.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "47788": {"relevant_ids": ["455725"], "ranked_ids": ["455725", "47789", "59508", "331", "37221", "235686", "26694", "348138", "59223", "15132"], "ranked_scores": [670.0, 654.0, 644.0, 643.0, 635.0, 633.0, 632.0, 629.0, 629.0, 628.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "338281": {"relevant_ids": ["338282"], "ranked_ids": ["338282", "457315", "234727", "434432", "100426", "57017", "61778", "119513", "399331", "291354"], "ranked_scores": [690.0, 552.0, 550.0, 528.0, 520.0, 520.0, 519.0, 518.0, 517.0, 514.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "461149": {"relevant_ids": ["461148"], "ranked_ids": ["461148", "525835", "203100", "283905", "527101", "417040", "528608", "302177", "519891", "392720"], "ranked_scores": [647.0, 629.0, 625.0, 588.0, 568.0, 547.0, 546.0, 545.0, 544.0, 543.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "346126": {"relevant_ids": ["110711", "110710"], "ranked_ids": ["110710", "110711", "154338", "528998", "256937", "254526", "340823", "229972", "296319", "21352"], "ranked_scores": [688.0, 666.0, 660.0, 610.0, 591.0, 588.0, 578.0, 572.0, 556.0, 545.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "372986": {"relevant_ids": ["262882", "49961"], "ranked_ids": ["49961", "262882", "303468", "140335", "127288", "393920", "215938", "415486", "262821", "226818"], "ranked_scores": [725.0, 692.0, 621.0, 559.0, 550.0, 544.0, 544.0, 537.0, 535.0, 532.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "501182": {"relevant_ids": ["501181"], "ranked_ids": ["501181", "384476", "447737", "179018", "274777", "402718", "446824", "347781", "99921", "490750"], "ranked_scores": [642.0, 542.0, 541.0, 531.0, 518.0, 517.0, 515.0, 499.0, 499.0, 496.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13800": {"relevant_ids": ["408522", "13799", "376590"], "ranked_ids": ["13799", "376590", "408522", "179943", "482825", "481109", "256094", "257857", "306761", "8622"], "ranked_scores": [702.0, 666.0, 617.0, 617.0, 600.0, 575.0, 571.0, 567.0, 567.0, 563.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "250143": {"relevant_ids": ["250142"], "ranked_ids": ["250142", "473276", "368186", "96270", "76062", "492698", "50539", "509758", "137994", "209138"], "ranked_scores": [650.0, 619.0, 578.0, 560.0, 556.0, 551.0, 550.0, 542.0, 540.0, 538.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13223": {"relevant_ids": ["156773", "20277", "88348", "13224", "88349"], "ranked_ids": ["156773", "88349", "88348", "13224", "366749", "86343", "137719", "24720", "223304", "235061"], "ranked_scores": [738.0, 689.0, 679.0, 675.0, 671.0, 668.0, 654.0, 642.0, 635.0, 635.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.2, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6, "ndcg@5": 0.8688, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.8, "ndcg@10": 0.8688, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.8}, "11002": {"relevant_ids": ["11003"], "ranked_ids": ["11003", "10212", "144197", "42203", "444112", "489539", "241075", "17317", "40099", "64236"], "ranked_scores": [665.0, 636.0, 635.0, 633.0, 632.0, 618.0, 618.0, 612.0, 606.0, 606.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177653": {"relevant_ids": ["79732"], "ranked_ids": ["79732", "525756", "395587", "39174", "200611", "373717", "310721", "245271", "225019", "373275"], "ranked_scores": [652.0, 623.0, 602.0, 598.0, 576.0, 552.0, 551.0, 550.0, 550.0, 540.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "415592": {"relevant_ids": ["415591"], "ranked_ids": ["415591", "430072", "467639", "68386", "381371", "435045", "84634", "480909", "499684", "88542"], "ranked_scores": [688.0, 560.0, 552.0, 549.0, 526.0, 526.0, 526.0, 526.0, 523.0, 523.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "511196": {"relevant_ids": ["511197"], "ranked_ids": ["511197", "156490", "289278", "251545", "334665", "17349", "220596", "522157", "209489", "256327"], "ranked_scores": [712.0, 559.0, 547.0, 541.0, 528.0, 528.0, 527.0, 522.0, 517.0, 507.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "344845": {"relevant_ids": ["344844"], "ranked_ids": ["344844", "161471", "48574", "397001", "516558", "118579", "503908", "311499", "79987", "95946"], "ranked_scores": [672.0, 609.0, 581.0, 562.0, 561.0, 550.0, 549.0, 548.0, 548.0, 546.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "396744": {"relevant_ids": ["396745"], "ranked_ids": ["396745", "481437", "527221", "145729", "184901", "421257", "185416", "16789", "516168", "313629"], "ranked_scores": [588.0, 560.0, 540.0, 538.0, 532.0, 530.0, 530.0, 529.0, 526.0, 525.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "452398": {"relevant_ids": ["452399"], "ranked_ids": ["452399", "243208", "446384", "324290", "277360", "102618", "218416", "4228", "273311", "412309"], "ranked_scores": [720.0, 530.0, 526.0, 522.0, 517.0, 516.0, 514.0, 514.0, 513.0, 505.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "182114": {"relevant_ids": ["182113"], "ranked_ids": ["196647", "182113", "475847", "323531", "234482", "531602", "139689", "229182", "56202", "466737"], "ranked_scores": [630.0, 623.0, 606.0, 597.0, 589.0, 580.0, 579.0, 573.0, 573.0, 556.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "486260": {"relevant_ids": ["486259"], "ranked_ids": ["486259", "392356", "113749", "266904", "209254", "340380", "345426", "209255", "114114", "145384"], "ranked_scores": [687.0, 637.0, 620.0, 617.0, 617.0, 600.0, 596.0, 595.0, 593.0, 589.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "455140": {"relevant_ids": ["315935"], "ranked_ids": ["315935", "93864", "246286", "50224", "245896", "308963", "315936", "211061", "356403", "369068"], "ranked_scores": [692.0, 563.0, 561.0, 560.0, 560.0, 555.0, 553.0, 549.0, 546.0, 546.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "56198": {"relevant_ids": ["56199"], "ranked_ids": ["56199", "160914", "123344", "199688", "521606", "243039", "249114", "71092", "138891", "60361"], "ranked_scores": [714.0, 537.0, 526.0, 523.0, 517.0, 507.0, 507.0, 504.0, 504.0, 503.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "30172": {"relevant_ids": ["373486", "145120", "30173", "68426", "145119", "185817"], "ranked_ids": ["145120", "160900", "68426", "373486", "15236", "192604", "30173", "196771", "82405", "267771"], "ranked_scores": [707.0, 679.0, 678.0, 674.0, 658.0, 652.0, 651.0, 650.0, 650.0, 649.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.1667, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.6548, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6851, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.6667}, "127880": {"relevant_ids": ["241164"], "ranked_ids": ["241164", "210277", "121458", "450198", "504771", "135083", "411905", "535042", "329579", "531392"], "ranked_scores": [619.0, 579.0, 574.0, 566.0, 563.0, 552.0, 541.0, 538.0, 537.0, 530.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "167969": {"relevant_ids": ["174461"], "ranked_ids": ["174461", "360983", "34814", "315016", "85534", "449678", "207491", "49800", "78497", "144121"], "ranked_scores": [637.0, 611.0, 560.0, 555.0, 551.0, 551.0, 546.0, 546.0, 544.0, 542.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "97986": {"relevant_ids": ["97987"], "ranked_ids": ["97987", "44589", "393565", "384292", "83797", "105886", "140595", "89059", "326597", "407"], "ranked_scores": [732.0, 630.0, 578.0, 556.0, 549.0, 545.0, 542.0, 542.0, 537.0, 534.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "12865": {"relevant_ids": ["105683"], "ranked_ids": ["105683", "92902", "277453", "313106", "506722", "323015", "6376", "56590", "356189", "528051"], "ranked_scores": [738.0, 593.0, 570.0, 563.0, 562.0, 561.0, 559.0, 548.0, 546.0, 545.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "215681": {"relevant_ids": ["215680"], "ranked_ids": ["215680", "5733", "177080", "297953", "178515", "297373", "252239", "143842", "481004", "340195"], "ranked_scores": [725.0, 580.0, 572.0, 567.0, 553.0, 551.0, 541.0, 539.0, 527.0, 526.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-roberta-base-mrl-512-bat": {"127728": {"relevant_ids": ["127729"], "ranked_ids": ["127729", "278575", "38063", "382156", "244441", "207303", "342610", "92818", "450133", "282219"], "ranked_scores": [432.0, 397.0, 391.0, 387.0, 384.0, 382.0, 380.0, 380.0, 379.0, 376.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "318820": {"relevant_ids": ["318821"], "ranked_ids": ["318821", "222238", "355161", "54497", "367479", "380781", "489320", "46281", "162581", "483940"], "ranked_scores": [480.0, 415.0, 411.0, 405.0, 404.0, 404.0, 404.0, 404.0, 400.0, 399.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "296098": {"relevant_ids": ["296097"], "ranked_ids": ["493414", "364131", "296097", "469868", "513540", "14774", "134752", "469985", "45507", "168499"], "ranked_scores": [380.0, 373.0, 365.0, 364.0, 362.0, 361.0, 359.0, 355.0, 354.0, 352.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "150414": {"relevant_ids": ["192835"], "ranked_ids": ["192835", "105782", "516620", "126746", "105783", "103122", "132912", "21131", "126745", "335234"], "ranked_scores": [461.0, 454.0, 440.0, 431.0, 431.0, 410.0, 402.0, 397.0, 396.0, 393.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145582": {"relevant_ids": ["145583"], "ranked_ids": ["145583", "299264", "87614", "454248", "231933", "436335", "140334", "436023", "356671", "130013"], "ranked_scores": [427.0, 356.0, 351.0, 347.0, 334.0, 331.0, 327.0, 327.0, 326.0, 323.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "315712": {"relevant_ids": ["315713"], "ranked_ids": ["315713", "377891", "153536", "120489", "203205", "368164", "107153", "396505", "454814", "100067"], "ranked_scores": [443.0, 409.0, 397.0, 390.0, 380.0, 375.0, 375.0, 373.0, 372.0, 369.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145739": {"relevant_ids": ["145740"], "ranked_ids": ["145740", "241979", "366074", "8705", "415781", "68194", "115412", "100854", "17980", "525888"], "ranked_scores": [467.0, 408.0, 400.0, 397.0, 385.0, 384.0, 380.0, 376.0, 375.0, 374.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "308127": {"relevant_ids": ["308126"], "ranked_ids": ["308126", "79534", "82053", "36744", "471617", "498938", "219239", "385951", "35763", "77860"], "ranked_scores": [437.0, 384.0, 384.0, 380.0, 379.0, 374.0, 371.0, 371.0, 370.0, 364.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "287245": {"relevant_ids": ["283199", "322650", "283198"], "ranked_ids": ["322650", "283199", "283198", "109049", "188940", "420279", "208412", "221784", "299392", "304904"], "ranked_scores": [447.0, 443.0, 427.0, 406.0, 396.0, 376.0, 369.0, 368.0, 366.0, 365.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "14755": {"relevant_ids": ["211906", "14756"], "ranked_ids": ["14756", "211906", "450970", "235454", "381248", "393649", "481547", "30834", "88473", "369731"], "ranked_scores": [457.0, 447.0, 446.0, 392.0, 383.0, 372.0, 372.0, 371.0, 369.0, 368.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "370170": {"relevant_ids": ["370169"], "ranked_ids": ["370169", "211280", "22763", "537762", "191527", "417976", "534102", "476551", "466920", "299578"], "ranked_scores": [503.0, 379.0, 378.0, 371.0, 370.0, 369.0, 368.0, 361.0, 353.0, 346.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "41774": {"relevant_ids": ["41773"], "ranked_ids": ["41773", "468655", "239344", "442459", "523113", "148165", "467781", "416695", "146426", "33017"], "ranked_scores": [451.0, 384.0, 343.0, 342.0, 337.0, 335.0, 334.0, 333.0, 332.0, 331.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "399648": {"relevant_ids": ["399649"], "ranked_ids": ["399649", "225815", "124071", "445074", "359281", "435035", "481934", "486011", "212809", "5830"], "ranked_scores": [497.0, 392.0, 384.0, 382.0, 381.0, 380.0, 375.0, 374.0, 373.0, 371.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "504811": {"relevant_ids": ["504810"], "ranked_ids": ["504810", "90374", "309894", "451065", "448774", "84826", "508685", "279073", "318877", "55899"], "ranked_scores": [497.0, 371.0, 368.0, 366.0, 363.0, 359.0, 357.0, 355.0, 350.0, 350.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "362950": {"relevant_ids": ["400212", "362949"], "ranked_ids": ["400212", "362949", "348827", "9132", "487392", "155870", "129563", "427587", "475478", "419727"], "ranked_scores": [440.0, 437.0, 404.0, 399.0, 391.0, 389.0, 386.0, 386.0, 385.0, 378.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "155873": {"relevant_ids": ["155874"], "ranked_ids": ["392604", "155874", "383066", "267560", "170784", "136219", "91610", "432469", "143997", "206283"], "ranked_scores": [380.0, 376.0, 359.0, 344.0, 344.0, 342.0, 341.0, 338.0, 337.0, 335.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "263432": {"relevant_ids": ["263433"], "ranked_ids": ["263433", "128303", "401373", "277394", "407204", "147629", "28140", "261419", "372749", "473794"], "ranked_scores": [438.0, 407.0, 396.0, 391.0, 385.0, 376.0, 370.0, 369.0, 368.0, 365.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "354945": {"relevant_ids": ["354946"], "ranked_ids": ["354946", "254071", "462983", "462984", "322478", "298611", "263939", "236419", "202817", "473769"], "ranked_scores": [488.0, 431.0, 400.0, 370.0, 366.0, 356.0, 355.0, 350.0, 344.0, 340.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "245417": {"relevant_ids": ["219475", "248195"], "ranked_ids": ["219475", "248195", "14180", "37326", "40657", "64433", "245726", "319022", "413039", "368145"], "ranked_scores": [450.0, 446.0, 417.0, 415.0, 406.0, 404.0, 392.0, 391.0, 390.0, 378.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "516276": {"relevant_ids": ["516277"], "ranked_ids": ["516277", "510783", "19755", "34173", "76958", "175142", "286275", "479392", "112502", "352289"], "ranked_scores": [477.0, 421.0, 419.0, 416.0, 412.0, 403.0, 401.0, 397.0, 395.0, 393.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177580": {"relevant_ids": ["177579"], "ranked_ids": ["177579", "464418", "455888", "115954", "446100", "9954", "18081", "290281", "234366", "517075"], "ranked_scores": [471.0, 379.0, 379.0, 378.0, 377.0, 377.0, 367.0, 359.0, 358.0, 350.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "309865": {"relevant_ids": ["78624", "78623", "33713"], "ranked_ids": ["33713", "405094", "78623", "153484", "78624", "495751", "209041", "437065", "109205", "360054"], "ranked_scores": [453.0, 439.0, 436.0, 435.0, 431.0, 419.0, 416.0, 402.0, 399.0, 397.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.8855, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.8855, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "510387": {"relevant_ids": ["510386"], "ranked_ids": ["344869", "241538", "510386", "40390", "52003", "484846", "254292", "112669", "212478", "170896"], "ranked_scores": [440.0, 433.0, 428.0, 426.0, 426.0, 409.0, 408.0, 407.0, 405.0, 402.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "26645": {"relevant_ids": ["26644"], "ranked_ids": ["26644", "108781", "284346", "461704", "64900", "12895", "26813", "286617", "207775", "41498"], "ranked_scores": [478.0, 394.0, 391.0, 390.0, 388.0, 387.0, 387.0, 386.0, 380.0, 379.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "47788": {"relevant_ids": ["455725"], "ranked_ids": ["455725", "47789", "331", "59508", "235686", "26694", "37221", "15132", "101721", "8505"], "ranked_scores": [452.0, 446.0, 436.0, 433.0, 430.0, 429.0, 429.0, 428.0, 427.0, 427.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "338281": {"relevant_ids": ["338282"], "ranked_ids": ["338282", "234727", "457315", "434432", "57017", "291354", "61778", "100426", "119513", "399331"], "ranked_scores": [458.0, 381.0, 372.0, 358.0, 356.0, 354.0, 353.0, 347.0, 347.0, 345.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "461149": {"relevant_ids": ["461148"], "ranked_ids": ["461148", "525835", "203100", "283905", "527101", "417040", "475952", "392720", "409324", "528608"], "ranked_scores": [432.0, 426.0, 418.0, 401.0, 377.0, 372.0, 372.0, 369.0, 365.0, 365.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "346126": {"relevant_ids": ["110711", "110710"], "ranked_ids": ["110710", "110711", "154338", "528998", "254526", "256937", "340823", "229972", "21352", "296319"], "ranked_scores": [463.0, 459.0, 440.0, 415.0, 402.0, 395.0, 390.0, 388.0, 378.0, 371.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "372986": {"relevant_ids": ["262882", "49961"], "ranked_ids": ["49961", "262882", "303468", "140335", "127288", "215938", "415486", "393920", "226818", "443239"], "ranked_scores": [483.0, 462.0, 412.0, 374.0, 370.0, 367.0, 364.0, 361.0, 361.0, 358.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "501182": {"relevant_ids": ["501181"], "ranked_ids": ["501181", "447737", "179018", "384476", "402718", "274777", "347781", "446824", "99921", "490750"], "ranked_scores": [427.0, 365.0, 361.0, 359.0, 354.0, 342.0, 342.0, 340.0, 340.0, 339.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13800": {"relevant_ids": ["408522", "13799", "376590"], "ranked_ids": ["13799", "376590", "408522", "179943", "482825", "257857", "481109", "306761", "256094", "8622"], "ranked_scores": [472.0, 447.0, 419.0, 417.0, 412.0, 388.0, 385.0, 381.0, 381.0, 380.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "250143": {"relevant_ids": ["250142"], "ranked_ids": ["250142", "473276", "368186", "96270", "76062", "492698", "509758", "209138", "137994", "509757"], "ranked_scores": [442.0, 413.0, 390.0, 384.0, 379.0, 374.0, 371.0, 367.0, 366.0, 363.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13223": {"relevant_ids": ["156773", "20277", "88348", "13224", "88349"], "ranked_ids": ["156773", "88349", "88348", "13224", "86343", "366749", "137719", "235061", "223304", "24720"], "ranked_scores": [489.0, 462.0, 459.0, 457.0, 454.0, 451.0, 435.0, 430.0, 427.0, 424.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.2, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6, "ndcg@5": 0.8688, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.8, "ndcg@10": 0.8688, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.8}, "11002": {"relevant_ids": ["11003"], "ranked_ids": ["11003", "42203", "144197", "444112", "10212", "17317", "489539", "241075", "64236", "40100"], "ranked_scores": [447.0, 429.0, 429.0, 427.0, 424.0, 422.0, 422.0, 419.0, 414.0, 408.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177653": {"relevant_ids": ["79732"], "ranked_ids": ["79732", "525756", "395587", "39174", "200611", "412316", "245271", "225019", "310721", "373717"], "ranked_scores": [438.0, 424.0, 414.0, 414.0, 387.0, 379.0, 378.0, 376.0, 376.0, 375.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "415592": {"relevant_ids": ["415591"], "ranked_ids": ["415591", "430072", "467639", "68386", "84634", "117817", "88542", "310516", "208294", "288357"], "ranked_scores": [458.0, 367.0, 367.0, 365.0, 358.0, 357.0, 355.0, 353.0, 351.0, 350.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "511196": {"relevant_ids": ["511197"], "ranked_ids": ["511197", "251545", "289278", "156490", "220596", "334665", "522157", "17349", "53962", "209489"], "ranked_scores": [480.0, 386.0, 375.0, 370.0, 362.0, 362.0, 355.0, 352.0, 350.0, 349.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "344845": {"relevant_ids": ["344844"], "ranked_ids": ["344844", "161471", "48574", "516558", "311499", "397001", "1096", "162045", "380767", "347436"], "ranked_scores": [455.0, 410.0, 399.0, 388.0, 383.0, 380.0, 377.0, 377.0, 374.0, 373.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "396744": {"relevant_ids": ["396745"], "ranked_ids": ["396745", "481437", "185416", "527221", "145729", "421257", "516168", "204626", "16789", "184901"], "ranked_scores": [394.0, 378.0, 365.0, 363.0, 360.0, 356.0, 355.0, 355.0, 353.0, 352.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "452398": {"relevant_ids": ["452399"], "ranked_ids": ["452399", "243208", "324290", "446384", "4228", "461682", "102618", "218416", "273311", "277360"], "ranked_scores": [479.0, 368.0, 356.0, 356.0, 356.0, 355.0, 353.0, 351.0, 350.0, 348.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "182114": {"relevant_ids": ["182113"], "ranked_ids": ["196647", "182113", "323531", "475847", "531602", "229182", "234482", "56202", "139689", "252201"], "ranked_scores": [427.0, 413.0, 412.0, 407.0, 390.0, 390.0, 389.0, 388.0, 380.0, 380.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "486260": {"relevant_ids": ["486259"], "ranked_ids": ["486259", "392356", "209254", "266904", "113749", "385204", "114114", "345426", "340380", "209255"], "ranked_scores": [451.0, 416.0, 406.0, 406.0, 402.0, 396.0, 395.0, 394.0, 393.0, 392.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "455140": {"relevant_ids": ["315935"], "ranked_ids": ["315935", "93864", "246286", "308963", "124700", "50224", "245896", "315936", "369068", "372713"], "ranked_scores": [463.0, 385.0, 379.0, 379.0, 377.0, 376.0, 374.0, 371.0, 364.0, 364.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "56198": {"relevant_ids": ["56199"], "ranked_ids": ["56199", "160914", "199688", "243039", "249114", "123344", "521606", "43404", "246583", "348405"], "ranked_scores": [481.0, 369.0, 363.0, 358.0, 351.0, 349.0, 349.0, 347.0, 346.0, 346.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "30172": {"relevant_ids": ["373486", "145120", "30173", "68426", "145119", "185817"], "ranked_ids": ["145120", "160900", "68426", "15236", "373486", "196771", "192604", "194613", "82405", "343564"], "ranked_scores": [476.0, 467.0, 456.0, 455.0, 449.0, 448.0, 445.0, 444.0, 442.0, 441.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.1667, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.6399, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.571, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "127880": {"relevant_ids": ["241164"], "ranked_ids": ["241164", "121458", "210277", "450198", "504771", "135083", "411905", "84471", "488251", "535042"], "ranked_scores": [428.0, 393.0, 384.0, 380.0, 377.0, 374.0, 368.0, 361.0, 359.0, 358.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "167969": {"relevant_ids": ["174461"], "ranked_ids": ["174461", "360983", "315016", "34814", "207491", "85534", "49800", "449678", "78497", "468723"], "ranked_scores": [429.0, 407.0, 388.0, 387.0, 387.0, 379.0, 379.0, 379.0, 375.0, 370.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "97986": {"relevant_ids": ["97987"], "ranked_ids": ["97987", "44589", "393565", "384292", "140595", "89059", "83797", "105886", "192186", "234865"], "ranked_scores": [490.0, 415.0, 391.0, 374.0, 365.0, 365.0, 365.0, 364.0, 363.0, 361.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "12865": {"relevant_ids": ["105683"], "ranked_ids": ["105683", "92902", "277453", "323015", "6376", "313106", "506722", "528844", "528051", "56590"], "ranked_scores": [494.0, 389.0, 382.0, 373.0, 370.0, 369.0, 366.0, 365.0, 361.0, 361.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "215681": {"relevant_ids": ["215680"], "ranked_ids": ["215680", "5733", "177080", "297953", "178515", "297373", "252239", "116303", "481004", "57552"], "ranked_scores": [483.0, 387.0, 381.0, 380.0, 370.0, 364.0, 361.0, 360.0, 359.0, 358.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-roberta-base-mrl-256-bat": {"127728": {"relevant_ids": ["127729"], "ranked_ids": ["127729", "278575", "382156", "92818", "207303", "257349", "342610", "244441", "38063", "450133"], "ranked_scores": [215.0, 199.0, 196.0, 196.0, 195.0, 194.0, 193.0, 193.0, 191.0, 191.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "318820": {"relevant_ids": ["318821"], "ranked_ids": ["318821", "222238", "162581", "355161", "380781", "367479", "483940", "489320", "54497", "46281"], "ranked_scores": [247.0, 216.0, 214.0, 210.0, 208.0, 208.0, 206.0, 205.0, 205.0, 203.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "296098": {"relevant_ids": ["296097"], "ranked_ids": ["364131", "493414", "513540", "468805", "469868", "243745", "14774", "412371", "296097", "284903"], "ranked_scores": [199.0, 197.0, 190.0, 189.0, 189.0, 189.0, 187.0, 186.0, 184.0, 181.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "150414": {"relevant_ids": ["192835"], "ranked_ids": ["192835", "105782", "126746", "516620", "105783", "103122", "21131", "92574", "132912", "192603"], "ranked_scores": [232.0, 228.0, 223.0, 223.0, 214.0, 213.0, 205.0, 204.0, 202.0, 202.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145582": {"relevant_ids": ["145583"], "ranked_ids": ["145583", "299264", "87614", "454248", "142503", "130013", "231933", "16399", "436023", "316607"], "ranked_scores": [222.0, 186.0, 181.0, 179.0, 174.0, 174.0, 173.0, 171.0, 171.0, 171.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "315712": {"relevant_ids": ["315713"], "ranked_ids": ["315713", "377891", "153536", "120489", "124542", "203205", "107153", "368164", "163551", "520426"], "ranked_scores": [227.0, 211.0, 210.0, 205.0, 199.0, 198.0, 197.0, 197.0, 195.0, 194.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145739": {"relevant_ids": ["145740"], "ranked_ids": ["145740", "241979", "366074", "8705", "415781", "115412", "68194", "280142", "446728", "33202"], "ranked_scores": [233.0, 206.0, 205.0, 199.0, 198.0, 194.0, 191.0, 186.0, 186.0, 186.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "308127": {"relevant_ids": ["308126"], "ranked_ids": ["308126", "82053", "36744", "471617", "79534", "35763", "232355", "167017", "219239", "67019"], "ranked_scores": [231.0, 203.0, 198.0, 197.0, 195.0, 193.0, 192.0, 190.0, 190.0, 187.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "287245": {"relevant_ids": ["283199", "322650", "283198"], "ranked_ids": ["283199", "322650", "283198", "109049", "188940", "186989", "420279", "208412", "499036", "221784"], "ranked_scores": [228.0, 228.0, 220.0, 204.0, 201.0, 193.0, 191.0, 190.0, 190.0, 188.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "14755": {"relevant_ids": ["211906", "14756"], "ranked_ids": ["14756", "450970", "211906", "235454", "369731", "481547", "381248", "128231", "218584", "45354"], "ranked_scores": [232.0, 229.0, 229.0, 205.0, 195.0, 195.0, 193.0, 192.0, 192.0, 191.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.9197, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.9197, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9197, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "370170": {"relevant_ids": ["370169"], "ranked_ids": ["370169", "22763", "537762", "466920", "467211", "191527", "417976", "211280", "476551", "70975"], "ranked_scores": [254.0, 196.0, 196.0, 196.0, 193.0, 192.0, 192.0, 190.0, 188.0, 186.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "41774": {"relevant_ids": ["41773"], "ranked_ids": ["41773", "468655", "239344", "442459", "416695", "523113", "146426", "317102", "214766", "62219"], "ranked_scores": [232.0, 192.0, 183.0, 181.0, 177.0, 177.0, 175.0, 174.0, 174.0, 173.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "399648": {"relevant_ids": ["399649"], "ranked_ids": ["399649", "225815", "359281", "435035", "124071", "445074", "462253", "481934", "486011", "5830"], "ranked_scores": [249.0, 201.0, 199.0, 198.0, 197.0, 197.0, 196.0, 195.0, 195.0, 192.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "504811": {"relevant_ids": ["504810"], "ranked_ids": ["504810", "309894", "90374", "448774", "451065", "54195", "318877", "256525", "54196", "84826"], "ranked_scores": [247.0, 192.0, 188.0, 187.0, 186.0, 186.0, 185.0, 184.0, 183.0, 183.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "362950": {"relevant_ids": ["400212", "362949"], "ranked_ids": ["362949", "400212", "348827", "9132", "427587", "487392", "155870", "129563", "475478", "419727"], "ranked_scores": [214.0, 213.0, 208.0, 203.0, 201.0, 201.0, 198.0, 197.0, 197.0, 197.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "155873": {"relevant_ids": ["155874"], "ranked_ids": ["392604", "155874", "383066", "136219", "170784", "196606", "158852", "143997", "353785", "305605"], "ranked_scores": [196.0, 192.0, 186.0, 180.0, 178.0, 177.0, 177.0, 176.0, 176.0, 176.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "263432": {"relevant_ids": ["263433"], "ranked_ids": ["263433", "128303", "401373", "277394", "261419", "510661", "473794", "407204", "372749", "147629"], "ranked_scores": [218.0, 206.0, 206.0, 201.0, 199.0, 196.0, 194.0, 192.0, 187.0, 186.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "354945": {"relevant_ids": ["354946"], "ranked_ids": ["354946", "254071", "462983", "322478", "263939", "462984", "298611", "202685", "202817", "108161"], "ranked_scores": [246.0, 223.0, 202.0, 186.0, 185.0, 184.0, 182.0, 180.0, 180.0, 178.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "245417": {"relevant_ids": ["219475", "248195"], "ranked_ids": ["219475", "248195", "40657", "14180", "37326", "64433", "245726", "152213", "319022", "413039"], "ranked_scores": [227.0, 225.0, 215.0, 212.0, 211.0, 210.0, 206.0, 204.0, 203.0, 199.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "516276": {"relevant_ids": ["516277"], "ranked_ids": ["516277", "19755", "286275", "76958", "34173", "510783", "175142", "352289", "437452", "479392"], "ranked_scores": [243.0, 223.0, 221.0, 218.0, 216.0, 213.0, 211.0, 210.0, 205.0, 205.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177580": {"relevant_ids": ["177579"], "ranked_ids": ["177579", "455888", "464418", "9954", "446100", "115954", "255647", "18081", "234366", "290281"], "ranked_scores": [236.0, 194.0, 194.0, 193.0, 190.0, 186.0, 185.0, 184.0, 181.0, 181.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "309865": {"relevant_ids": ["78624", "78623", "33713"], "ranked_ids": ["33713", "405094", "153484", "78623", "495751", "78624", "209041", "107766", "109205", "437065"], "ranked_scores": [231.0, 224.0, 223.0, 222.0, 215.0, 215.0, 208.0, 206.0, 205.0, 204.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.6714, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.8385, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "510387": {"relevant_ids": ["510386"], "ranked_ids": ["344869", "241538", "510386", "52003", "40390", "212478", "484846", "254292", "59682", "371033"], "ranked_scores": [225.0, 223.0, 222.0, 222.0, 219.0, 209.0, 207.0, 206.0, 205.0, 204.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "26645": {"relevant_ids": ["26644"], "ranked_ids": ["26644", "108781", "26813", "461704", "507090", "284346", "41498", "207775", "215551", "407302"], "ranked_scores": [239.0, 202.0, 197.0, 197.0, 195.0, 194.0, 194.0, 194.0, 190.0, 190.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "47788": {"relevant_ids": ["455725"], "ranked_ids": ["331", "47789", "455725", "59508", "120701", "26694", "348138", "101721", "9659", "53096"], "ranked_scores": [229.0, 228.0, 224.0, 223.0, 217.0, 217.0, 217.0, 216.0, 216.0, 215.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "338281": {"relevant_ids": ["338282"], "ranked_ids": ["338282", "234727", "434432", "457315", "57017", "119513", "263861", "291354", "11250", "61778"], "ranked_scores": [232.0, 195.0, 192.0, 188.0, 185.0, 182.0, 181.0, 181.0, 180.0, 180.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "461149": {"relevant_ids": ["461148"], "ranked_ids": ["525835", "203100", "461148", "283905", "527101", "307096", "519891", "528608", "475952", "409324"], "ranked_scores": [215.0, 214.0, 213.0, 204.0, 195.0, 192.0, 192.0, 191.0, 189.0, 188.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "346126": {"relevant_ids": ["110711", "110710"], "ranked_ids": ["110710", "110711", "528998", "154338", "254526", "340823", "229972", "256937", "21352", "68493"], "ranked_scores": [233.0, 232.0, 216.0, 215.0, 207.0, 202.0, 199.0, 196.0, 192.0, 191.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "372986": {"relevant_ids": ["262882", "49961"], "ranked_ids": ["49961", "262882", "303468", "140335", "127288", "226818", "393920", "443239", "215938", "415486"], "ranked_scores": [245.0, 238.0, 213.0, 198.0, 194.0, 192.0, 190.0, 183.0, 183.0, 182.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "501182": {"relevant_ids": ["501181"], "ranked_ids": ["501181", "179018", "384476", "129993", "402718", "347781", "447737", "274777", "490750", "325288"], "ranked_scores": [214.0, 190.0, 188.0, 186.0, 184.0, 184.0, 184.0, 182.0, 179.0, 176.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13800": {"relevant_ids": ["408522", "13799", "376590"], "ranked_ids": ["13799", "376590", "482825", "408522", "179943", "257857", "163441", "481109", "256094", "448205"], "ranked_scores": [236.0, 226.0, 221.0, 211.0, 211.0, 204.0, 201.0, 193.0, 193.0, 192.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.9675, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9675, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "250143": {"relevant_ids": ["250142"], "ranked_ids": ["250142", "473276", "96270", "368186", "76062", "137994", "209138", "492698", "390479", "509758"], "ranked_scores": [226.0, 211.0, 203.0, 199.0, 197.0, 196.0, 190.0, 190.0, 189.0, 189.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13223": {"relevant_ids": ["156773", "20277", "88348", "13224", "88349"], "ranked_ids": ["156773", "86343", "88349", "88348", "366749", "13224", "137719", "223304", "235061", "20277"], "ranked_scores": [246.0, 231.0, 230.0, 229.0, 228.0, 228.0, 220.0, 217.0, 217.0, 216.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.2, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.4, "ndcg@5": 0.6548, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6, "ndcg@10": 0.8737, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "11002": {"relevant_ids": ["11003"], "ranked_ids": ["11003", "42203", "144197", "17317", "489539", "10212", "444112", "55041", "64236", "87346"], "ranked_scores": [226.0, 220.0, 219.0, 218.0, 214.0, 214.0, 214.0, 213.0, 211.0, 209.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177653": {"relevant_ids": ["79732"], "ranked_ids": ["79732", "525756", "395587", "39174", "412316", "245271", "373717", "362866", "200611", "225019"], "ranked_scores": [219.0, 215.0, 214.0, 213.0, 198.0, 197.0, 195.0, 194.0, 194.0, 193.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "415592": {"relevant_ids": ["415591"], "ranked_ids": ["415591", "430072", "467639", "84634", "68386", "117817", "288357", "208294", "381371", "88542"], "ranked_scores": [235.0, 188.0, 186.0, 185.0, 183.0, 181.0, 181.0, 180.0, 180.0, 179.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "511196": {"relevant_ids": ["511197"], "ranked_ids": ["511197", "251545", "334665", "220596", "289278", "13803", "522157", "251546", "156490", "191329"], "ranked_scores": [245.0, 198.0, 184.0, 183.0, 181.0, 180.0, 179.0, 178.0, 177.0, 177.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "344845": {"relevant_ids": ["344844"], "ranked_ids": ["344844", "161471", "397001", "516558", "125075", "48574", "125074", "160276", "162045", "380767"], "ranked_scores": [228.0, 209.0, 204.0, 202.0, 202.0, 200.0, 200.0, 198.0, 197.0, 196.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "396744": {"relevant_ids": ["396745"], "ranked_ids": ["481437", "396745", "145729", "185416", "204626", "400510", "516168", "112050", "421257", "313629"], "ranked_scores": [196.0, 196.0, 190.0, 185.0, 184.0, 184.0, 183.0, 181.0, 181.0, 179.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "452398": {"relevant_ids": ["452399"], "ranked_ids": ["452399", "243208", "218416", "273311", "446384", "277360", "298939", "4228", "107822", "530610"], "ranked_scores": [241.0, 188.0, 184.0, 184.0, 183.0, 182.0, 182.0, 182.0, 181.0, 180.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "182114": {"relevant_ids": ["182113"], "ranked_ids": ["196647", "182113", "323531", "475847", "405340", "229182", "234482", "56202", "252571", "466737"], "ranked_scores": [219.0, 212.0, 212.0, 205.0, 202.0, 199.0, 197.0, 197.0, 197.0, 196.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "486260": {"relevant_ids": ["486259"], "ranked_ids": ["486259", "392356", "266904", "209254", "385204", "114114", "23013", "145384", "509277", "113749"], "ranked_scores": [228.0, 209.0, 206.0, 206.0, 205.0, 204.0, 203.0, 203.0, 202.0, 201.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "455140": {"relevant_ids": ["315935"], "ranked_ids": ["315935", "246286", "245896", "93864", "50224", "124700", "106381", "356403", "369068", "308963"], "ranked_scores": [228.0, 203.0, 195.0, 195.0, 193.0, 192.0, 191.0, 191.0, 191.0, 189.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "56198": {"relevant_ids": ["56199"], "ranked_ids": ["56199", "249114", "199688", "523882", "144344", "521606", "348405", "160914", "243039", "60361"], "ranked_scores": [247.0, 186.0, 186.0, 184.0, 180.0, 180.0, 180.0, 180.0, 179.0, 179.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "30172": {"relevant_ids": ["373486", "145120", "30173", "68426", "145119", "185817"], "ranked_ids": ["160900", "145120", "196771", "15236", "194613", "373486", "192604", "68426", "82405", "90983"], "ranked_scores": [239.0, 238.0, 230.0, 228.0, 228.0, 228.0, 227.0, 227.0, 225.0, 225.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.1667, "ndcg@5": 0.214, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.1667, "ndcg@10": 0.3942, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "127880": {"relevant_ids": ["241164"], "ranked_ids": ["241164", "121458", "135083", "210277", "450198", "504771", "99916", "411905", "535042", "84471"], "ranked_scores": [218.0, 211.0, 199.0, 197.0, 197.0, 194.0, 191.0, 191.0, 190.0, 190.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "167969": {"relevant_ids": ["174461"], "ranked_ids": ["174461", "360983", "207491", "315016", "34814", "78497", "49800", "144121", "449678", "257735"], "ranked_scores": [213.0, 203.0, 197.0, 194.0, 193.0, 192.0, 189.0, 189.0, 189.0, 188.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "97986": {"relevant_ids": ["97987"], "ranked_ids": ["97987", "44589", "393565", "384292", "192186", "140595", "407", "89059", "105886", "144057"], "ranked_scores": [243.0, 211.0, 204.0, 195.0, 193.0, 191.0, 186.0, 185.0, 184.0, 183.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "12865": {"relevant_ids": ["105683"], "ranked_ids": ["105683", "277453", "92902", "313106", "250014", "6376", "528844", "323015", "506722", "528051"], "ranked_scores": [247.0, 196.0, 196.0, 194.0, 194.0, 189.0, 188.0, 186.0, 185.0, 185.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "215681": {"relevant_ids": ["215680"], "ranked_ids": ["215680", "5733", "297953", "177080", "57552", "178515", "143842", "481004", "297373", "63757"], "ranked_scores": [244.0, 203.0, 199.0, 197.0, 195.0, 195.0, 194.0, 191.0, 189.0, 189.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-roberta-base-mrl-128-bat": {"127728": {"relevant_ids": ["127729"], "ranked_ids": ["127729", "92818", "342610", "38063", "188019", "114897", "18569", "278575", "489744", "445616"], "ranked_scores": [115.0, 107.0, 105.0, 104.0, 104.0, 103.0, 102.0, 102.0, 102.0, 102.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "318820": {"relevant_ids": ["318821"], "ranked_ids": ["318821", "222238", "355161", "162581", "441089", "42413", "489320", "496708", "531949", "56784"], "ranked_scores": [124.0, 110.0, 104.0, 104.0, 104.0, 104.0, 103.0, 103.0, 103.0, 103.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "296098": {"relevant_ids": ["296097"], "ranked_ids": ["364131", "469868", "493414", "469985", "14774", "120598", "513540", "130062", "134752", "412371"], "ranked_scores": [101.0, 101.0, 100.0, 99.0, 98.0, 97.0, 97.0, 96.0, 96.0, 96.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "150414": {"relevant_ids": ["192835"], "ranked_ids": ["192835", "105782", "516620", "126746", "105783", "103122", "171371", "217970", "78746", "335234"], "ranked_scores": [120.0, 117.0, 114.0, 112.0, 111.0, 109.0, 107.0, 106.0, 106.0, 106.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145582": {"relevant_ids": ["145583"], "ranked_ids": ["145583", "299264", "311521", "518762", "231933", "454248", "142503", "436023", "197869", "358086"], "ranked_scores": [114.0, 98.0, 97.0, 95.0, 94.0, 94.0, 94.0, 93.0, 91.0, 91.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "315712": {"relevant_ids": ["315713"], "ranked_ids": ["315713", "153536", "377891", "298503", "468070", "120489", "203205", "34517", "368164", "93651"], "ranked_scores": [119.0, 111.0, 111.0, 104.0, 104.0, 103.0, 103.0, 103.0, 102.0, 102.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145739": {"relevant_ids": ["145740"], "ranked_ids": ["145740", "366074", "241979", "415781", "8705", "446728", "507261", "68194", "276599", "465597"], "ranked_scores": [120.0, 111.0, 109.0, 106.0, 105.0, 103.0, 103.0, 102.0, 100.0, 99.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "308127": {"relevant_ids": ["308126"], "ranked_ids": ["308126", "82053", "471617", "79534", "302837", "35763", "253427", "232355", "36744", "498504"], "ranked_scores": [116.0, 103.0, 101.0, 100.0, 99.0, 99.0, 98.0, 98.0, 97.0, 97.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "287245": {"relevant_ids": ["283199", "322650", "283198"], "ranked_ids": ["322650", "283199", "188940", "283198", "109049", "186989", "192143", "138800", "499036", "420279"], "ranked_scores": [117.0, 116.0, 109.0, 109.0, 107.0, 105.0, 102.0, 101.0, 101.0, 100.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.9675, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9675, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "14755": {"relevant_ids": ["211906", "14756"], "ranked_ids": ["14756", "211906", "450970", "235454", "481547", "236793", "88473", "218584", "30834", "45354"], "ranked_scores": [116.0, 115.0, 114.0, 105.0, 102.0, 101.0, 101.0, 100.0, 100.0, 100.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "370170": {"relevant_ids": ["370169"], "ranked_ids": ["370169", "211280", "22763", "191527", "467211", "537762", "70975", "417976", "466920", "88911"], "ranked_scores": [127.0, 105.0, 105.0, 104.0, 102.0, 101.0, 100.0, 98.0, 98.0, 98.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "41774": {"relevant_ids": ["41773"], "ranked_ids": ["41773", "468655", "214766", "442459", "239344", "467781", "416695", "146426", "62219", "468656"], "ranked_scores": [120.0, 106.0, 105.0, 100.0, 99.0, 97.0, 97.0, 96.0, 95.0, 94.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "399648": {"relevant_ids": ["399649"], "ranked_ids": ["399649", "359281", "435035", "225815", "462253", "481934", "167487", "486011", "124071", "445074"], "ranked_scores": [126.0, 106.0, 105.0, 103.0, 103.0, 103.0, 101.0, 101.0, 100.0, 100.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "504811": {"relevant_ids": ["504810"], "ranked_ids": ["504810", "309894", "451065", "211373", "42106", "256525", "54196", "90374", "55899", "84826"], "ranked_scores": [126.0, 107.0, 100.0, 99.0, 98.0, 98.0, 97.0, 97.0, 96.0, 96.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "362950": {"relevant_ids": ["400212", "362949"], "ranked_ids": ["362949", "348827", "400212", "155870", "129563", "427587", "507561", "9132", "256845", "487392"], "ranked_scores": [109.0, 107.0, 107.0, 105.0, 104.0, 104.0, 104.0, 104.0, 103.0, 103.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.9197, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.9197, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9197, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "155873": {"relevant_ids": ["155874"], "ranked_ids": ["392604", "155874", "383066", "353785", "170784", "423427", "432469", "491038", "469159", "91610"], "ranked_scores": [100.0, 98.0, 96.0, 94.0, 94.0, 94.0, 91.0, 91.0, 91.0, 91.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "263432": {"relevant_ids": ["263433"], "ranked_ids": ["277394", "407204", "128303", "263433", "401373", "261419", "510661", "473794", "244120", "358827"], "ranked_scores": [110.0, 108.0, 107.0, 106.0, 104.0, 103.0, 101.0, 99.0, 98.0, 96.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "354945": {"relevant_ids": ["354946"], "ranked_ids": ["354946", "254071", "462983", "202817", "263939", "322478", "270310", "307824", "443465", "69704"], "ranked_scores": [124.0, 113.0, 101.0, 98.0, 97.0, 97.0, 94.0, 93.0, 93.0, 93.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "245417": {"relevant_ids": ["219475", "248195"], "ranked_ids": ["219475", "248195", "40657", "14180", "37326", "245726", "413039", "64433", "152213", "484409"], "ranked_scores": [119.0, 117.0, 116.0, 115.0, 114.0, 112.0, 110.0, 109.0, 108.0, 104.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "516276": {"relevant_ids": ["516277"], "ranked_ids": ["516277", "286275", "19755", "510783", "76958", "352289", "175142", "34173", "437452", "438101"], "ranked_scores": [121.0, 116.0, 114.0, 112.0, 110.0, 109.0, 109.0, 108.0, 107.0, 107.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177580": {"relevant_ids": ["177579"], "ranked_ids": ["177579", "115954", "234366", "455888", "464418", "255647", "9954", "18081", "523113", "75396"], "ranked_scores": [116.0, 97.0, 97.0, 96.0, 96.0, 95.0, 94.0, 94.0, 93.0, 93.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "309865": {"relevant_ids": ["78624", "78623", "33713"], "ranked_ids": ["33713", "153484", "495751", "78624", "78623", "405094", "107766", "184787", "209041", "437065"], "ranked_scores": [118.0, 114.0, 112.0, 112.0, 112.0, 112.0, 110.0, 106.0, 106.0, 105.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.8529, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.8529, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "510387": {"relevant_ids": ["510386"], "ranked_ids": ["344869", "241538", "510386", "52003", "40390", "371033", "212478", "241537", "254292", "484846"], "ranked_scores": [117.0, 115.0, 114.0, 113.0, 112.0, 109.0, 107.0, 107.0, 106.0, 106.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "26645": {"relevant_ids": ["26644"], "ranked_ids": ["26644", "108781", "26813", "207775", "284346", "215551", "208205", "507090", "332055", "41498"], "ranked_scores": [119.0, 105.0, 102.0, 99.0, 99.0, 99.0, 98.0, 98.0, 98.0, 97.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "47788": {"relevant_ids": ["455725"], "ranked_ids": ["331", "47789", "59508", "101721", "455725", "163881", "26694", "348138", "47703", "37221"], "ranked_scores": [118.0, 117.0, 116.0, 115.0, 114.0, 114.0, 114.0, 113.0, 113.0, 113.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "338281": {"relevant_ids": ["338282"], "ranked_ids": ["338282", "119513", "434432", "234727", "291354", "61778", "457315", "11250", "263861", "368806"], "ranked_scores": [120.0, 103.0, 101.0, 99.0, 96.0, 96.0, 95.0, 94.0, 94.0, 93.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "461149": {"relevant_ids": ["461148"], "ranked_ids": ["283905", "525835", "461148", "203100", "475952", "527101", "307096", "528608", "469716", "519891"], "ranked_scores": [110.0, 110.0, 109.0, 106.0, 102.0, 102.0, 101.0, 100.0, 98.0, 98.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "346126": {"relevant_ids": ["110711", "110710"], "ranked_ids": ["110711", "110710", "528998", "154338", "340823", "254526", "229972", "21352", "355996", "224692"], "ranked_scores": [116.0, 115.0, 110.0, 107.0, 106.0, 104.0, 102.0, 102.0, 101.0, 100.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "372986": {"relevant_ids": ["262882", "49961"], "ranked_ids": ["49961", "262882", "127288", "303468", "226818", "143703", "140335", "262821", "443239", "393920"], "ranked_scores": [124.0, 121.0, 106.0, 106.0, 100.0, 99.0, 96.0, 96.0, 96.0, 96.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "501182": {"relevant_ids": ["501181"], "ranked_ids": ["501181", "347781", "274777", "384476", "41281", "53141", "447737", "129993", "179018", "99921"], "ranked_scores": [111.0, 98.0, 98.0, 98.0, 98.0, 98.0, 97.0, 97.0, 97.0, 95.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13800": {"relevant_ids": ["408522", "13799", "376590"], "ranked_ids": ["13799", "376590", "482825", "179943", "408522", "257857", "306761", "163441", "256094", "8622"], "ranked_scores": [121.0, 116.0, 112.0, 109.0, 106.0, 105.0, 102.0, 101.0, 101.0, 100.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.9469, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9469, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "250143": {"relevant_ids": ["250142"], "ranked_ids": ["250142", "473276", "368186", "96270", "137994", "390479", "57155", "76062", "209138", "503681"], "ranked_scores": [116.0, 109.0, 104.0, 101.0, 100.0, 99.0, 98.0, 98.0, 97.0, 97.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13223": {"relevant_ids": ["156773", "20277", "88348", "13224", "88349"], "ranked_ids": ["156773", "88349", "86343", "88348", "13224", "366749", "137719", "223304", "235061", "361830"], "ranked_scores": [123.0, 119.0, 119.0, 118.0, 116.0, 116.0, 113.0, 112.0, 112.0, 112.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.2, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.4, "ndcg@5": 0.8304, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.8, "ndcg@10": 0.8304, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.8}, "11002": {"relevant_ids": ["11003"], "ranked_ids": ["11003", "42203", "17317", "144197", "10212", "489539", "174649", "55041", "40099", "40100"], "ranked_scores": [112.0, 111.0, 109.0, 109.0, 108.0, 108.0, 107.0, 107.0, 106.0, 106.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177653": {"relevant_ids": ["79732"], "ranked_ids": ["79732", "525756", "245271", "39174", "395587", "362866", "412316", "325656", "373275", "418792"], "ranked_scores": [116.0, 113.0, 109.0, 109.0, 108.0, 107.0, 105.0, 104.0, 104.0, 104.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "415592": {"relevant_ids": ["415591"], "ranked_ids": ["415591", "430072", "268346", "346346", "467639", "208294", "310516", "368841", "248227", "84634"], "ranked_scores": [117.0, 100.0, 97.0, 96.0, 96.0, 95.0, 94.0, 94.0, 93.0, 93.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "511196": {"relevant_ids": ["511197"], "ranked_ids": ["511197", "251545", "334665", "220596", "251546", "289278", "414717", "522157", "220842", "53962"], "ranked_scores": [125.0, 109.0, 104.0, 100.0, 100.0, 98.0, 98.0, 98.0, 97.0, 96.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "344845": {"relevant_ids": ["344844"], "ranked_ids": ["344844", "161471", "397001", "125074", "125075", "516558", "448554", "48574", "95946", "503908"], "ranked_scores": [113.0, 107.0, 106.0, 104.0, 104.0, 103.0, 101.0, 101.0, 101.0, 101.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "396744": {"relevant_ids": ["396745"], "ranked_ids": ["396745", "481437", "204626", "421257", "185416", "507513", "145729", "355571", "85511", "516168"], "ranked_scores": [104.0, 102.0, 101.0, 99.0, 98.0, 97.0, 96.0, 96.0, 95.0, 94.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "452398": {"relevant_ids": ["452399"], "ranked_ids": ["452399", "157670", "446384", "277360", "273311", "107822", "218416", "298939", "324290", "73810"], "ranked_scores": [120.0, 100.0, 99.0, 98.0, 97.0, 95.0, 94.0, 94.0, 92.0, 92.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "182114": {"relevant_ids": ["182113"], "ranked_ids": ["182113", "323531", "196647", "405340", "229182", "531602", "252571", "234482", "475847", "191246"], "ranked_scores": [113.0, 112.0, 112.0, 107.0, 107.0, 106.0, 103.0, 103.0, 103.0, 102.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "486260": {"relevant_ids": ["486259"], "ranked_ids": ["486259", "266904", "483159", "113749", "114114", "340380", "209254", "221509", "23013", "235892"], "ranked_scores": [112.0, 111.0, 109.0, 108.0, 107.0, 107.0, 107.0, 106.0, 106.0, 106.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "455140": {"relevant_ids": ["315935"], "ranked_ids": ["315935", "245896", "150842", "246286", "369068", "124700", "106381", "93864", "308963", "50224"], "ranked_scores": [115.0, 105.0, 104.0, 103.0, 102.0, 102.0, 100.0, 100.0, 99.0, 98.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "56198": {"relevant_ids": ["56199"], "ranked_ids": ["56199", "249114", "43405", "160914", "523882", "243039", "199688", "43404", "521606", "60361"], "ranked_scores": [124.0, 99.0, 97.0, 95.0, 95.0, 95.0, 95.0, 95.0, 95.0, 94.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "30172": {"relevant_ids": ["373486", "145120", "30173", "68426", "145119", "185817"], "ranked_ids": ["145120", "160900", "196771", "373486", "536531", "15236", "185817", "194613", "90983", "267771"], "ranked_scores": [122.0, 121.0, 121.0, 120.0, 119.0, 118.0, 118.0, 118.0, 118.0, 118.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.1667, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.1667, "ndcg@5": 0.4852, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.5338, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "127880": {"relevant_ids": ["241164"], "ranked_ids": ["241164", "121458", "411905", "135083", "307991", "99916", "450198", "488251", "210277", "331056"], "ranked_scores": [113.0, 109.0, 103.0, 102.0, 102.0, 101.0, 100.0, 100.0, 99.0, 99.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "167969": {"relevant_ids": ["174461"], "ranked_ids": ["174461", "449678", "315016", "207491", "49800", "360983", "257735", "468723", "85534", "34814"], "ranked_scores": [104.0, 103.0, 100.0, 100.0, 100.0, 99.0, 99.0, 99.0, 99.0, 97.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "97986": {"relevant_ids": ["97987"], "ranked_ids": ["97987", "44589", "393565", "384292", "144057", "202747", "274700", "336183", "260614", "284181"], "ranked_scores": [123.0, 108.0, 102.0, 102.0, 95.0, 95.0, 94.0, 94.0, 93.0, 93.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "12865": {"relevant_ids": ["105683"], "ranked_ids": ["105683", "528844", "92902", "323015", "6376", "313106", "516398", "277453", "83623", "83622"], "ranked_scores": [125.0, 101.0, 101.0, 100.0, 99.0, 99.0, 98.0, 97.0, 97.0, 97.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "215681": {"relevant_ids": ["215680"], "ranked_ids": ["215680", "5733", "297953", "177080", "143842", "297373", "57552", "63757", "252239", "178515"], "ranked_scores": [124.0, 106.0, 103.0, 103.0, 102.0, 102.0, 102.0, 99.0, 99.0, 98.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-roberta-base-mrl-64-bat": {"127728": {"relevant_ids": ["127729"], "ranked_ids": ["127729", "92818", "265116", "153290", "38063", "342610", "278575", "276617", "397135", "489744"], "ranked_scores": [60.0, 56.0, 56.0, 55.0, 55.0, 55.0, 55.0, 54.0, 54.0, 54.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "318820": {"relevant_ids": ["318821"], "ranked_ids": ["318821", "222238", "496708", "54497", "370618", "31320", "54496", "483940", "45151", "56784"], "ranked_scores": [62.0, 58.0, 56.0, 54.0, 53.0, 53.0, 53.0, 53.0, 53.0, 52.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "296098": {"relevant_ids": ["296097"], "ranked_ids": ["469868", "493414", "469985", "14774", "513540", "364131", "296097", "284903", "134752", "430005"], "ranked_scores": [55.0, 54.0, 53.0, 53.0, 52.0, 51.0, 51.0, 51.0, 50.0, 50.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "150414": {"relevant_ids": ["192835"], "ranked_ids": ["105782", "192835", "103122", "105783", "409883", "126746", "335234", "8875", "21131", "516620"], "ranked_scores": [60.0, 60.0, 57.0, 57.0, 57.0, 57.0, 57.0, 57.0, 57.0, 57.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "145582": {"relevant_ids": ["145583"], "ranked_ids": ["145583", "472217", "390399", "112261", "369955", "122319", "160820", "478611", "454248", "97980"], "ranked_scores": [59.0, 52.0, 51.0, 50.0, 50.0, 50.0, 50.0, 50.0, 49.0, 49.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "315712": {"relevant_ids": ["315713"], "ranked_ids": ["315713", "377891", "124542", "153536", "520426", "93651", "185581", "203205", "215029", "34517"], "ranked_scores": [61.0, 55.0, 54.0, 54.0, 54.0, 53.0, 52.0, 52.0, 52.0, 52.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145739": {"relevant_ids": ["145740"], "ranked_ids": ["145740", "415781", "241979", "366074", "507261", "276599", "446728", "68194", "465597", "516507"], "ranked_scores": [61.0, 58.0, 57.0, 57.0, 53.0, 53.0, 52.0, 51.0, 50.0, 50.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "308127": {"relevant_ids": ["308126"], "ranked_ids": ["308126", "302837", "36744", "427265", "82053", "111496", "79534", "471617", "459188", "468018"], "ranked_scores": [61.0, 55.0, 55.0, 54.0, 54.0, 54.0, 54.0, 54.0, 53.0, 53.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "287245": {"relevant_ids": ["283199", "322650", "283198"], "ranked_ids": ["283199", "322650", "109049", "188940", "192143", "283198", "138800", "126287", "186989", "505509"], "ranked_scores": [61.0, 60.0, 56.0, 56.0, 56.0, 56.0, 55.0, 53.0, 53.0, 53.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.7654, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.9325, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "14755": {"relevant_ids": ["211906", "14756"], "ranked_ids": ["235454", "14756", "450970", "211906", "481547", "169258", "259619", "230091", "453873", "91113"], "ranked_scores": [58.0, 58.0, 57.0, 57.0, 55.0, 54.0, 54.0, 54.0, 54.0, 53.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6509, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6509, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "370170": {"relevant_ids": ["370169"], "ranked_ids": ["370169", "70975", "22763", "191527", "211280", "466920", "537762", "33877", "467211", "528902"], "ranked_scores": [64.0, 59.0, 58.0, 57.0, 56.0, 55.0, 54.0, 53.0, 53.0, 52.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "41774": {"relevant_ids": ["41773"], "ranked_ids": ["41773", "214766", "62219", "468655", "146426", "442459", "239344", "307530", "416695", "317102"], "ranked_scores": [60.0, 53.0, 53.0, 52.0, 51.0, 50.0, 49.0, 49.0, 49.0, 49.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "399648": {"relevant_ids": ["399649"], "ranked_ids": ["399649", "107822", "225815", "167487", "399995", "462253", "445074", "281735", "167488", "499570"], "ranked_scores": [63.0, 52.0, 52.0, 52.0, 52.0, 52.0, 52.0, 52.0, 52.0, 51.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "504811": {"relevant_ids": ["504810"], "ranked_ids": ["504810", "309894", "451065", "211373", "16430", "42106", "508685", "431433", "90374", "97434"], "ranked_scores": [63.0, 58.0, 55.0, 55.0, 54.0, 53.0, 53.0, 52.0, 52.0, 52.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "362950": {"relevant_ids": ["400212", "362949"], "ranked_ids": ["427587", "256845", "429502", "348827", "9132", "155870", "362949", "411503", "487392", "43209"], "ranked_scores": [56.0, 56.0, 56.0, 55.0, 55.0, 55.0, 54.0, 54.0, 54.0, 54.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2044, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.5}, "155873": {"relevant_ids": ["155874"], "ranked_ids": ["383066", "298698", "392604", "294020", "491038", "206283", "91610", "267560", "98677", "432469"], "ranked_scores": [51.0, 51.0, 49.0, 49.0, 49.0, 48.0, 48.0, 48.0, 48.0, 48.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "263432": {"relevant_ids": ["263433"], "ranked_ids": ["128303", "263433", "277394", "244120", "401373", "407204", "147630", "180754", "510661", "97259"], "ranked_scores": [56.0, 54.0, 53.0, 53.0, 53.0, 52.0, 49.0, 49.0, 49.0, 48.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "354945": {"relevant_ids": ["354946"], "ranked_ids": ["354946", "254071", "322478", "462983", "263939", "108187", "136033", "378174", "252265", "69704"], "ranked_scores": [62.0, 56.0, 55.0, 54.0, 51.0, 50.0, 50.0, 50.0, 50.0, 50.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "245417": {"relevant_ids": ["219475", "248195"], "ranked_ids": ["40657", "14180", "219475", "152213", "248195", "164159", "37326", "245726", "413039", "64433"], "ranked_scores": [59.0, 58.0, 58.0, 58.0, 58.0, 56.0, 56.0, 56.0, 56.0, 55.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3066, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.5438, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5438, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "516276": {"relevant_ids": ["516277"], "ranked_ids": ["516277", "286275", "34173", "437452", "19755", "317598", "466198", "510783", "76958", "63757"], "ranked_scores": [60.0, 60.0, 58.0, 58.0, 58.0, 57.0, 57.0, 57.0, 57.0, 57.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177580": {"relevant_ids": ["177579"], "ranked_ids": ["177579", "255647", "115954", "103315", "27716", "455888", "464418", "9954", "473949", "523113"], "ranked_scores": [61.0, 55.0, 53.0, 52.0, 51.0, 50.0, 50.0, 50.0, 50.0, 50.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "309865": {"relevant_ids": ["78624", "78623", "33713"], "ranked_ids": ["33713", "78623", "78624", "405094", "209041", "437065", "107766", "153484", "20635", "419621"], "ranked_scores": [61.0, 59.0, 59.0, 58.0, 57.0, 57.0, 56.0, 55.0, 55.0, 55.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "510387": {"relevant_ids": ["510386"], "ranked_ids": ["241538", "510386", "52003", "40390", "344869", "241537", "371033", "212478", "254292", "484846"], "ranked_scores": [61.0, 59.0, 58.0, 58.0, 58.0, 57.0, 57.0, 56.0, 56.0, 56.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "26645": {"relevant_ids": ["26644"], "ranked_ids": ["26644", "108781", "208205", "215551", "12895", "284346", "504445", "391248", "415276", "501190"], "ranked_scores": [59.0, 52.0, 52.0, 52.0, 51.0, 51.0, 51.0, 50.0, 50.0, 50.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "47788": {"relevant_ids": ["455725"], "ranked_ids": ["348138", "331", "59223", "59508", "105230", "163881", "26694", "455725", "9659", "47789"], "ranked_scores": [60.0, 60.0, 59.0, 59.0, 58.0, 58.0, 58.0, 58.0, 58.0, 58.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "338281": {"relevant_ids": ["338282"], "ranked_ids": ["338282", "434432", "61778", "100426", "119513", "456116", "277751", "281647", "514059", "87614"], "ranked_scores": [60.0, 52.0, 52.0, 51.0, 51.0, 51.0, 51.0, 51.0, 50.0, 50.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "461149": {"relevant_ids": ["461148"], "ranked_ids": ["283905", "409324", "525835", "409325", "461148", "203100", "469716", "354537", "475952", "528608"], "ranked_scores": [59.0, 56.0, 56.0, 56.0, 56.0, 55.0, 55.0, 54.0, 54.0, 54.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "346126": {"relevant_ids": ["110711", "110710"], "ranked_ids": ["110711", "110710", "528998", "21352", "154338", "27811", "355996", "340823", "220434", "224692"], "ranked_scores": [61.0, 58.0, 57.0, 54.0, 53.0, 53.0, 53.0, 52.0, 52.0, 51.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "372986": {"relevant_ids": ["262882", "49961"], "ranked_ids": ["49961", "262882", "303468", "127288", "415486", "355869", "203984", "310215", "499535", "509746"], "ranked_scores": [64.0, 63.0, 57.0, 56.0, 54.0, 54.0, 54.0, 53.0, 53.0, 53.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "501182": {"relevant_ids": ["501181"], "ranked_ids": ["501181", "384476", "294609", "390751", "347781", "25920", "490750", "402718", "274777", "383111"], "ranked_scores": [58.0, 55.0, 54.0, 54.0, 54.0, 54.0, 53.0, 53.0, 52.0, 52.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13800": {"relevant_ids": ["408522", "13799", "376590"], "ranked_ids": ["376590", "13799", "482825", "179943", "257857", "408522", "19904", "256094", "281010", "306761"], "ranked_scores": [61.0, 61.0, 60.0, 57.0, 56.0, 56.0, 56.0, 55.0, 55.0, 55.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.7654, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.9325, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "250143": {"relevant_ids": ["250142"], "ranked_ids": ["250142", "473276", "368186", "137994", "503681", "209138", "27632", "509758", "57155", "96270"], "ranked_scores": [59.0, 58.0, 55.0, 54.0, 54.0, 54.0, 53.0, 53.0, 53.0, 52.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13223": {"relevant_ids": ["156773", "20277", "88348", "13224", "88349"], "ranked_ids": ["156773", "88348", "86343", "88349", "13224", "366749", "137719", "423311", "235061", "307929"], "ranked_scores": [62.0, 61.0, 61.0, 61.0, 60.0, 60.0, 59.0, 59.0, 59.0, 58.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.2, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.4, "ndcg@5": 0.8304, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.8, "ndcg@10": 0.8304, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.8}, "11002": {"relevant_ids": ["11003"], "ranked_ids": ["17317", "11003", "42203", "489539", "266680", "10212", "153944", "55041", "511125", "64236"], "ranked_scores": [56.0, 55.0, 55.0, 55.0, 55.0, 54.0, 54.0, 54.0, 53.0, 53.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "177653": {"relevant_ids": ["79732"], "ranked_ids": ["79732", "39174", "341958", "208018", "525756", "395587", "245271", "373275", "373717", "412316"], "ranked_scores": [59.0, 59.0, 57.0, 56.0, 56.0, 56.0, 55.0, 55.0, 55.0, 55.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "415592": {"relevant_ids": ["415591"], "ranked_ids": ["415591", "430072", "346346", "117817", "467230", "368841", "208294", "467639", "387370", "88542"], "ranked_scores": [60.0, 52.0, 50.0, 49.0, 49.0, 49.0, 49.0, 49.0, 49.0, 48.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "511196": {"relevant_ids": ["511197"], "ranked_ids": ["511197", "251545", "365974", "13803", "99085", "334665", "276902", "409324", "409325", "522157"], "ranked_scores": [62.0, 56.0, 52.0, 51.0, 51.0, 51.0, 50.0, 50.0, 50.0, 50.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "344845": {"relevant_ids": ["344844"], "ranked_ids": ["344844", "397001", "161471", "209221", "115151", "48574", "469623", "118589", "347436", "82460"], "ranked_scores": [61.0, 56.0, 55.0, 54.0, 54.0, 54.0, 54.0, 53.0, 53.0, 52.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "396744": {"relevant_ids": ["396745"], "ranked_ids": ["421257", "507513", "85511", "396745", "185416", "204626", "481437", "355571", "511557", "430179"], "ranked_scores": [57.0, 53.0, 52.0, 52.0, 52.0, 51.0, 51.0, 50.0, 50.0, 50.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "452398": {"relevant_ids": ["452399"], "ranked_ids": ["452399", "157670", "446384", "277360", "276696", "412309", "298939", "367547", "54706", "496720"], "ranked_scores": [60.0, 56.0, 53.0, 52.0, 51.0, 51.0, 51.0, 51.0, 51.0, 50.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "182114": {"relevant_ids": ["182113"], "ranked_ids": ["196647", "323531", "252571", "191246", "182113", "405340", "229182", "425919", "429434", "531602"], "ranked_scores": [57.0, 56.0, 55.0, 54.0, 54.0, 54.0, 54.0, 52.0, 52.0, 52.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "486260": {"relevant_ids": ["486259"], "ranked_ids": ["486259", "113749", "284736", "266904", "209254", "331698", "41453", "483159", "431981", "43729"], "ranked_scores": [57.0, 56.0, 56.0, 55.0, 55.0, 55.0, 54.0, 54.0, 54.0, 54.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "455140": {"relevant_ids": ["315935"], "ranked_ids": ["315935", "106381", "245896", "440700", "466508", "372713", "345459", "493305", "50224", "50539"], "ranked_scores": [58.0, 53.0, 52.0, 52.0, 51.0, 51.0, 51.0, 50.0, 50.0, 50.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "56198": {"relevant_ids": ["56199"], "ranked_ids": ["56199", "199688", "160914", "135929", "138891", "249114", "348405", "144344", "531369", "62374"], "ranked_scores": [61.0, 55.0, 54.0, 52.0, 52.0, 51.0, 51.0, 50.0, 50.0, 49.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "30172": {"relevant_ids": ["373486", "145120", "30173", "68426", "145119", "185817"], "ranked_ids": ["536531", "145120", "112436", "196771", "205338", "267771", "99756", "343564", "468070", "68426"], "ranked_scores": [63.0, 62.0, 62.0, 62.0, 62.0, 62.0, 62.0, 61.0, 61.0, 61.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.1667, "ndcg@5": 0.214, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.1667, "ndcg@10": 0.2784, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.3333}, "127880": {"relevant_ids": ["241164"], "ranked_ids": ["307991", "121458", "241164", "135083", "535042", "99916", "284336", "411905", "465468", "527388"], "ranked_scores": [56.0, 56.0, 55.0, 54.0, 54.0, 53.0, 53.0, 52.0, 52.0, 52.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "167969": {"relevant_ids": ["174461"], "ranked_ids": ["449678", "315016", "177138", "364147", "100300", "167747", "233368", "468723", "49800", "78497"], "ranked_scores": [55.0, 52.0, 52.0, 51.0, 51.0, 51.0, 51.0, 51.0, 50.0, 50.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "97986": {"relevant_ids": ["97987"], "ranked_ids": ["97987", "393565", "384292", "44589", "348913", "284181", "202747", "105886", "336183", "141417"], "ranked_scores": [61.0, 55.0, 54.0, 53.0, 52.0, 51.0, 51.0, 50.0, 50.0, 50.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "12865": {"relevant_ids": ["105683"], "ranked_ids": ["105683", "528844", "92902", "83622", "345398", "323015", "183735", "477677", "188959", "83823"], "ranked_scores": [64.0, 57.0, 54.0, 53.0, 52.0, 51.0, 51.0, 51.0, 51.0, 50.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "215681": {"relevant_ids": ["215680"], "ranked_ids": ["215680", "297953", "177080", "297373", "252239", "143842", "32920", "5733", "481004", "6119"], "ranked_scores": [63.0, 56.0, 55.0, 54.0, 53.0, 52.0, 51.0, 51.0, 51.0, 51.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-roberta-base-mrl-32-bat": {"127728": {"relevant_ids": ["127729"], "ranked_ids": ["127729", "342610", "243294", "153290", "257349", "278575", "92818", "38063", "504913", "494754"], "ranked_scores": [31.0, 30.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0, 28.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "318820": {"relevant_ids": ["318821"], "ranked_ids": ["318821", "222238", "507513", "31320", "370618", "37933", "46281", "45151", "496708", "75399"], "ranked_scores": [30.0, 29.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "296098": {"relevant_ids": ["296097"], "ranked_ids": ["493414", "469985", "469868", "14774", "492756", "168499", "412371", "81836", "431178", "95502"], "ranked_scores": [30.0, 29.0, 29.0, 28.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "150414": {"relevant_ids": ["192835"], "ranked_ids": ["228303", "409883", "293867", "105783", "192835", "335053", "335234", "43394", "8875", "34517"], "ranked_scores": [30.0, 30.0, 30.0, 30.0, 30.0, 29.0, 29.0, 29.0, 29.0, 29.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "145582": {"relevant_ids": ["145583"], "ranked_ids": ["145583", "472217", "238213", "436023", "122319", "358086", "390399", "485299", "499037", "508006"], "ranked_scores": [29.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0, 26.0, 26.0, 26.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "315712": {"relevant_ids": ["315713"], "ranked_ids": ["349597", "315713", "66205", "34517", "349598", "459278", "43394", "407361", "93651", "521596"], "ranked_scores": [30.0, 30.0, 30.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "145739": {"relevant_ids": ["145740"], "ranked_ids": ["446728", "415781", "145740", "366074", "241979", "68194", "516507", "516182", "455937", "516376"], "ranked_scores": [31.0, 30.0, 30.0, 30.0, 29.0, 28.0, 28.0, 28.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "308127": {"relevant_ids": ["308126"], "ranked_ids": ["308126", "302837", "79534", "282571", "36744", "72515", "427265", "471617", "498938", "53962"], "ranked_scores": [32.0, 30.0, 30.0, 29.0, 29.0, 29.0, 29.0, 28.0, 28.0, 28.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "287245": {"relevant_ids": ["283199", "322650", "283198"], "ranked_ids": ["283199", "322650", "505509", "188940", "126287", "192143", "283198", "349309", "501114", "455003"], "ranked_scores": [31.0, 30.0, 29.0, 28.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.7654, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.9218, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "14755": {"relevant_ids": ["211906", "14756"], "ranked_ids": ["235454", "449494", "11310", "453873", "91112", "211906", "311852", "481547", "381248", "91113"], "ranked_scores": [29.0, 29.0, 29.0, 29.0, 29.0, 28.0, 28.0, 28.0, 28.0, 28.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2184, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.5}, "370170": {"relevant_ids": ["370169"], "ranked_ids": ["370169", "70975", "22763", "191527", "212397", "216657", "33877", "404718", "408650", "466920"], "ranked_scores": [32.0, 30.0, 29.0, 29.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "41774": {"relevant_ids": ["41773"], "ranked_ids": ["41773", "146426", "62219", "211076", "277012", "317102", "468655", "411869", "514650", "470766"], "ranked_scores": [30.0, 29.0, 29.0, 27.0, 27.0, 27.0, 27.0, 26.0, 26.0, 26.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "399648": {"relevant_ids": ["399649"], "ranked_ids": ["399649", "188527", "498270", "462253", "159777", "486011", "487918", "529004", "48793", "78914"], "ranked_scores": [32.0, 29.0, 29.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "504811": {"relevant_ids": ["504810"], "ranked_ids": ["504810", "451065", "97434", "309894", "508685", "431433", "90374", "55899", "422980", "58"], "ranked_scores": [32.0, 29.0, 29.0, 29.0, 28.0, 28.0, 28.0, 28.0, 27.0, 27.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "362950": {"relevant_ids": ["400212", "362949"], "ranked_ids": ["54266", "169704", "256845", "427587", "348827", "171122", "487392", "518326", "68956", "9132"], "ranked_scores": [29.0, 29.0, 29.0, 28.0, 28.0, 28.0, 28.0, 28.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "155873": {"relevant_ids": ["155874"], "ranked_ids": ["230787", "136219", "98677", "51587", "392604", "432469", "396417", "452399", "528844", "491038"], "ranked_scores": [27.0, 27.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "263432": {"relevant_ids": ["263433"], "ranked_ids": ["128303", "401373", "263433", "277394", "311853", "219429", "244120", "407204", "510661", "449494"], "ranked_scores": [29.0, 29.0, 28.0, 28.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "354945": {"relevant_ids": ["354946"], "ranked_ids": ["354946", "322478", "108187", "254071", "179943", "462983", "281010", "462984", "69704", "8622"], "ranked_scores": [32.0, 30.0, 29.0, 28.0, 28.0, 28.0, 28.0, 27.0, 27.0, 27.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "245417": {"relevant_ids": ["219475", "248195"], "ranked_ids": ["40657", "219475", "164159", "152213", "248195", "245726", "319022", "413039", "64433", "484409"], "ranked_scores": [31.0, 30.0, 30.0, 29.0, 29.0, 29.0, 28.0, 28.0, 28.0, 28.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6241, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6241, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "516276": {"relevant_ids": ["516277"], "ranked_ids": ["34173", "352189", "286275", "510783", "516277", "143842", "19755", "63757", "317598", "76958"], "ranked_scores": [30.0, 29.0, 29.0, 29.0, 29.0, 28.0, 28.0, 28.0, 28.0, 28.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "177580": {"relevant_ids": ["177579"], "ranked_ids": ["177579", "103315", "255647", "73024", "349427", "95767", "390471", "252201", "27716", "449678"], "ranked_scores": [31.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 26.0, 26.0, 26.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "309865": {"relevant_ids": ["78624", "78623", "33713"], "ranked_ids": ["209041", "78624", "78623", "405094", "33713", "419621", "107766", "153484", "324215", "507397"], "ranked_scores": [31.0, 31.0, 31.0, 30.0, 30.0, 30.0, 29.0, 29.0, 29.0, 28.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5307, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.7123, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.7123, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "510387": {"relevant_ids": ["510386"], "ranked_ids": ["344869", "510386", "241538", "149052", "52003", "484846", "50324", "49437", "74663", "91350"], "ranked_scores": [31.0, 31.0, 30.0, 30.0, 30.0, 29.0, 29.0, 29.0, 29.0, 29.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "26645": {"relevant_ids": ["26644"], "ranked_ids": ["26644", "329296", "265116", "267521", "467866", "501190", "76871", "73719", "504445", "522248"], "ranked_scores": [28.0, 27.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "47788": {"relevant_ids": ["455725"], "ranked_ids": ["105230", "9659", "202908", "87678", "101721", "348138", "461264", "455725", "59508", "47703"], "ranked_scores": [31.0, 31.0, 31.0, 31.0, 31.0, 30.0, 30.0, 30.0, 30.0, 30.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "338281": {"relevant_ids": ["338282"], "ranked_ids": ["338282", "127483", "280412", "434432", "466069", "327562", "456116", "447737", "87614", "465819"], "ranked_scores": [30.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "461149": {"relevant_ids": ["461148"], "ranked_ids": ["409324", "469716", "409325", "250197", "283905", "475952", "416504", "461148", "527101", "64531"], "ranked_scores": [29.0, 29.0, 29.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "346126": {"relevant_ids": ["110711", "110710"], "ranked_ids": ["110711", "110710", "528998", "154338", "250615", "413368", "463253", "435132", "89277", "500443"], "ranked_scores": [31.0, 29.0, 29.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "372986": {"relevant_ids": ["262882", "49961"], "ranked_ids": ["262882", "49961", "303468", "215938", "268183", "310215", "299699", "415486", "515236", "355869"], "ranked_scores": [32.0, 32.0, 30.0, 29.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "501182": {"relevant_ids": ["501181"], "ranked_ids": ["390751", "402718", "501181", "294609", "383111", "298657", "448205", "384476", "501373", "92055"], "ranked_scores": [29.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "13800": {"relevant_ids": ["408522", "13799", "376590"], "ranked_ids": ["13799", "482825", "376590", "281010", "179943", "408522", "288382", "8622", "306761", "56338"], "ranked_scores": [32.0, 31.0, 31.0, 30.0, 30.0, 29.0, 29.0, 29.0, 29.0, 28.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.7039, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.8711, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "250143": {"relevant_ids": ["250142"], "ranked_ids": ["27632", "250142", "473276", "63512", "137994", "73729", "368186", "57156", "491420", "76767"], "ranked_scores": [30.0, 30.0, 30.0, 29.0, 29.0, 29.0, 28.0, 28.0, 28.0, 28.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "13223": {"relevant_ids": ["156773", "20277", "88348", "13224", "88349"], "ranked_ids": ["13224", "235061", "423311", "88349", "259201", "156773", "88348", "366749", "86343", "6014"], "ranked_scores": [31.0, 31.0, 31.0, 31.0, 31.0, 31.0, 31.0, 30.0, 30.0, 30.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.2, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.2, "ndcg@5": 0.4852, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.4, "ndcg@10": 0.7191, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.8}, "11002": {"relevant_ids": ["11003"], "ranked_ids": ["266680", "10212", "149002", "156839", "314099", "88601", "153944", "487525", "489539", "55041"], "ranked_scores": [29.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "177653": {"relevant_ids": ["79732"], "ranked_ids": ["373717", "255287", "39174", "208018", "341958", "245271", "362866", "525756", "418792", "79732"], "ranked_scores": [31.0, 31.0, 31.0, 30.0, 30.0, 30.0, 30.0, 30.0, 30.0, 30.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "415592": {"relevant_ids": ["415591"], "ranked_ids": ["415591", "117817", "220577", "241566", "379146", "467230", "467639", "396435", "88542", "480909"], "ranked_scores": [29.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "511196": {"relevant_ids": ["511197"], "ranked_ids": ["511197", "251545", "156490", "17349", "207595", "205639", "209489", "251546", "330702", "99760"], "ranked_scores": [30.0, 29.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 26.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "344845": {"relevant_ids": ["344844"], "ranked_ids": ["344844", "33358", "397001", "209221", "224515", "48574", "277652", "469623", "82460", "536353"], "ranked_scores": [30.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "396744": {"relevant_ids": ["396745"], "ranked_ids": ["421257", "507513", "155232", "145729", "430179", "475025", "61108", "54497", "481437", "93770"], "ranked_scores": [31.0, 29.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "452398": {"relevant_ids": ["452399"], "ranked_ids": ["452399", "157670", "134935", "298939", "276696", "432469", "238545", "303978", "446384", "496720"], "ranked_scores": [31.0, 30.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0, 28.0, 28.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "182114": {"relevant_ids": ["182113"], "ranked_ids": ["196647", "466737", "323531", "521285", "182113", "191246", "136765", "139689", "229182", "60797"], "ranked_scores": [30.0, 29.0, 29.0, 28.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "486260": {"relevant_ids": ["486259"], "ranked_ids": ["41453", "392356", "70143", "284161", "344869", "486259", "356383", "43729", "509277", "484846"], "ranked_scores": [30.0, 30.0, 30.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "455140": {"relevant_ids": ["315935"], "ranked_ids": ["315935", "245896", "246286", "391086", "106381", "496896", "93864", "452070", "466508", "497375"], "ranked_scores": [29.0, 29.0, 28.0, 28.0, 28.0, 28.0, 28.0, 27.0, 27.0, 27.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "56198": {"relevant_ids": ["56199"], "ranked_ids": ["56199", "138891", "160914", "4003", "45097", "199688", "348797", "382874", "432971", "523882"], "ranked_scores": [30.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 26.0, 26.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "30172": {"relevant_ids": ["373486", "145120", "30173", "68426", "145119", "185817"], "ranked_ids": ["276426", "343564", "367680", "481493", "426467", "90983", "53445", "99756", "82405", "536531"], "ranked_scores": [32.0, 32.0, 32.0, 32.0, 32.0, 32.0, 32.0, 32.0, 32.0, 32.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "127880": {"relevant_ids": ["241164"], "ranked_ids": ["121458", "465468", "241164", "99916", "135083", "307991", "469483", "469755", "535042", "84471"], "ranked_scores": [31.0, 30.0, 30.0, 29.0, 29.0, 29.0, 28.0, 28.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "167969": {"relevant_ids": ["174461"], "ranked_ids": ["449678", "315016", "100300", "485416", "415928", "364147", "34814", "379927", "49800", "85534"], "ranked_scores": [29.0, 28.0, 28.0, 28.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "97986": {"relevant_ids": ["97987"], "ranked_ids": ["97987", "384292", "202747", "44589", "25477", "172118", "144057", "42981", "522368", "79946"], "ranked_scores": [32.0, 28.0, 28.0, 27.0, 26.0, 26.0, 26.0, 26.0, 25.0, 25.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "12865": {"relevant_ids": ["105683"], "ranked_ids": ["105683", "528844", "83623", "83622", "146806", "282280", "345398", "346009", "477677", "92902"], "ranked_scores": [32.0, 28.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "215681": {"relevant_ids": ["215680"], "ranked_ids": ["215680", "297953", "5733", "102167", "297373", "161701", "177080", "252239", "481004", "467031"], "ranked_scores": [32.0, 29.0, 29.0, 29.0, 29.0, 28.0, 28.0, 28.0, 28.0, 28.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-roberta-base-mrl-32": {"127728": {"relevant_ids": ["127729"], "ranked_ids": ["278575", "127729", "92818", "188019", "276617", "114897", "257349", "245618", "445616", "166960"], "ranked_scores": [0.799, 0.7959, 0.7615, 0.7426, 0.7387, 0.7374, 0.7318, 0.7259, 0.7245, 0.7237], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "318820": {"relevant_ids": ["318821"], "ranked_ids": ["318821", "367479", "222238", "489320", "178549", "54496", "190698", "337887", "45151", "457906"], "ranked_scores": [0.9359, 0.8452, 0.839, 0.8381, 0.834, 0.8146, 0.7813, 0.7805, 0.774, 0.7699], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "296098": {"relevant_ids": ["296097"], "ranked_ids": ["469985", "120598", "45507", "513540", "493414", "108332", "307653", "514650", "469868", "412371"], "ranked_scores": [0.8031, 0.7664, 0.7389, 0.7313, 0.7097, 0.7086, 0.7033, 0.6917, 0.6809, 0.6461], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "150414": {"relevant_ids": ["192835"], "ranked_ids": ["192835", "105782", "132912", "470642", "144880", "159263", "1702", "398240", "398241", "126745"], "ranked_scores": [0.9439, 0.9372, 0.9235, 0.8904, 0.8854, 0.8775, 0.876, 0.8758, 0.8677, 0.8652], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145582": {"relevant_ids": ["145583"], "ranked_ids": ["145583", "199688", "195479", "472217", "390399", "356870", "245294", "332628", "110195", "39561"], "ranked_scores": [0.9348, 0.7162, 0.7044, 0.6946, 0.6924, 0.6743, 0.6721, 0.6393, 0.6383, 0.6359], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "315712": {"relevant_ids": ["315713"], "ranked_ids": ["315713", "355553", "377891", "208025", "194841", "203205", "104272", "236508", "392344", "408588"], "ranked_scores": [0.9307, 0.8332, 0.8313, 0.8311, 0.8306, 0.8298, 0.8038, 0.8018, 0.7973, 0.7871], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145739": {"relevant_ids": ["145740"], "ranked_ids": ["145740", "241979", "366074", "277914", "446728", "85134", "465597", "78557", "148222", "347337"], "ranked_scores": [0.9459, 0.8146, 0.8017, 0.7989, 0.7836, 0.7637, 0.7552, 0.749, 0.7384, 0.7377], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "308127": {"relevant_ids": ["308126"], "ranked_ids": ["308126", "79534", "471617", "35763", "427609", "523863", "301104", "367804", "386807", "395527"], "ranked_scores": [0.9011, 0.8128, 0.8095, 0.7998, 0.7985, 0.7905, 0.7886, 0.7885, 0.783, 0.7775], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "287245": {"relevant_ids": ["322650", "283199", "283198"], "ranked_ids": ["283199", "322650", "283198", "218199", "188682", "499036", "192143", "188940", "292689", "420279"], "ranked_scores": [0.9077, 0.8984, 0.8709, 0.7901, 0.7336, 0.7243, 0.7193, 0.7165, 0.7131, 0.7042], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "14755": {"relevant_ids": ["211906", "14756"], "ranked_ids": ["211906", "450970", "14756", "235454", "374172", "277031", "57678", "77860", "11310", "259619"], "ranked_scores": [0.8988, 0.8982, 0.8944, 0.8643, 0.8039, 0.778, 0.7681, 0.7679, 0.7529, 0.7522], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.9197, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.9197, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9197, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "370170": {"relevant_ids": ["370169"], "ranked_ids": ["370169", "537762", "115490", "59810", "387761", "122097", "88911", "528902", "466920", "211280"], "ranked_scores": [0.9988, 0.7154, 0.7086, 0.6938, 0.6929, 0.6815, 0.6807, 0.6772, 0.6688, 0.664], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "41774": {"relevant_ids": ["41773"], "ranked_ids": ["41773", "214766", "239344", "307530", "53738", "442459", "303978", "454279", "224343", "366794"], "ranked_scores": [0.9086, 0.7631, 0.7581, 0.7285, 0.7044, 0.6969, 0.6802, 0.6682, 0.6644, 0.6613], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "399648": {"relevant_ids": ["399649"], "ranked_ids": ["399649", "225815", "159777", "486011", "54706", "167487", "435035", "496720", "462253", "5830"], "ranked_scores": [0.9887, 0.8242, 0.8027, 0.7914, 0.784, 0.7593, 0.755, 0.7463, 0.7403, 0.7379], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "504811": {"relevant_ids": ["504810"], "ranked_ids": ["504810", "298555", "448774", "214151", "90374", "386903", "97434", "451065", "155038", "449378"], "ranked_scores": [0.9955, 0.8646, 0.8335, 0.8316, 0.8091, 0.79, 0.7858, 0.7592, 0.7592, 0.7582], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "362950": {"relevant_ids": ["400212", "362949"], "ranked_ids": ["362949", "400212", "429502", "475478", "465929", "9132", "487392", "427587", "20967", "348827"], "ranked_scores": [0.9529, 0.9286, 0.8652, 0.8496, 0.8465, 0.8374, 0.8298, 0.825, 0.8191, 0.8135], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "155873": {"relevant_ids": ["155874"], "ranked_ids": ["122134", "143997", "155874", "444541", "440807", "370876", "136219", "292617", "91610", "346009"], "ranked_scores": [0.7352, 0.7345, 0.7297, 0.7277, 0.7107, 0.6965, 0.6821, 0.681, 0.6525, 0.6523], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "263432": {"relevant_ids": ["263433"], "ranked_ids": ["263433", "128303", "407204", "47216", "401373", "497067", "128317", "471480", "4350", "140172"], "ranked_scores": [0.8306, 0.8006, 0.7744, 0.7448, 0.7364, 0.6906, 0.6888, 0.674, 0.674, 0.6701], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "354945": {"relevant_ids": ["354946"], "ranked_ids": ["354946", "254071", "462983", "473769", "462984", "108161", "202817", "206717", "388705", "110892"], "ranked_scores": [0.977, 0.9262, 0.7842, 0.7796, 0.7287, 0.6894, 0.6715, 0.659, 0.6569, 0.656], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "245417": {"relevant_ids": ["219475", "248195"], "ranked_ids": ["219475", "248195", "40657", "64433", "141217", "312873", "164159", "85977", "140923", "301977"], "ranked_scores": [0.9445, 0.9308, 0.8869, 0.7824, 0.7677, 0.7584, 0.7539, 0.7511, 0.7287, 0.7232], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "516276": {"relevant_ids": ["516277"], "ranked_ids": ["516277", "510783", "68652", "19755", "352189", "119374", "252265", "286275", "142152", "515382"], "ranked_scores": [0.9753, 0.854, 0.8058, 0.7932, 0.7923, 0.7843, 0.773, 0.765, 0.7608, 0.7585], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177580": {"relevant_ids": ["177579"], "ranked_ids": ["177579", "272252", "115954", "403967", "509426", "57156", "76563", "234366", "190490", "44998"], "ranked_scores": [0.9889, 0.7478, 0.6744, 0.671, 0.6616, 0.6533, 0.6529, 0.6497, 0.6449, 0.6446], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "309865": {"relevant_ids": ["78624", "33713", "78623"], "ranked_ids": ["33713", "437065", "495751", "209041", "405094", "78623", "78624", "153484", "469068", "477476"], "ranked_scores": [0.9302, 0.9158, 0.9096, 0.905, 0.8891, 0.8878, 0.8849, 0.8676, 0.8647, 0.85], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.7929, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "510387": {"relevant_ids": ["510386"], "ranked_ids": ["510386", "40390", "241537", "344869", "241538", "52003", "170896", "254292", "160232", "371033"], "ranked_scores": [0.9299, 0.9244, 0.924, 0.924, 0.9113, 0.906, 0.8799, 0.8791, 0.8784, 0.878], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "26645": {"relevant_ids": ["26644"], "ranked_ids": ["26644", "507090", "148567", "172781", "284346", "108781", "318396", "267521", "12895", "473729"], "ranked_scores": [0.9904, 0.8644, 0.8287, 0.8172, 0.7968, 0.7784, 0.7767, 0.774, 0.7724, 0.7717], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "47788": {"relevant_ids": ["455725"], "ranked_ids": ["455725", "235686", "47789", "348138", "47703", "59223", "59508", "101721", "15132", "85764"], "ranked_scores": [0.9533, 0.9345, 0.9224, 0.921, 0.9189, 0.9184, 0.9054, 0.8964, 0.8936, 0.8936], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "338281": {"relevant_ids": ["338282"], "ranked_ids": ["338282", "234727", "57017", "263861", "55091", "431433", "85881", "128978", "22636", "67268"], "ranked_scores": [0.9542, 0.7634, 0.6751, 0.6705, 0.6667, 0.6627, 0.6605, 0.6599, 0.6531, 0.6519], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "461149": {"relevant_ids": ["461148"], "ranked_ids": ["203100", "525835", "475952", "461148", "482221", "310577", "392720", "501255", "8828", "381960"], "ranked_scores": [0.7999, 0.7976, 0.7763, 0.7594, 0.7561, 0.734, 0.7205, 0.7153, 0.7062, 0.7044], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "346126": {"relevant_ids": ["110710", "110711"], "ranked_ids": ["110710", "110711", "154338", "528998", "254526", "203476", "340823", "6816", "168350", "393684"], "ranked_scores": [0.9622, 0.9481, 0.9189, 0.8901, 0.8862, 0.8794, 0.8793, 0.8711, 0.8633, 0.862], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "372986": {"relevant_ids": ["49961", "262882"], "ranked_ids": ["49961", "262882", "43966", "491226", "303468", "194540", "8976", "48075", "52819", "88278"], "ranked_scores": [0.9872, 0.9026, 0.8527, 0.8374, 0.8004, 0.7815, 0.7671, 0.7664, 0.7657, 0.7656], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "501182": {"relevant_ids": ["501181"], "ranked_ids": ["501181", "99921", "356066", "447737", "181112", "411533", "188982", "50260", "372724", "985"], "ranked_scores": [0.9202, 0.8222, 0.8019, 0.7735, 0.7727, 0.7678, 0.7633, 0.7475, 0.7293, 0.7258], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13800": {"relevant_ids": ["408522", "376590", "13799"], "ranked_ids": ["376590", "13799", "179943", "56338", "448205", "8622", "30987", "408522", "63352", "398510"], "ranked_scores": [0.923, 0.9124, 0.8436, 0.8293, 0.8199, 0.8085, 0.7941, 0.7846, 0.784, 0.7709], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.7654, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.9134, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "250143": {"relevant_ids": ["250142"], "ranked_ids": ["250142", "473276", "38409", "309713", "50539", "87669", "202593", "477476", "27632", "150442"], "ranked_scores": [0.91, 0.8891, 0.7891, 0.783, 0.7654, 0.7567, 0.7398, 0.7366, 0.733, 0.7317], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13223": {"relevant_ids": ["156773", "88348", "13224", "20277", "88349"], "ranked_ids": ["156773", "86343", "88348", "88349", "13224", "223304", "366749", "491669", "229944", "137719"], "ranked_scores": [0.9872, 0.9492, 0.947, 0.9439, 0.9424, 0.9273, 0.9267, 0.9152, 0.8961, 0.8951], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.2, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.4, "ndcg@5": 0.786, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.8, "ndcg@10": 0.786, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.8}, "11002": {"relevant_ids": ["11003"], "ranked_ids": ["144197", "444112", "266680", "17317", "64236", "489539", "42203", "87346", "40100", "447730"], "ranked_scores": [0.9309, 0.9257, 0.8948, 0.893, 0.8911, 0.889, 0.877, 0.8631, 0.8606, 0.8602], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "177653": {"relevant_ids": ["79732"], "ranked_ids": ["79732", "525756", "200611", "373717", "310721", "395587", "225019", "373275", "39174", "137270"], "ranked_scores": [0.97, 0.9051, 0.8505, 0.7975, 0.777, 0.7714, 0.7665, 0.7505, 0.7415, 0.7265], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "415592": {"relevant_ids": ["415591"], "ranked_ids": ["415591", "91592", "288357", "375267", "322822", "425878", "381371", "467230", "435045", "499684"], "ranked_scores": [0.9621, 0.8562, 0.7753, 0.7379, 0.7367, 0.7232, 0.7231, 0.7156, 0.7147, 0.7142], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "511196": {"relevant_ids": ["511197"], "ranked_ids": ["511197", "352492", "313107", "349723", "145120", "190490", "167102", "53445", "485511", "481378"], "ranked_scores": [0.9697, 0.7556, 0.7229, 0.7181, 0.71, 0.7065, 0.7028, 0.7027, 0.6836, 0.6811], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "344845": {"relevant_ids": ["344844"], "ranked_ids": ["344844", "161471", "79987", "4915", "101085", "397001", "79986", "384928", "224515", "95946"], "ranked_scores": [0.9607, 0.9045, 0.8877, 0.8798, 0.8678, 0.8632, 0.8561, 0.8518, 0.8506, 0.8447], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "396744": {"relevant_ids": ["396745"], "ranked_ids": ["396745", "271801", "280435", "16789", "287295", "418055", "184901", "13665", "365917", "204626"], "ranked_scores": [0.8611, 0.781, 0.7623, 0.7466, 0.7435, 0.7381, 0.7344, 0.7339, 0.7188, 0.7159], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "452398": {"relevant_ids": ["452399"], "ranked_ids": ["452399", "527927", "530610", "230141", "50260", "324290", "116232", "446824", "163703", "33839"], "ranked_scores": [0.9753, 0.8215, 0.8064, 0.8033, 0.7979, 0.7945, 0.7937, 0.7886, 0.7884, 0.7876], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "182114": {"relevant_ids": ["182113"], "ranked_ids": ["196647", "182113", "229182", "162482", "323531", "234482", "30823", "373054", "531602", "481882"], "ranked_scores": [0.8979, 0.8315, 0.8137, 0.8043, 0.8034, 0.762, 0.7555, 0.7353, 0.7337, 0.7318], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "486260": {"relevant_ids": ["486259"], "ranked_ids": ["486259", "93953", "146738", "146737", "385204", "37962", "506410", "392356", "406342", "117486"], "ranked_scores": [0.9796, 0.8569, 0.846, 0.846, 0.832, 0.8244, 0.8191, 0.8186, 0.8146, 0.8138], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "455140": {"relevant_ids": ["315935"], "ranked_ids": ["315935", "50224", "211061", "93864", "246286", "124700", "369068", "308963", "440700", "93863"], "ranked_scores": [0.9884, 0.9263, 0.8733, 0.856, 0.8543, 0.8425, 0.8407, 0.8255, 0.8126, 0.8104], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "56198": {"relevant_ids": ["56199"], "ranked_ids": ["56199", "315556", "27262", "5969", "358086", "411533", "146389", "380746", "60361", "246583"], "ranked_scores": [0.9871, 0.7584, 0.7465, 0.7209, 0.716, 0.7089, 0.7054, 0.6969, 0.6899, 0.6883], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "30172": {"relevant_ids": ["30173", "145120", "185817", "373486", "145119", "68426"], "ranked_ids": ["145120", "68426", "160900", "15236", "373486", "288044", "205338", "90983", "426467", "65712"], "ranked_scores": [0.9482, 0.9448, 0.9017, 0.8987, 0.8987, 0.8805, 0.8804, 0.8788, 0.8769, 0.8747], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.1667, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.6844, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6106, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "127880": {"relevant_ids": ["241164"], "ranked_ids": ["241164", "535042", "135083", "266615", "462071", "537189", "122116", "121458", "325175", "100860"], "ranked_scores": [0.9154, 0.8299, 0.8117, 0.7841, 0.7804, 0.7761, 0.7742, 0.7739, 0.7678, 0.7588], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "167969": {"relevant_ids": ["174461"], "ranked_ids": ["174461", "207492", "121354", "360983", "174464", "207491", "78497", "60171", "15750", "13720"], "ranked_scores": [0.8748, 0.8323, 0.8202, 0.8102, 0.8091, 0.8053, 0.804, 0.8016, 0.778, 0.7667], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "97986": {"relevant_ids": ["97987"], "ranked_ids": ["97987", "44589", "108564", "393565", "391169", "177220", "189865", "276617", "318396", "41241"], "ranked_scores": [0.9917, 0.8616, 0.7713, 0.7641, 0.7566, 0.7559, 0.7385, 0.734, 0.7324, 0.7158], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "12865": {"relevant_ids": ["105683"], "ranked_ids": ["105683", "250014", "188959", "94167", "146806", "356740", "146805", "155515", "92902", "232488"], "ranked_scores": [0.9877, 0.8648, 0.8622, 0.8032, 0.7846, 0.7794, 0.7785, 0.7745, 0.7697, 0.7663], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "215681": {"relevant_ids": ["215680"], "ranked_ids": ["215680", "301165", "178515", "171713", "54139", "294407", "297953", "78042", "119374", "349338"], "ranked_scores": [0.978, 0.8461, 0.8419, 0.841, 0.8278, 0.8206, 0.7882, 0.7871, 0.7862, 0.7802], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-roberta-base-mrl-64": {"127728": {"relevant_ids": ["127729"], "ranked_ids": ["127729", "92818", "278575", "245618", "188019", "382156", "276617", "153290", "38063", "250619"], "ranked_scores": [0.7917, 0.7905, 0.7543, 0.7506, 0.7485, 0.7429, 0.7341, 0.7284, 0.7179, 0.7101], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "318820": {"relevant_ids": ["318821"], "ranked_ids": ["318821", "222238", "367479", "370618", "178549", "489320", "54496", "238130", "380781", "496708"], "ranked_scores": [0.9469, 0.8542, 0.799, 0.7973, 0.7959, 0.7931, 0.7884, 0.7619, 0.7605, 0.7497], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "296098": {"relevant_ids": ["296097"], "ranked_ids": ["493414", "469985", "45507", "469868", "513540", "514650", "120598", "412371", "134752", "296097"], "ranked_scores": [0.7102, 0.6901, 0.6758, 0.6721, 0.6696, 0.6455, 0.631, 0.6223, 0.6219, 0.6211], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "150414": {"relevant_ids": ["192835"], "ranked_ids": ["105782", "192835", "105783", "516620", "132912", "470642", "113488", "126746", "144880", "159263"], "ranked_scores": [0.9391, 0.9346, 0.8718, 0.8668, 0.8588, 0.8265, 0.8227, 0.8191, 0.8134, 0.8131], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "145582": {"relevant_ids": ["145583"], "ranked_ids": ["145583", "195479", "390399", "211239", "454248", "436023", "472217", "332628", "112261", "459814"], "ranked_scores": [0.8807, 0.5731, 0.5716, 0.5714, 0.5327, 0.5296, 0.5269, 0.5251, 0.5216, 0.517], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "315712": {"relevant_ids": ["315713"], "ranked_ids": ["315713", "377891", "236508", "408588", "203205", "242340", "355553", "194841", "208025", "396505"], "ranked_scores": [0.9254, 0.7797, 0.7595, 0.7577, 0.7503, 0.7442, 0.7435, 0.7339, 0.7137, 0.7089], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145739": {"relevant_ids": ["145740"], "ranked_ids": ["145740", "241979", "429177", "366074", "115412", "148222", "8705", "415781", "465597", "303090"], "ranked_scores": [0.9325, 0.7808, 0.7613, 0.7613, 0.7553, 0.7064, 0.7061, 0.6986, 0.6951, 0.6778], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "308127": {"relevant_ids": ["308126"], "ranked_ids": ["308126", "35763", "282571", "77650", "301104", "395527", "79534", "326242", "471617", "402262"], "ranked_scores": [0.8827, 0.8069, 0.7514, 0.7368, 0.7366, 0.7336, 0.7283, 0.7252, 0.7213, 0.7166], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "287245": {"relevant_ids": ["322650", "283199", "283198"], "ranked_ids": ["283199", "322650", "283198", "420279", "188682", "188940", "221784", "450635", "192143", "497666"], "ranked_scores": [0.9025, 0.8931, 0.8421, 0.7222, 0.6687, 0.668, 0.6631, 0.6621, 0.6555, 0.6545], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "14755": {"relevant_ids": ["211906", "14756"], "ranked_ids": ["14756", "450970", "211906", "235454", "57678", "277031", "369731", "259619", "236793", "535700"], "ranked_scores": [0.8856, 0.8836, 0.8785, 0.8478, 0.7996, 0.7565, 0.7493, 0.7405, 0.719, 0.6898], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.9197, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.9197, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9197, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "370170": {"relevant_ids": ["370169"], "ranked_ids": ["370169", "537762", "528902", "88911", "211280", "334238", "417976", "476551", "59810", "419219"], "ranked_scores": [0.999, 0.6347, 0.6233, 0.6229, 0.6222, 0.6217, 0.6177, 0.6137, 0.613, 0.6114], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "41774": {"relevant_ids": ["41773"], "ranked_ids": ["41773", "214766", "53738", "307530", "239344", "442459", "17691", "148165", "33017", "339534"], "ranked_scores": [0.906, 0.7123, 0.7023, 0.7008, 0.6895, 0.6636, 0.6543, 0.6408, 0.6225, 0.6183], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "399648": {"relevant_ids": ["399649"], "ranked_ids": ["399649", "225815", "462253", "435035", "159777", "124071", "21253", "411313", "481934", "439417"], "ranked_scores": [0.992, 0.8136, 0.8049, 0.7692, 0.7509, 0.7405, 0.731, 0.7286, 0.7198, 0.7167], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "504811": {"relevant_ids": ["504810"], "ranked_ids": ["504810", "90374", "298555", "448774", "214151", "175461", "54195", "55899", "97434", "499535"], "ranked_scores": [0.9953, 0.8064, 0.7887, 0.7826, 0.7758, 0.7433, 0.7267, 0.7257, 0.7119, 0.7111], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "362950": {"relevant_ids": ["400212", "362949"], "ranked_ids": ["362949", "400212", "475478", "348827", "438104", "427587", "155870", "20967", "487392", "411503"], "ranked_scores": [0.9214, 0.879, 0.8093, 0.797, 0.7898, 0.7884, 0.7851, 0.7765, 0.7687, 0.7623], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "155873": {"relevant_ids": ["155874"], "ranked_ids": ["155874", "440807", "122134", "292617", "444541", "370876", "136219", "383066", "294020", "91610"], "ranked_scores": [0.7264, 0.6918, 0.6915, 0.6714, 0.6699, 0.6676, 0.6653, 0.6495, 0.6494, 0.6474], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "263432": {"relevant_ids": ["263433"], "ranked_ids": ["263433", "407204", "128303", "497067", "401373", "471480", "157590", "481004", "145419", "374181"], "ranked_scores": [0.8058, 0.7727, 0.7412, 0.6656, 0.656, 0.63, 0.6193, 0.6156, 0.6138, 0.6123], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "354945": {"relevant_ids": ["354946"], "ranked_ids": ["354946", "254071", "462983", "108161", "202817", "322478", "69704", "395883", "425587", "307824"], "ranked_scores": [0.976, 0.8854, 0.6869, 0.6708, 0.6649, 0.6141, 0.591, 0.579, 0.5601, 0.5552], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "245417": {"relevant_ids": ["219475", "248195"], "ranked_ids": ["219475", "248195", "40657", "64433", "14180", "301977", "312873", "96458", "152213", "37326"], "ranked_scores": [0.9385, 0.9128, 0.8734, 0.7589, 0.7461, 0.7359, 0.7092, 0.7078, 0.7068, 0.7063], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "516276": {"relevant_ids": ["516277"], "ranked_ids": ["516277", "510783", "68652", "352189", "19755", "34173", "286275", "352289", "119374", "438101"], "ranked_scores": [0.9688, 0.8002, 0.7967, 0.7798, 0.7769, 0.7577, 0.7411, 0.7334, 0.7274, 0.7139], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177580": {"relevant_ids": ["177579"], "ranked_ids": ["177579", "272252", "18081", "115954", "76563", "446100", "509426", "491226", "454968", "419100"], "ranked_scores": [0.9887, 0.6758, 0.6569, 0.6462, 0.6353, 0.6201, 0.6046, 0.5924, 0.5811, 0.5776], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "309865": {"relevant_ids": ["78624", "33713", "78623"], "ranked_ids": ["209041", "33713", "78624", "495751", "78623", "405094", "153484", "437065", "477476", "469068"], "ranked_scores": [0.9017, 0.8909, 0.884, 0.8756, 0.8717, 0.8612, 0.856, 0.8441, 0.7926, 0.7916], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5307, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.7123, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.7123, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "510387": {"relevant_ids": ["510386"], "ranked_ids": ["344869", "510386", "241537", "241538", "40390", "52003", "170896", "371033", "254292", "442062"], "ranked_scores": [0.919, 0.9149, 0.9118, 0.9115, 0.9112, 0.8988, 0.8853, 0.8814, 0.8585, 0.8471], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "26645": {"relevant_ids": ["26644"], "ranked_ids": ["26644", "148567", "12895", "284346", "507090", "318396", "207775", "108781", "286617", "267521"], "ranked_scores": [0.9834, 0.7888, 0.7717, 0.7572, 0.7435, 0.7295, 0.7289, 0.7254, 0.7183, 0.7066], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "47788": {"relevant_ids": ["455725"], "ranked_ids": ["455725", "348138", "47789", "235686", "59508", "59223", "15132", "276534", "47703", "105230"], "ranked_scores": [0.9225, 0.9012, 0.8971, 0.8963, 0.8892, 0.8883, 0.8793, 0.8708, 0.8702, 0.8688], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "338281": {"relevant_ids": ["338282"], "ranked_ids": ["338282", "85881", "263316", "11563", "100426", "234727", "263861", "138712", "382555", "57017"], "ranked_scores": [0.9262, 0.6642, 0.6482, 0.6444, 0.6254, 0.6235, 0.6217, 0.62, 0.6114, 0.6045], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "461149": {"relevant_ids": ["461148"], "ranked_ids": ["461148", "525835", "203100", "392720", "381960", "302225", "338517", "443095", "482221", "8828"], "ranked_scores": [0.7838, 0.7833, 0.7623, 0.762, 0.7515, 0.7382, 0.7367, 0.726, 0.7163, 0.7159], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "346126": {"relevant_ids": ["110710", "110711"], "ranked_ids": ["110710", "110711", "154338", "528998", "254526", "340823", "203476", "296319", "168350", "333067"], "ranked_scores": [0.9631, 0.9237, 0.8966, 0.8452, 0.8451, 0.8369, 0.8319, 0.8057, 0.7941, 0.7925], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "372986": {"relevant_ids": ["49961", "262882"], "ranked_ids": ["49961", "262882", "303468", "491226", "485235", "43966", "140335", "516501", "88278", "443239"], "ranked_scores": [0.984, 0.88, 0.7722, 0.7633, 0.7538, 0.7482, 0.7346, 0.7338, 0.726, 0.7204], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "501182": {"relevant_ids": ["501181"], "ranked_ids": ["501181", "2257", "447737", "356066", "402718", "361182", "411533", "99921", "50260", "518204"], "ranked_scores": [0.9, 0.7193, 0.7059, 0.7021, 0.6939, 0.6841, 0.6706, 0.6647, 0.661, 0.6574], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13800": {"relevant_ids": ["408522", "376590", "13799"], "ranked_ids": ["376590", "13799", "448205", "179943", "30987", "408522", "56338", "67320", "481109", "8622"], "ranked_scores": [0.8972, 0.8645, 0.8143, 0.8133, 0.7953, 0.7927, 0.78, 0.7575, 0.7508, 0.7317], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.7654, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.9325, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "250143": {"relevant_ids": ["250142"], "ranked_ids": ["250142", "473276", "38409", "50539", "368186", "387015", "57155", "309713", "206630", "96270"], "ranked_scores": [0.8831, 0.8683, 0.6944, 0.6802, 0.6689, 0.6668, 0.6606, 0.6547, 0.6448, 0.6391], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13223": {"relevant_ids": ["156773", "88348", "13224", "20277", "88349"], "ranked_ids": ["156773", "88349", "86343", "88348", "13224", "223304", "366749", "137719", "491669", "361830"], "ranked_scores": [0.9883, 0.9412, 0.9319, 0.9295, 0.9269, 0.9168, 0.9023, 0.8993, 0.8797, 0.8573], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.2, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.4, "ndcg@5": 0.8304, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.8, "ndcg@10": 0.8304, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.8}, "11002": {"relevant_ids": ["11003"], "ranked_ids": ["11003", "144197", "444112", "489539", "266680", "42203", "40100", "174649", "241075", "40099"], "ranked_scores": [0.8806, 0.8653, 0.8601, 0.8266, 0.821, 0.7967, 0.7936, 0.7857, 0.7838, 0.7832], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177653": {"relevant_ids": ["79732"], "ranked_ids": ["79732", "525756", "200611", "373717", "310721", "225019", "395587", "39174", "137270", "194790"], "ranked_scores": [0.9547, 0.8593, 0.7941, 0.7735, 0.7358, 0.7071, 0.6978, 0.6907, 0.6865, 0.6863], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "415592": {"relevant_ids": ["415591"], "ranked_ids": ["415591", "435045", "91592", "425878", "322822", "117817", "430072", "88542", "467639", "485299"], "ranked_scores": [0.9685, 0.7868, 0.7837, 0.7619, 0.7578, 0.7513, 0.7412, 0.7357, 0.7279, 0.7146], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "511196": {"relevant_ids": ["511197"], "ranked_ids": ["511197", "156490", "289278", "313107", "352492", "349723", "537528", "414717", "251545", "251546"], "ranked_scores": [0.948, 0.6566, 0.6354, 0.6185, 0.6162, 0.6087, 0.6003, 0.5937, 0.5903, 0.5856], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "344845": {"relevant_ids": ["344844"], "ranked_ids": ["344844", "161471", "79987", "4915", "95946", "327548", "101085", "79986", "397001", "224515"], "ranked_scores": [0.9542, 0.8946, 0.8525, 0.844, 0.8355, 0.8237, 0.823, 0.8199, 0.8178, 0.8159], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "396744": {"relevant_ids": ["396745"], "ranked_ids": ["396745", "280435", "418055", "271801", "184901", "16789", "20764", "287295", "236438", "219399"], "ranked_scores": [0.8489, 0.7675, 0.7661, 0.7611, 0.7571, 0.7196, 0.7086, 0.7076, 0.6918, 0.6842], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "452398": {"relevant_ids": ["452399"], "ranked_ids": ["452399", "530610", "296712", "298111", "4228", "230141", "527927", "90225", "346712", "399415"], "ranked_scores": [0.9725, 0.8211, 0.7253, 0.7186, 0.7172, 0.7139, 0.7069, 0.6973, 0.685, 0.683], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "182114": {"relevant_ids": ["182113"], "ranked_ids": ["196647", "182113", "229182", "323531", "531602", "234482", "162482", "481882", "80719", "137155"], "ranked_scores": [0.8887, 0.8277, 0.7868, 0.7692, 0.7651, 0.7638, 0.756, 0.7412, 0.7303, 0.7052], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "486260": {"relevant_ids": ["486259"], "ranked_ids": ["486259", "146737", "146738", "392356", "385204", "114114", "113749", "209254", "117486", "406342"], "ranked_scores": [0.9654, 0.8285, 0.8265, 0.8195, 0.8123, 0.8107, 0.8051, 0.7991, 0.7938, 0.786], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "455140": {"relevant_ids": ["315935"], "ranked_ids": ["315935", "50224", "93864", "246286", "124700", "211061", "308963", "150842", "369068", "245896"], "ranked_scores": [0.9752, 0.8399, 0.8167, 0.8135, 0.8022, 0.7896, 0.7884, 0.7769, 0.7694, 0.7627], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "56198": {"relevant_ids": ["56199"], "ranked_ids": ["56199", "380746", "358086", "160194", "27262", "67917", "160914", "199688", "431226", "55489"], "ranked_scores": [0.9835, 0.6431, 0.6354, 0.6157, 0.6071, 0.591, 0.5885, 0.5865, 0.5854, 0.5806], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "30172": {"relevant_ids": ["30173", "145120", "185817", "373486", "145119", "68426"], "ranked_ids": ["145120", "68426", "160900", "373486", "205338", "15236", "30173", "481493", "90983", "145119"], "ranked_scores": [0.9605, 0.9523, 0.9059, 0.9035, 0.8889, 0.8742, 0.8739, 0.8725, 0.8699, 0.8693], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.1667, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.6992, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.8122, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.8333}, "127880": {"relevant_ids": ["241164"], "ranked_ids": ["241164", "210277", "112470", "135083", "121458", "212021", "535042", "84471", "537189", "156678"], "ranked_scores": [0.8603, 0.7572, 0.7488, 0.7449, 0.7344, 0.7309, 0.7208, 0.7121, 0.6983, 0.6939], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "167969": {"relevant_ids": ["174461"], "ranked_ids": ["174461", "360983", "60171", "121354", "174464", "78497", "34814", "449678", "207492", "365197"], "ranked_scores": [0.8386, 0.8164, 0.7408, 0.7228, 0.7082, 0.7031, 0.6956, 0.6951, 0.6941, 0.6929], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "97986": {"relevant_ids": ["97987"], "ranked_ids": ["97987", "44589", "108564", "284181", "393565", "257425", "41242", "318396", "41241", "212168"], "ranked_scores": [0.9917, 0.8297, 0.7799, 0.7721, 0.7699, 0.7245, 0.6955, 0.6877, 0.6869, 0.6855], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "12865": {"relevant_ids": ["105683"], "ranked_ids": ["105683", "92902", "188959", "250014", "345398", "94167", "356189", "146806", "506722", "23129"], "ranked_scores": [0.9889, 0.7972, 0.7799, 0.7755, 0.7614, 0.7614, 0.7524, 0.7364, 0.7306, 0.7289], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "215681": {"relevant_ids": ["215680"], "ranked_ids": ["215680", "178515", "301165", "54139", "297953", "171713", "18634", "294407", "52235", "229503"], "ranked_scores": [0.9792, 0.7722, 0.7598, 0.7478, 0.7453, 0.736, 0.7249, 0.7175, 0.7137, 0.7025], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-roberta-base-mrl-128": {"127728": {"relevant_ids": ["127729"], "ranked_ids": ["127729", "92818", "469527", "278575", "250619", "382156", "245618", "188019", "38063", "445616"], "ranked_scores": [0.7996, 0.7546, 0.747, 0.7464, 0.74, 0.7304, 0.723, 0.6989, 0.694, 0.6858], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "318820": {"relevant_ids": ["318821"], "ranked_ids": ["318821", "222238", "489320", "367479", "496708", "190698", "380781", "162581", "178549", "54496"], "ranked_scores": [0.9539, 0.8302, 0.8087, 0.797, 0.7708, 0.7652, 0.764, 0.7639, 0.7619, 0.749], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "296098": {"relevant_ids": ["296097"], "ranked_ids": ["493414", "45507", "469868", "513540", "469985", "120598", "364131", "296097", "412371", "45506"], "ranked_scores": [0.712, 0.6818, 0.6817, 0.6805, 0.6691, 0.65, 0.6499, 0.6388, 0.6289, 0.6148], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "150414": {"relevant_ids": ["192835"], "ranked_ids": ["192835", "105782", "105783", "516620", "132912", "126746", "121070", "470642", "113488", "149429"], "ranked_scores": [0.9245, 0.9071, 0.8466, 0.8421, 0.8132, 0.7889, 0.7887, 0.786, 0.7714, 0.767], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145582": {"relevant_ids": ["145583"], "ranked_ids": ["145583", "454248", "211239", "130013", "263736", "299264", "110298", "432243", "295582", "472217"], "ranked_scores": [0.8808, 0.5875, 0.5455, 0.5383, 0.5165, 0.506, 0.4988, 0.4912, 0.4651, 0.465], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "315712": {"relevant_ids": ["315713"], "ranked_ids": ["315713", "242340", "355553", "408588", "377891", "203205", "194841", "236508", "208025", "153536"], "ranked_scores": [0.8965, 0.7421, 0.7145, 0.7085, 0.7067, 0.6978, 0.6951, 0.683, 0.6795, 0.6572], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145739": {"relevant_ids": ["145740"], "ranked_ids": ["145740", "241979", "366074", "8705", "115412", "465597", "429177", "415781", "180147", "148222"], "ranked_scores": [0.9148, 0.7722, 0.7461, 0.7396, 0.735, 0.7014, 0.6965, 0.6718, 0.6699, 0.6588], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "308127": {"relevant_ids": ["308126"], "ranked_ids": ["308126", "35763", "79534", "395527", "301104", "77650", "471617", "386807", "36744", "326242"], "ranked_scores": [0.8739, 0.7855, 0.7447, 0.7232, 0.7179, 0.7152, 0.7143, 0.7042, 0.6986, 0.6853], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "287245": {"relevant_ids": ["322650", "283199", "283198"], "ranked_ids": ["283199", "322650", "283198", "420279", "192143", "498473", "508239", "420280", "188682", "188940"], "ranked_scores": [0.8938, 0.889, 0.8147, 0.7193, 0.6763, 0.6655, 0.6645, 0.6587, 0.6535, 0.6505], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "14755": {"relevant_ids": ["211906", "14756"], "ranked_ids": ["450970", "14756", "211906", "235454", "57678", "277031", "30834", "259619", "369731", "314883"], "ranked_scores": [0.8789, 0.8756, 0.8651, 0.7853, 0.7777, 0.7323, 0.6931, 0.6808, 0.6805, 0.6693], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6934, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6934, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6934, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "370170": {"relevant_ids": ["370169"], "ranked_ids": ["370169", "537762", "211280", "334238", "466920", "417976", "419219", "88911", "59810", "528902"], "ranked_scores": [0.9982, 0.6214, 0.5936, 0.5839, 0.5667, 0.5667, 0.5577, 0.5542, 0.553, 0.5524], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "41774": {"relevant_ids": ["41773"], "ranked_ids": ["41773", "214766", "239344", "442459", "468655", "53738", "307530", "467781", "468656", "163006"], "ranked_scores": [0.9031, 0.679, 0.6729, 0.6313, 0.6178, 0.6112, 0.5972, 0.5944, 0.5845, 0.5838], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "399648": {"relevant_ids": ["399649"], "ranked_ids": ["399649", "225815", "435035", "462253", "439417", "124071", "412309", "411313", "481934", "21253"], "ranked_scores": [0.9926, 0.8163, 0.7773, 0.7507, 0.7301, 0.7264, 0.7262, 0.721, 0.72, 0.7133], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "504811": {"relevant_ids": ["504810"], "ranked_ids": ["504810", "90374", "298555", "448774", "309894", "214151", "55899", "155038", "84826", "451065"], "ranked_scores": [0.9952, 0.7772, 0.7756, 0.7357, 0.7308, 0.7296, 0.7237, 0.7037, 0.6992, 0.695], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "362950": {"relevant_ids": ["400212", "362949"], "ranked_ids": ["362949", "400212", "475478", "348827", "487392", "427587", "155870", "151122", "411503", "465929"], "ranked_scores": [0.9221, 0.887, 0.8248, 0.7948, 0.7939, 0.7904, 0.7803, 0.7614, 0.7599, 0.7502], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "155873": {"relevant_ids": ["155874"], "ranked_ids": ["155874", "392604", "136219", "122134", "346009", "170784", "440807", "464100", "91610", "444541"], "ranked_scores": [0.7793, 0.656, 0.6481, 0.6452, 0.6304, 0.6283, 0.6227, 0.6189, 0.6114, 0.6097], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "263432": {"relevant_ids": ["263433"], "ranked_ids": ["407204", "263433", "128303", "401373", "536353", "471480", "497067", "184766", "374181", "89716"], "ranked_scores": [0.7508, 0.7433, 0.7395, 0.6644, 0.6185, 0.5955, 0.5939, 0.5807, 0.5772, 0.5734], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "354945": {"relevant_ids": ["354946"], "ranked_ids": ["354946", "254071", "462983", "202817", "108161", "322478", "298611", "462984", "425587", "241015"], "ranked_scores": [0.9705, 0.8801, 0.6764, 0.6273, 0.6244, 0.6012, 0.5018, 0.4905, 0.4794, 0.4753], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "245417": {"relevant_ids": ["219475", "248195"], "ranked_ids": ["219475", "248195", "40657", "64433", "14180", "164159", "368145", "301977", "37326", "85977"], "ranked_scores": [0.9388, 0.9014, 0.8768, 0.8104, 0.7739, 0.7613, 0.7567, 0.7541, 0.752, 0.7342], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "516276": {"relevant_ids": ["516277"], "ranked_ids": ["516277", "19755", "34173", "510783", "119374", "286275", "352189", "76958", "68652", "471902"], "ranked_scores": [0.9652, 0.773, 0.7632, 0.7331, 0.7135, 0.7072, 0.7025, 0.6988, 0.6898, 0.689], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177580": {"relevant_ids": ["177579"], "ranked_ids": ["177579", "18081", "115954", "419100", "491226", "454968", "76563", "446100", "272252", "60577"], "ranked_scores": [0.9832, 0.6207, 0.598, 0.5813, 0.5585, 0.5578, 0.5568, 0.5404, 0.5303, 0.5303], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "309865": {"relevant_ids": ["78624", "33713", "78623"], "ranked_ids": ["209041", "495751", "33713", "153484", "78624", "78623", "405094", "437065", "477476", "241492"], "ranked_scores": [0.8789, 0.8632, 0.8621, 0.8589, 0.8404, 0.8388, 0.8302, 0.8034, 0.7553, 0.7401], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4162, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.5833, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "510387": {"relevant_ids": ["510386"], "ranked_ids": ["241538", "40390", "344869", "241537", "510386", "170896", "52003", "371033", "254292", "484846"], "ranked_scores": [0.9017, 0.9012, 0.8852, 0.8824, 0.881, 0.8527, 0.833, 0.8213, 0.8186, 0.7916], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "26645": {"relevant_ids": ["26644"], "ranked_ids": ["26644", "12895", "507090", "286617", "215551", "108781", "163452", "26813", "318396", "504445"], "ranked_scores": [0.9806, 0.7516, 0.7439, 0.7226, 0.72, 0.7034, 0.6856, 0.6666, 0.6634, 0.6562], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "47788": {"relevant_ids": ["455725"], "ranked_ids": ["455725", "348138", "235686", "59223", "8505", "47789", "276534", "59508", "105230", "47703"], "ranked_scores": [0.9079, 0.8858, 0.8711, 0.867, 0.8605, 0.8578, 0.8518, 0.8499, 0.8448, 0.8373], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "338281": {"relevant_ids": ["338282"], "ranked_ids": ["338282", "57017", "431433", "11563", "234727", "263861", "85881", "263316", "315387", "457315"], "ranked_scores": [0.9367, 0.6438, 0.5869, 0.5834, 0.5726, 0.5673, 0.562, 0.5476, 0.5432, 0.5282], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "461149": {"relevant_ids": ["461148"], "ranked_ids": ["461148", "525835", "443095", "203100", "381960", "302225", "482221", "392720", "335800", "527101"], "ranked_scores": [0.7508, 0.7492, 0.7272, 0.6969, 0.691, 0.6822, 0.6775, 0.6706, 0.6524, 0.6494], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "346126": {"relevant_ids": ["110710", "110711"], "ranked_ids": ["110710", "110711", "154338", "254526", "340823", "203476", "89277", "528998", "185203", "229972"], "ranked_scores": [0.9677, 0.9247, 0.9219, 0.8533, 0.8149, 0.8059, 0.7922, 0.7892, 0.7832, 0.7805], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "372986": {"relevant_ids": ["49961", "262882"], "ranked_ids": ["49961", "262882", "303468", "491226", "43966", "127288", "516501", "215938", "108183", "497531"], "ranked_scores": [0.9804, 0.873, 0.7532, 0.6981, 0.6773, 0.6626, 0.6622, 0.6619, 0.657, 0.6431], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "501182": {"relevant_ids": ["501181"], "ranked_ids": ["501181", "447737", "402718", "446824", "99921", "411533", "325288", "50260", "185580", "43474"], "ranked_scores": [0.9096, 0.6889, 0.6874, 0.6584, 0.6495, 0.6412, 0.6404, 0.6302, 0.6266, 0.6264], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13800": {"relevant_ids": ["408522", "376590", "13799"], "ranked_ids": ["376590", "13799", "179943", "67320", "448205", "408522", "8622", "30987", "23471", "56338"], "ranked_scores": [0.8735, 0.8342, 0.7895, 0.7624, 0.7485, 0.7426, 0.7146, 0.7145, 0.7114, 0.7034], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.7654, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.9325, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "250143": {"relevant_ids": ["250142"], "ranked_ids": ["250142", "473276", "76062", "57155", "368186", "50539", "96270", "206630", "27632", "38409"], "ranked_scores": [0.869, 0.8472, 0.6619, 0.6602, 0.6544, 0.6416, 0.6062, 0.5959, 0.5949, 0.5853], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13223": {"relevant_ids": ["156773", "88348", "13224", "20277", "88349"], "ranked_ids": ["156773", "86343", "88348", "88349", "13224", "223304", "366749", "137719", "361830", "491669"], "ranked_scores": [0.9869, 0.9293, 0.9281, 0.9243, 0.9153, 0.9044, 0.8983, 0.8871, 0.8804, 0.8482], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.2, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.4, "ndcg@5": 0.786, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.8, "ndcg@10": 0.786, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.8}, "11002": {"relevant_ids": ["11003"], "ranked_ids": ["11003", "144197", "444112", "489539", "266680", "87346", "42203", "40100", "241075", "153944"], "ranked_scores": [0.9044, 0.8368, 0.8269, 0.8151, 0.8045, 0.7842, 0.7813, 0.7738, 0.7733, 0.765], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177653": {"relevant_ids": ["79732"], "ranked_ids": ["79732", "525756", "373717", "200611", "310721", "39174", "395587", "373275", "525755", "225019"], "ranked_scores": [0.9482, 0.8468, 0.7714, 0.7515, 0.7267, 0.707, 0.6956, 0.6849, 0.6745, 0.6629], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "415592": {"relevant_ids": ["415591"], "ranked_ids": ["415591", "91592", "435045", "322822", "117817", "430072", "425878", "84634", "88542", "467639"], "ranked_scores": [0.9576, 0.7689, 0.7428, 0.7145, 0.714, 0.704, 0.7032, 0.6965, 0.6925, 0.6758], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "511196": {"relevant_ids": ["511197"], "ranked_ids": ["511197", "289278", "251545", "156490", "313107", "251546", "349723", "352492", "334665", "328397"], "ranked_scores": [0.928, 0.6361, 0.6268, 0.6265, 0.6089, 0.5887, 0.5782, 0.5774, 0.577, 0.5659], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "344845": {"relevant_ids": ["344844"], "ranked_ids": ["344844", "161471", "111672", "95946", "79987", "469623", "224515", "250875", "503908", "327548"], "ranked_scores": [0.9719, 0.9051, 0.8095, 0.8068, 0.8036, 0.8013, 0.7911, 0.7757, 0.7756, 0.7748], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "396744": {"relevant_ids": ["396745"], "ranked_ids": ["396745", "16789", "418055", "516168", "271801", "184901", "280435", "421257", "507513", "204626"], "ranked_scores": [0.8184, 0.7099, 0.7001, 0.6888, 0.6665, 0.6589, 0.655, 0.6419, 0.6406, 0.6377], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "452398": {"relevant_ids": ["452399"], "ranked_ids": ["452399", "530610", "90225", "7119", "296712", "304781", "4228", "230141", "419169", "399415"], "ranked_scores": [0.9732, 0.837, 0.7513, 0.7323, 0.7292, 0.7287, 0.7242, 0.7229, 0.7163, 0.712], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "182114": {"relevant_ids": ["182113"], "ranked_ids": ["196647", "182113", "234482", "531602", "229182", "162482", "323531", "328873", "481882", "256239"], "ranked_scores": [0.8709, 0.7839, 0.7336, 0.7286, 0.7181, 0.7138, 0.686, 0.6747, 0.6743, 0.6485], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "486260": {"relevant_ids": ["486259"], "ranked_ids": ["486259", "392356", "146738", "114114", "113749", "146737", "151649", "111946", "406342", "391328"], "ranked_scores": [0.955, 0.793, 0.7766, 0.7701, 0.7608, 0.76, 0.7419, 0.7398, 0.7338, 0.7335], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "455140": {"relevant_ids": ["315935"], "ranked_ids": ["315935", "246286", "50224", "93864", "369068", "245896", "93863", "124700", "150842", "211061"], "ranked_scores": [0.9544, 0.8314, 0.8027, 0.7818, 0.7776, 0.7686, 0.7599, 0.7594, 0.75, 0.7434], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "56198": {"relevant_ids": ["56199"], "ranked_ids": ["56199", "138891", "249114", "160914", "160194", "67917", "358086", "380746", "133979", "199688"], "ranked_scores": [0.9794, 0.6199, 0.6141, 0.6025, 0.6001, 0.5996, 0.5504, 0.5495, 0.5488, 0.5487], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "30172": {"relevant_ids": ["30173", "145120", "185817", "373486", "145119", "68426"], "ranked_ids": ["145120", "68426", "160900", "373486", "205338", "192604", "145119", "90983", "311173", "15236"], "ranked_scores": [0.9559, 0.9329, 0.8997, 0.8888, 0.879, 0.8479, 0.8446, 0.8377, 0.8325, 0.8289], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.1667, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.6992, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.7247, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.6667}, "127880": {"relevant_ids": ["241164"], "ranked_ids": ["241164", "121458", "210277", "450198", "537189", "212021", "112470", "135083", "535042", "122116"], "ranked_scores": [0.8736, 0.7275, 0.7237, 0.6978, 0.6923, 0.6855, 0.684, 0.6765, 0.6709, 0.667], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "167969": {"relevant_ids": ["174461"], "ranked_ids": ["174461", "360983", "78497", "60171", "365197", "207492", "207491", "449678", "34814", "91854"], "ranked_scores": [0.8525, 0.8176, 0.6552, 0.6358, 0.6094, 0.6082, 0.6078, 0.5932, 0.5925, 0.588], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "97986": {"relevant_ids": ["97987"], "ranked_ids": ["97987", "44589", "284181", "393565", "108564", "506848", "41241", "212168", "326597", "207775"], "ranked_scores": [0.9908, 0.8415, 0.8052, 0.7828, 0.7456, 0.6569, 0.6282, 0.6256, 0.6208, 0.6068], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "12865": {"relevant_ids": ["105683"], "ranked_ids": ["105683", "92902", "528844", "277453", "506722", "188959", "23129", "356189", "94167", "477677"], "ranked_scores": [0.9838, 0.7772, 0.7487, 0.744, 0.7323, 0.7256, 0.7238, 0.7157, 0.7138, 0.7104], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "215681": {"relevant_ids": ["215680"], "ranked_ids": ["215680", "178515", "297953", "52235", "78042", "18634", "301165", "5733", "54139", "177080"], "ranked_scores": [0.9761, 0.7686, 0.7207, 0.7149, 0.713, 0.7108, 0.7022, 0.6986, 0.6941, 0.6935], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-roberta-base-mrl-256": {"127728": {"relevant_ids": ["127729"], "ranked_ids": ["127729", "245618", "92818", "278575", "469527", "38063", "276617", "250619", "188019", "153290"], "ranked_scores": [0.8177, 0.7356, 0.729, 0.7275, 0.7127, 0.7067, 0.6878, 0.6769, 0.6755, 0.672], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "318820": {"relevant_ids": ["318821"], "ranked_ids": ["318821", "222238", "367479", "178549", "190698", "441089", "54496", "380781", "489320", "496708"], "ranked_scores": [0.957, 0.8353, 0.7972, 0.7773, 0.7639, 0.7553, 0.7457, 0.7456, 0.7448, 0.7381], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "296098": {"relevant_ids": ["296097"], "ranked_ids": ["469985", "493414", "513540", "45507", "364131", "412371", "469868", "120598", "298852", "45506"], "ranked_scores": [0.6811, 0.6664, 0.6614, 0.6426, 0.6273, 0.6214, 0.6146, 0.6106, 0.605, 0.5934], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "150414": {"relevant_ids": ["192835"], "ranked_ids": ["192835", "105782", "105783", "516620", "132912", "121070", "470642", "126746", "113488", "149429"], "ranked_scores": [0.9062, 0.8985, 0.8425, 0.8343, 0.803, 0.7815, 0.7753, 0.7717, 0.7266, 0.7214], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145582": {"relevant_ids": ["145583"], "ranked_ids": ["145583", "454248", "299264", "263736", "130013", "206717", "87614", "390399", "211239", "112261"], "ranked_scores": [0.8837, 0.6264, 0.6023, 0.5179, 0.493, 0.4923, 0.4916, 0.4884, 0.4836, 0.4757], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "315712": {"relevant_ids": ["315713"], "ranked_ids": ["315713", "408588", "242340", "194841", "208025", "236508", "377891", "124542", "203205", "355553"], "ranked_scores": [0.8786, 0.6961, 0.6946, 0.6929, 0.6746, 0.6686, 0.6643, 0.6593, 0.6506, 0.6447], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145739": {"relevant_ids": ["145740"], "ranked_ids": ["145740", "241979", "115412", "366074", "8705", "465597", "347337", "180147", "415781", "148222"], "ranked_scores": [0.9089, 0.7597, 0.7346, 0.7325, 0.7206, 0.6834, 0.6739, 0.6649, 0.6616, 0.657], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "308127": {"relevant_ids": ["308126"], "ranked_ids": ["308126", "35763", "395527", "79534", "385951", "386807", "36744", "301104", "471617", "77650"], "ranked_scores": [0.8571, 0.719, 0.7007, 0.693, 0.6795, 0.6749, 0.6748, 0.6748, 0.6708, 0.6702], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "287245": {"relevant_ids": ["322650", "283199", "283198"], "ranked_ids": ["283199", "322650", "283198", "420279", "188940", "192143", "68138", "420280", "221784", "498473"], "ranked_scores": [0.9022, 0.8959, 0.8307, 0.7034, 0.6845, 0.682, 0.6708, 0.6595, 0.6385, 0.6265], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "14755": {"relevant_ids": ["211906", "14756"], "ranked_ids": ["450970", "211906", "14756", "235454", "57678", "30834", "277031", "259619", "449494", "369731"], "ranked_scores": [0.8775, 0.8627, 0.8621, 0.7905, 0.7593, 0.7055, 0.6923, 0.6805, 0.6764, 0.6641], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6934, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6934, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6934, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "370170": {"relevant_ids": ["370169"], "ranked_ids": ["370169", "466920", "537762", "211280", "334238", "22763", "528902", "419219", "417976", "191527"], "ranked_scores": [0.9984, 0.5989, 0.5985, 0.5887, 0.5744, 0.5451, 0.544, 0.5397, 0.5372, 0.5313], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "41774": {"relevant_ids": ["41773"], "ranked_ids": ["41773", "214766", "239344", "442459", "468655", "467781", "307530", "468656", "163006", "53738"], "ranked_scores": [0.9005, 0.6958, 0.66, 0.6187, 0.6175, 0.6081, 0.6059, 0.6014, 0.5785, 0.5722], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "399648": {"relevant_ids": ["399649"], "ranked_ids": ["399649", "225815", "435035", "412309", "124071", "462253", "411313", "439417", "481934", "21253"], "ranked_scores": [0.9911, 0.8229, 0.7551, 0.7179, 0.7096, 0.7011, 0.6989, 0.6955, 0.6908, 0.6805], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "504811": {"relevant_ids": ["504810"], "ranked_ids": ["504810", "90374", "298555", "448774", "309894", "84826", "5861", "55899", "214151", "155038"], "ranked_scores": [0.9952, 0.7648, 0.7626, 0.7338, 0.7287, 0.7171, 0.7061, 0.6998, 0.6898, 0.6804], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "362950": {"relevant_ids": ["400212", "362949"], "ranked_ids": ["362949", "400212", "475478", "487392", "427587", "151122", "348827", "411503", "155870", "344212"], "ranked_scores": [0.9055, 0.8681, 0.8164, 0.7858, 0.7742, 0.7571, 0.7554, 0.7539, 0.7348, 0.729], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "155873": {"relevant_ids": ["155874"], "ranked_ids": ["155874", "392604", "122134", "136219", "346009", "440807", "170784", "294020", "444541", "464100"], "ranked_scores": [0.7173, 0.6288, 0.6191, 0.6177, 0.5875, 0.5778, 0.5745, 0.5657, 0.5536, 0.5517], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "263432": {"relevant_ids": ["263433"], "ranked_ids": ["263433", "128303", "407204", "401373", "370717", "497067", "89716", "471057", "279243", "147629"], "ranked_scores": [0.799, 0.729, 0.7122, 0.6754, 0.6188, 0.5974, 0.5944, 0.5886, 0.5873, 0.5804], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "354945": {"relevant_ids": ["354946"], "ranked_ids": ["354946", "254071", "462983", "108161", "322478", "202817", "462984", "202685", "425587", "263939"], "ranked_scores": [0.9718, 0.8861, 0.7087, 0.6194, 0.6062, 0.5947, 0.5721, 0.5313, 0.526, 0.5199], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "245417": {"relevant_ids": ["219475", "248195"], "ranked_ids": ["219475", "248195", "40657", "64433", "413040", "413039", "164159", "368145", "14180", "301977"], "ranked_scores": [0.9395, 0.9046, 0.8842, 0.8279, 0.7579, 0.7559, 0.7553, 0.7545, 0.7538, 0.7505], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "516276": {"relevant_ids": ["516277"], "ranked_ids": ["516277", "19755", "34173", "286275", "76958", "510783", "119374", "438101", "489791", "62062"], "ranked_scores": [0.9704, 0.8086, 0.7852, 0.769, 0.7504, 0.7433, 0.7289, 0.7288, 0.7138, 0.6913], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177580": {"relevant_ids": ["177579"], "ranked_ids": ["177579", "18081", "454968", "446100", "115954", "60577", "419100", "76563", "455888", "464418"], "ranked_scores": [0.9839, 0.6378, 0.5968, 0.5858, 0.5736, 0.5728, 0.568, 0.5558, 0.5547, 0.5547], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "309865": {"relevant_ids": ["78624", "33713", "78623"], "ranked_ids": ["33713", "153484", "209041", "78623", "495751", "405094", "78624", "437065", "469068", "235483"], "ranked_scores": [0.8683, 0.8591, 0.8575, 0.8435, 0.8384, 0.8347, 0.8312, 0.7518, 0.7365, 0.7363], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.6714, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.8278, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "510387": {"relevant_ids": ["510386"], "ranked_ids": ["40390", "510386", "241538", "344869", "241537", "170896", "52003", "484846", "371033", "254292"], "ranked_scores": [0.8836, 0.8791, 0.8723, 0.8705, 0.8585, 0.8561, 0.8319, 0.8006, 0.7935, 0.7678], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "26645": {"relevant_ids": ["26644"], "ranked_ids": ["26644", "12895", "507090", "108781", "207775", "318396", "286617", "148567", "215551", "163452"], "ranked_scores": [0.9813, 0.717, 0.7127, 0.6948, 0.6863, 0.6818, 0.6724, 0.6717, 0.6681, 0.6551], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "47788": {"relevant_ids": ["455725"], "ranked_ids": ["455725", "235686", "59508", "348138", "59223", "8505", "47789", "105230", "331", "47703"], "ranked_scores": [0.8858, 0.8519, 0.8495, 0.8493, 0.8466, 0.8397, 0.8397, 0.8263, 0.821, 0.8194], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "338281": {"relevant_ids": ["338282"], "ranked_ids": ["338282", "234727", "431433", "57017", "263316", "263861", "457315", "315387", "11563", "100426"], "ranked_scores": [0.9397, 0.6114, 0.5974, 0.5972, 0.5948, 0.5678, 0.5667, 0.5633, 0.5566, 0.5492], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "461149": {"relevant_ids": ["461148"], "ranked_ids": ["525835", "461148", "203100", "443095", "302225", "482221", "215782", "381960", "305206", "527101"], "ranked_scores": [0.7559, 0.7463, 0.7166, 0.7101, 0.6679, 0.6649, 0.6608, 0.6586, 0.6396, 0.6385], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "346126": {"relevant_ids": ["110710", "110711"], "ranked_ids": ["110710", "154338", "110711", "254526", "340823", "203476", "528998", "168350", "108617", "229972"], "ranked_scores": [0.9581, 0.9261, 0.9241, 0.8378, 0.8086, 0.8019, 0.7757, 0.7553, 0.7507, 0.7447], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.9197, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.9197, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9197, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "372986": {"relevant_ids": ["49961", "262882"], "ranked_ids": ["49961", "262882", "303468", "43966", "491226", "497357", "443239", "127288", "215938", "494989"], "ranked_scores": [0.9785, 0.8736, 0.7734, 0.6823, 0.6567, 0.6489, 0.6434, 0.6395, 0.6394, 0.6374], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "501182": {"relevant_ids": ["501181"], "ranked_ids": ["501181", "402718", "447737", "446824", "179018", "185580", "274777", "109121", "261255", "2257"], "ranked_scores": [0.9127, 0.6738, 0.6555, 0.6457, 0.6093, 0.6072, 0.6012, 0.5935, 0.5859, 0.5833], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13800": {"relevant_ids": ["408522", "376590", "13799"], "ranked_ids": ["376590", "13799", "179943", "448205", "408522", "67320", "30987", "8622", "56338", "23471"], "ranked_scores": [0.8831, 0.8398, 0.8043, 0.7499, 0.7472, 0.7432, 0.7299, 0.7227, 0.7201, 0.7173], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.9469, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9469, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "250143": {"relevant_ids": ["250142"], "ranked_ids": ["250142", "473276", "76062", "526032", "206630", "57155", "368186", "96270", "38409", "27632"], "ranked_scores": [0.8584, 0.8131, 0.6243, 0.6218, 0.6198, 0.6187, 0.6141, 0.6068, 0.6004, 0.5989], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13223": {"relevant_ids": ["156773", "88348", "13224", "20277", "88349"], "ranked_ids": ["156773", "88348", "88349", "13224", "86343", "223304", "366749", "137719", "361830", "491669"], "ranked_scores": [0.9869, 0.9222, 0.9106, 0.9099, 0.906, 0.8791, 0.8699, 0.866, 0.8532, 0.8261], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.2, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6, "ndcg@5": 0.8688, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.8, "ndcg@10": 0.8688, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.8}, "11002": {"relevant_ids": ["11003"], "ranked_ids": ["11003", "144197", "444112", "489539", "42203", "17317", "87346", "266680", "347493", "64236"], "ranked_scores": [0.8853, 0.8018, 0.7971, 0.7833, 0.7664, 0.745, 0.7414, 0.7403, 0.7389, 0.7352], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177653": {"relevant_ids": ["79732"], "ranked_ids": ["79732", "525756", "373717", "200611", "39174", "310721", "225019", "395587", "245271", "525755"], "ranked_scores": [0.9443, 0.8327, 0.7727, 0.7276, 0.7264, 0.7048, 0.6981, 0.6882, 0.6755, 0.6743], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "415592": {"relevant_ids": ["415591"], "ranked_ids": ["415591", "435045", "91592", "425878", "322822", "117817", "84634", "88542", "485299", "379146"], "ranked_scores": [0.9542, 0.7682, 0.7578, 0.7226, 0.712, 0.7033, 0.6991, 0.6953, 0.6756, 0.6737], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "511196": {"relevant_ids": ["511197"], "ranked_ids": ["511197", "156490", "289278", "251545", "313107", "328397", "189866", "251546", "112674", "491923"], "ranked_scores": [0.9269, 0.6887, 0.6752, 0.63, 0.6041, 0.6021, 0.5821, 0.5737, 0.5605, 0.5583], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "344845": {"relevant_ids": ["344844"], "ranked_ids": ["344844", "161471", "111672", "79987", "95946", "327548", "101085", "503908", "4915", "397001"], "ranked_scores": [0.9642, 0.8741, 0.7884, 0.7874, 0.7855, 0.7789, 0.7594, 0.7585, 0.7523, 0.7493], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "396744": {"relevant_ids": ["396745"], "ranked_ids": ["396745", "16789", "236438", "418055", "516168", "28361", "75399", "318588", "526492", "421257"], "ranked_scores": [0.7834, 0.6984, 0.6605, 0.6535, 0.653, 0.6226, 0.6187, 0.6048, 0.6011, 0.5966], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "452398": {"relevant_ids": ["452399"], "ranked_ids": ["452399", "530610", "4228", "230141", "304781", "90225", "399415", "435989", "346712", "372901"], "ranked_scores": [0.9728, 0.8124, 0.7141, 0.7083, 0.6975, 0.6934, 0.6731, 0.6692, 0.6631, 0.6601], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "182114": {"relevant_ids": ["182113"], "ranked_ids": ["196647", "182113", "531602", "234482", "162482", "229182", "323531", "481882", "80719", "256239"], "ranked_scores": [0.8441, 0.7817, 0.749, 0.7359, 0.7208, 0.7048, 0.6998, 0.6728, 0.6682, 0.6627], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "486260": {"relevant_ids": ["486259"], "ranked_ids": ["486259", "392356", "113749", "209254", "114114", "266904", "385204", "146738", "222159", "111946"], "ranked_scores": [0.9436, 0.7763, 0.7512, 0.7246, 0.7225, 0.721, 0.7193, 0.7193, 0.7191, 0.7074], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "455140": {"relevant_ids": ["315935"], "ranked_ids": ["315935", "246286", "93864", "124700", "245896", "50224", "150842", "308963", "369068", "93863"], "ranked_scores": [0.9533, 0.8131, 0.7891, 0.7656, 0.7565, 0.7542, 0.7483, 0.7379, 0.7357, 0.7146], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "56198": {"relevant_ids": ["56199"], "ranked_ids": ["56199", "249114", "160194", "138891", "160914", "43404", "243039", "67917", "431226", "279986"], "ranked_scores": [0.9772, 0.62, 0.595, 0.5835, 0.578, 0.5588, 0.5554, 0.5448, 0.5365, 0.5358], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "30172": {"relevant_ids": ["30173", "145120", "185817", "373486", "145119", "68426"], "ranked_ids": ["145120", "68426", "160900", "205338", "192604", "373486", "311173", "15236", "90983", "185817"], "ranked_scores": [0.9551, 0.9333, 0.8857, 0.8503, 0.8499, 0.8452, 0.8337, 0.8283, 0.8262, 0.8185], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.1667, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.5531, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.6888, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.6667}, "127880": {"relevant_ids": ["241164"], "ranked_ids": ["241164", "121458", "135083", "210277", "450198", "535042", "325175", "112470", "122116", "537189"], "ranked_scores": [0.8647, 0.7316, 0.7193, 0.7043, 0.6984, 0.6906, 0.6761, 0.6727, 0.6658, 0.6595], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "167969": {"relevant_ids": ["174461"], "ranked_ids": ["174461", "360983", "78497", "60171", "91854", "12718", "449678", "168913", "24296", "255348"], "ranked_scores": [0.8806, 0.8497, 0.6726, 0.654, 0.6314, 0.6285, 0.6205, 0.6124, 0.6095, 0.6075], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "97986": {"relevant_ids": ["97987"], "ranked_ids": ["97987", "44589", "393565", "284181", "108564", "212168", "41241", "326597", "41242", "384292"], "ranked_scores": [0.9909, 0.8351, 0.7663, 0.7393, 0.7194, 0.6538, 0.653, 0.6473, 0.6382, 0.632], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "12865": {"relevant_ids": ["105683"], "ranked_ids": ["105683", "92902", "528844", "23129", "191268", "506722", "356189", "277453", "477677", "146806"], "ranked_scores": [0.983, 0.7714, 0.7387, 0.7159, 0.7154, 0.7118, 0.7113, 0.7097, 0.7043, 0.7011], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "215681": {"relevant_ids": ["215680"], "ranked_ids": ["215680", "178515", "57552", "52235", "18634", "143842", "177080", "63757", "78042", "5733"], "ranked_scores": [0.9712, 0.7369, 0.6942, 0.6862, 0.6809, 0.6731, 0.6704, 0.6694, 0.6685, 0.6614], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-roberta-base-mrl-512": {"127728": {"relevant_ids": ["127729"], "ranked_ids": ["127729", "245618", "38063", "278575", "276617", "92818", "188019", "153290", "469527", "382156"], "ranked_scores": [0.7996, 0.7495, 0.7306, 0.7217, 0.7155, 0.7149, 0.7018, 0.6934, 0.682, 0.6746], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "318820": {"relevant_ids": ["318821"], "ranked_ids": ["318821", "222238", "367479", "178549", "489320", "441089", "54496", "496708", "190698", "380781"], "ranked_scores": [0.9565, 0.8266, 0.7916, 0.7638, 0.7477, 0.7433, 0.7399, 0.7345, 0.7319, 0.7313], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "296098": {"relevant_ids": ["296097"], "ranked_ids": ["469985", "493414", "45506", "469868", "45507", "364131", "513540", "134752", "412371", "173403"], "ranked_scores": [0.6533, 0.6281, 0.615, 0.6143, 0.6109, 0.6101, 0.6068, 0.6056, 0.6022, 0.574], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "150414": {"relevant_ids": ["192835"], "ranked_ids": ["192835", "105782", "105783", "132912", "516620", "126746", "121070", "470642", "159263", "144880"], "ranked_scores": [0.9005, 0.884, 0.827, 0.8175, 0.8168, 0.7578, 0.755, 0.7296, 0.7281, 0.7195], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145582": {"relevant_ids": ["145583"], "ranked_ids": ["145583", "454248", "299264", "87614", "263736", "130013", "211239", "206717", "112261", "390399"], "ranked_scores": [0.863, 0.634, 0.6119, 0.5201, 0.5165, 0.5042, 0.4848, 0.4836, 0.4822, 0.4663], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "315712": {"relevant_ids": ["315713"], "ranked_ids": ["315713", "242340", "408588", "194841", "124542", "208025", "236508", "203205", "261260", "355553"], "ranked_scores": [0.8765, 0.7003, 0.6989, 0.6905, 0.6841, 0.6686, 0.6559, 0.6491, 0.6316, 0.63], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145739": {"relevant_ids": ["145740"], "ranked_ids": ["145740", "241979", "366074", "8705", "115412", "465597", "347337", "303090", "415781", "316928"], "ranked_scores": [0.9193, 0.7772, 0.7571, 0.7559, 0.7491, 0.7049, 0.7012, 0.6853, 0.6797, 0.6713], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "308127": {"relevant_ids": ["308126"], "ranked_ids": ["308126", "79534", "35763", "395527", "36744", "385951", "77650", "471617", "326242", "301104"], "ranked_scores": [0.8608, 0.6948, 0.6855, 0.6777, 0.6729, 0.6667, 0.6614, 0.6551, 0.6508, 0.6502], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "287245": {"relevant_ids": ["322650", "283199", "283198"], "ranked_ids": ["283199", "322650", "283198", "420279", "68138", "192143", "188940", "221784", "420280", "499037"], "ranked_scores": [0.9095, 0.906, 0.8402, 0.71, 0.6952, 0.6921, 0.6806, 0.6643, 0.6615, 0.6577], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "14755": {"relevant_ids": ["211906", "14756"], "ranked_ids": ["450970", "211906", "14756", "235454", "57678", "30834", "259619", "277031", "449494", "128231"], "ranked_scores": [0.876, 0.8682, 0.8618, 0.7912, 0.7594, 0.7083, 0.6992, 0.6888, 0.67, 0.6564], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6934, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6934, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6934, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "370170": {"relevant_ids": ["370169"], "ranked_ids": ["370169", "537762", "334238", "211280", "466920", "528902", "191527", "419219", "476551", "231528"], "ranked_scores": [0.9982, 0.5915, 0.5841, 0.5804, 0.5708, 0.5596, 0.5577, 0.55, 0.5456, 0.5288], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "41774": {"relevant_ids": ["41773"], "ranked_ids": ["41773", "214766", "239344", "307530", "468655", "467781", "442459", "468656", "33017", "148165"], "ranked_scores": [0.893, 0.6645, 0.6525, 0.6129, 0.6118, 0.5983, 0.5816, 0.5767, 0.5717, 0.5575], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "399648": {"relevant_ids": ["399649"], "ranked_ids": ["399649", "225815", "435035", "412309", "124071", "439417", "462253", "380626", "411313", "359281"], "ranked_scores": [0.9915, 0.8446, 0.7454, 0.7297, 0.7291, 0.7212, 0.7013, 0.7003, 0.6995, 0.6966], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "504811": {"relevant_ids": ["504810"], "ranked_ids": ["504810", "90374", "309894", "448774", "298555", "84826", "214151", "55899", "5861", "155038"], "ranked_scores": [0.9955, 0.7783, 0.7456, 0.737, 0.7334, 0.7088, 0.6946, 0.6944, 0.6912, 0.6827], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "362950": {"relevant_ids": ["400212", "362949"], "ranked_ids": ["362949", "400212", "487392", "475478", "427587", "151122", "348827", "411503", "129563", "155870"], "ranked_scores": [0.8917, 0.8529, 0.8033, 0.7985, 0.7799, 0.7665, 0.7529, 0.7505, 0.7418, 0.724], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "155873": {"relevant_ids": ["155874"], "ranked_ids": ["155874", "392604", "136219", "122134", "383066", "91610", "294020", "292617", "346009", "440807"], "ranked_scores": [0.7289, 0.6558, 0.6473, 0.6207, 0.6144, 0.6105, 0.6073, 0.5884, 0.5776, 0.5734], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "263432": {"relevant_ids": ["263433"], "ranked_ids": ["263433", "128303", "407204", "401373", "147629", "370717", "97259", "89716", "536353", "279243"], "ranked_scores": [0.8072, 0.7294, 0.6939, 0.6806, 0.6069, 0.5845, 0.5749, 0.5733, 0.5623, 0.5563], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "354945": {"relevant_ids": ["354946"], "ranked_ids": ["354946", "254071", "462983", "108161", "322478", "202817", "462984", "263939", "236419", "425587"], "ranked_scores": [0.9731, 0.8931, 0.7229, 0.6434, 0.6205, 0.6056, 0.574, 0.5451, 0.5372, 0.5312], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "245417": {"relevant_ids": ["219475", "248195"], "ranked_ids": ["219475", "248195", "40657", "64433", "413039", "301977", "368145", "37326", "413040", "319022"], "ranked_scores": [0.9335, 0.8984, 0.8642, 0.8278, 0.7544, 0.7375, 0.7321, 0.7261, 0.726, 0.7257], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "516276": {"relevant_ids": ["516277"], "ranked_ids": ["516277", "19755", "34173", "76958", "286275", "510783", "62062", "352289", "489791", "119374"], "ranked_scores": [0.9687, 0.797, 0.7822, 0.7466, 0.7369, 0.7343, 0.7102, 0.702, 0.6995, 0.6944], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177580": {"relevant_ids": ["177579"], "ranked_ids": ["177579", "18081", "115954", "454968", "60577", "419100", "76563", "370405", "446100", "272252"], "ranked_scores": [0.9828, 0.5822, 0.5646, 0.5558, 0.5515, 0.5512, 0.5508, 0.5465, 0.5458, 0.5286], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "309865": {"relevant_ids": ["78624", "33713", "78623"], "ranked_ids": ["153484", "33713", "209041", "78624", "78623", "495751", "405094", "437065", "469068", "360054"], "ranked_scores": [0.877, 0.8738, 0.8701, 0.8563, 0.8548, 0.8497, 0.8473, 0.7839, 0.7517, 0.7476], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.6797, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6797, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "510387": {"relevant_ids": ["510386"], "ranked_ids": ["510386", "40390", "344869", "241538", "170896", "241537", "52003", "484846", "371033", "254292"], "ranked_scores": [0.8816, 0.8696, 0.8655, 0.8636, 0.8614, 0.8477, 0.8337, 0.8268, 0.7998, 0.7586], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "26645": {"relevant_ids": ["26644"], "ranked_ids": ["26644", "207775", "318396", "507090", "12895", "108781", "284346", "144057", "83875", "286617"], "ranked_scores": [0.9827, 0.7495, 0.7484, 0.7232, 0.707, 0.699, 0.6986, 0.6904, 0.6896, 0.6804], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "47788": {"relevant_ids": ["455725"], "ranked_ids": ["455725", "59508", "348138", "235686", "59223", "47789", "8505", "120701", "47703", "105230"], "ranked_scores": [0.8824, 0.8514, 0.8402, 0.8357, 0.8357, 0.8256, 0.8222, 0.8162, 0.8159, 0.8152], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "338281": {"relevant_ids": ["338282"], "ranked_ids": ["338282", "234727", "57017", "263316", "431433", "263861", "457315", "11563", "315387", "85881"], "ranked_scores": [0.9353, 0.6293, 0.6172, 0.5907, 0.5876, 0.5873, 0.582, 0.5729, 0.5702, 0.5406], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "461149": {"relevant_ids": ["461148"], "ranked_ids": ["525835", "461148", "203100", "215782", "302225", "443095", "527101", "381960", "482221", "305206"], "ranked_scores": [0.7707, 0.765, 0.7165, 0.6816, 0.6738, 0.6663, 0.6554, 0.6482, 0.6464, 0.6408], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "346126": {"relevant_ids": ["110710", "110711"], "ranked_ids": ["110710", "110711", "154338", "254526", "203476", "340823", "528998", "229972", "168350", "296319"], "ranked_scores": [0.9559, 0.9258, 0.9222, 0.8361, 0.7957, 0.7888, 0.7792, 0.7661, 0.7599, 0.7395], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "372986": {"relevant_ids": ["49961", "262882"], "ranked_ids": ["49961", "262882", "303468", "43966", "215938", "88278", "516501", "494989", "497357", "497531"], "ranked_scores": [0.9791, 0.8677, 0.7482, 0.6898, 0.6678, 0.6578, 0.6527, 0.6518, 0.6503, 0.6429], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "501182": {"relevant_ids": ["501181"], "ranked_ids": ["501181", "402718", "179018", "447737", "274777", "446824", "109121", "325288", "2257", "53141"], "ranked_scores": [0.9183, 0.6831, 0.6439, 0.6295, 0.6173, 0.6152, 0.6066, 0.5696, 0.5687, 0.5589], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13800": {"relevant_ids": ["408522", "376590", "13799"], "ranked_ids": ["376590", "13799", "179943", "408522", "481109", "8622", "67320", "448205", "30987", "23471"], "ranked_scores": [0.8733, 0.8451, 0.831, 0.7734, 0.7435, 0.7428, 0.7428, 0.7251, 0.7213, 0.7156], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.9675, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9675, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "250143": {"relevant_ids": ["250142"], "ranked_ids": ["250142", "473276", "526032", "206630", "57155", "368186", "38409", "27632", "76062", "96270"], "ranked_scores": [0.8533, 0.8027, 0.6312, 0.6263, 0.6142, 0.6042, 0.6031, 0.5903, 0.5887, 0.5778], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13223": {"relevant_ids": ["156773", "88348", "13224", "20277", "88349"], "ranked_ids": ["156773", "88348", "13224", "88349", "86343", "223304", "366749", "137719", "361830", "24720"], "ranked_scores": [0.9871, 0.9177, 0.9108, 0.9064, 0.9001, 0.8799, 0.8662, 0.8611, 0.8425, 0.8071], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.2, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6, "ndcg@5": 0.8688, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.8, "ndcg@10": 0.8688, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.8}, "11002": {"relevant_ids": ["11003"], "ranked_ids": ["11003", "144197", "444112", "489539", "241075", "42203", "266680", "17317", "40100", "347493"], "ranked_scores": [0.8745, 0.7919, 0.7913, 0.7772, 0.7372, 0.7346, 0.7336, 0.7295, 0.7184, 0.7165], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177653": {"relevant_ids": ["79732"], "ranked_ids": ["79732", "525756", "373717", "200611", "39174", "395587", "310721", "245271", "225019", "412316"], "ranked_scores": [0.9406, 0.8058, 0.7463, 0.7315, 0.7256, 0.6905, 0.6687, 0.6663, 0.653, 0.6245], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "415592": {"relevant_ids": ["415591"], "ranked_ids": ["415591", "435045", "91592", "425878", "117817", "322822", "88542", "430072", "467639", "379146"], "ranked_scores": [0.944, 0.7418, 0.735, 0.7014, 0.6986, 0.694, 0.6897, 0.6847, 0.6833, 0.6832], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "511196": {"relevant_ids": ["511197"], "ranked_ids": ["511197", "156490", "289278", "251545", "328397", "313107", "251546", "491923", "112674", "248655"], "ranked_scores": [0.9155, 0.7338, 0.6653, 0.6353, 0.603, 0.5912, 0.5906, 0.5856, 0.5822, 0.5679], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "344845": {"relevant_ids": ["344844"], "ranked_ids": ["344844", "161471", "111672", "95946", "327548", "79987", "503908", "335497", "101085", "224515"], "ranked_scores": [0.9658, 0.8698, 0.8044, 0.795, 0.7821, 0.7775, 0.7593, 0.751, 0.7361, 0.7359], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "396744": {"relevant_ids": ["396745"], "ranked_ids": ["396745", "16789", "516168", "236438", "421257", "481437", "418055", "75399", "507513", "28361"], "ranked_scores": [0.7825, 0.7122, 0.6607, 0.6447, 0.6212, 0.6207, 0.6202, 0.6187, 0.6184, 0.597], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "452398": {"relevant_ids": ["452399"], "ranked_ids": ["452399", "530610", "230141", "90225", "4228", "304781", "324290", "372901", "296712", "346712"], "ranked_scores": [0.9743, 0.7683, 0.6933, 0.6929, 0.6821, 0.668, 0.6679, 0.6641, 0.6631, 0.6574], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "182114": {"relevant_ids": ["182113"], "ranked_ids": ["196647", "182113", "531602", "234482", "162482", "323531", "229182", "80719", "256239", "533693"], "ranked_scores": [0.8416, 0.7904, 0.7509, 0.7282, 0.7231, 0.7094, 0.6977, 0.693, 0.6846, 0.6839], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "486260": {"relevant_ids": ["486259"], "ranked_ids": ["486259", "392356", "113749", "385204", "146738", "209254", "266904", "114114", "46379", "111946"], "ranked_scores": [0.9448, 0.7712, 0.7311, 0.715, 0.7149, 0.709, 0.7068, 0.7034, 0.7026, 0.6923], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "455140": {"relevant_ids": ["315935"], "ranked_ids": ["315935", "246286", "93864", "124700", "150842", "308963", "245896", "369068", "93863", "50224"], "ranked_scores": [0.9562, 0.81, 0.7922, 0.7811, 0.7578, 0.7516, 0.7412, 0.7345, 0.7184, 0.7115], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "56198": {"relevant_ids": ["56199"], "ranked_ids": ["56199", "138891", "249114", "160194", "279986", "243039", "43404", "160914", "431226", "67917"], "ranked_scores": [0.9753, 0.6113, 0.6102, 0.6009, 0.5723, 0.5619, 0.5594, 0.5401, 0.5373, 0.5319], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "30172": {"relevant_ids": ["30173", "145120", "185817", "373486", "145119", "68426"], "ranked_ids": ["145120", "68426", "160900", "205338", "192604", "373486", "185817", "90983", "311173", "30173"], "ranked_scores": [0.9548, 0.9313, 0.89, 0.8486, 0.8437, 0.8413, 0.8288, 0.8275, 0.8262, 0.8239], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.1667, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.5531, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.7897, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.8333}, "127880": {"relevant_ids": ["241164"], "ranked_ids": ["241164", "121458", "210277", "535042", "135083", "112470", "450198", "325175", "122116", "531392"], "ranked_scores": [0.8392, 0.7175, 0.7041, 0.6908, 0.6888, 0.6512, 0.6499, 0.644, 0.6424, 0.6167], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "167969": {"relevant_ids": ["174461"], "ranked_ids": ["174461", "360983", "78497", "60171", "91854", "449678", "207491", "168913", "121354", "347474"], "ranked_scores": [0.8536, 0.8318, 0.6611, 0.6376, 0.628, 0.6213, 0.6148, 0.5921, 0.592, 0.5874], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "97986": {"relevant_ids": ["97987"], "ranked_ids": ["97987", "44589", "393565", "284181", "108564", "41241", "41242", "318396", "326597", "212168"], "ranked_scores": [0.9916, 0.8343, 0.7436, 0.7162, 0.7016, 0.6899, 0.6784, 0.678, 0.6731, 0.67], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "12865": {"relevant_ids": ["105683"], "ranked_ids": ["105683", "92902", "528844", "277453", "191268", "23129", "146806", "506722", "477677", "356740"], "ranked_scores": [0.9833, 0.7956, 0.7371, 0.7339, 0.7307, 0.7225, 0.7175, 0.7164, 0.7156, 0.7106], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "215681": {"relevant_ids": ["215680"], "ranked_ids": ["215680", "178515", "57552", "52235", "177080", "340195", "297953", "143842", "5733", "63757"], "ranked_scores": [0.966, 0.6898, 0.6761, 0.665, 0.6612, 0.6479, 0.6419, 0.635, 0.6347, 0.6277], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-roberta-base-mrl-32-post-binary": {"127728": {"relevant_ids": ["127729"], "ranked_ids": ["207303", "152379", "12708", "127729", "245618", "166960", "499570", "278575", "193896", "255261"], "ranked_scores": [29.0, 29.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "318820": {"relevant_ids": ["318821"], "ranked_ids": ["318821", "489320", "154366", "356848", "238130", "310998", "284966", "441089", "54496", "46281"], "ranked_scores": [29.0, 29.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "296098": {"relevant_ids": ["296097"], "ranked_ids": ["117126", "511631", "291354", "319022", "429688", "214664", "459370", "514650", "528051", "81836"], "ranked_scores": [27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "150414": {"relevant_ids": ["192835"], "ranked_ids": ["132912", "1702", "254340", "105782", "144880", "398240", "106009", "470642", "398241", "522492"], "ranked_scores": [31.0, 31.0, 30.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0, 28.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "145582": {"relevant_ids": ["145583"], "ranked_ids": ["472217", "39561", "145583", "110195", "465819", "332628", "397135", "441717", "527582", "5861"], "ranked_scores": [28.0, 27.0, 27.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "315712": {"relevant_ids": ["315713"], "ranked_ids": ["158631", "470419", "194841", "434303", "509382", "516277", "70604", "521596", "79595", "88911"], "ranked_scores": [29.0, 28.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "145739": {"relevant_ids": ["145740"], "ranked_ids": ["241979", "145740", "78557", "366074", "172756", "28941", "14393", "452387", "85881", "90887"], "ranked_scores": [31.0, 29.0, 29.0, 29.0, 28.0, 28.0, 28.0, 28.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "308127": {"relevant_ids": ["308126"], "ranked_ids": ["395527", "427609", "140685", "275485", "427879", "308126", "77650", "386807", "64433", "68541"], "ranked_scores": [31.0, 30.0, 30.0, 28.0, 27.0, 27.0, 27.0, 27.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "287245": {"relevant_ids": ["322650", "283199", "283198"], "ranked_ids": ["109049", "218199", "294399", "232662", "286649", "292689", "415486", "310516", "63512", "97822"], "ranked_scores": [27.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "14755": {"relevant_ids": ["211906", "14756"], "ranked_ids": ["14756", "211906", "449494", "450970", "235454", "314883", "299010", "9712", "388915", "97259"], "ranked_scores": [28.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0, 26.0, 26.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "370170": {"relevant_ids": ["370169"], "ranked_ids": ["370169", "413030", "115490", "4395", "334219", "22535", "313839", "325656", "466920", "518194"], "ranked_scores": [31.0, 28.0, 28.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "41774": {"relevant_ids": ["41773"], "ranked_ids": ["41773", "224343", "8521", "276617", "53738", "362983", "427572", "377005", "475341", "534102"], "ranked_scores": [29.0, 29.0, 27.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "399648": {"relevant_ids": ["399649"], "ranked_ids": ["399649", "149682", "486011", "374483", "111020", "399995", "26856", "462253", "411313", "355763"], "ranked_scores": [31.0, 28.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "504811": {"relevant_ids": ["504810"], "ranked_ids": ["504810", "256525", "4153", "349427", "65712", "451065", "84826", "90374", "78746", "99756"], "ranked_scores": [32.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "362950": {"relevant_ids": ["400212", "362949"], "ranked_ids": ["362949", "203063", "121934", "400212", "43209", "138891", "63599", "78020", "9132", "82619"], "ranked_scores": [31.0, 29.0, 28.0, 28.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.8772, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.8772, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "155873": {"relevant_ids": ["155874"], "ranked_ids": ["136219", "218184", "108817", "346009", "120496", "454655", "91610", "338609", "446058", "948"], "ranked_scores": [26.0, 26.0, 26.0, 26.0, 25.0, 25.0, 25.0, 25.0, 25.0, 24.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "263432": {"relevant_ids": ["263433"], "ranked_ids": ["128303", "161868", "148722", "401373", "497067", "277394", "245271", "238602", "47216", "97259"], "ranked_scores": [27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "354945": {"relevant_ids": ["354946"], "ranked_ids": ["254071", "354946", "55177", "430796", "63226", "433769", "362787", "62219", "54041", "88911"], "ranked_scores": [30.0, 30.0, 28.0, 27.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "245417": {"relevant_ids": ["219475", "248195"], "ranked_ids": ["248195", "40657", "219475", "141217", "318400", "405733", "460523", "536792", "93337", "95918"], "ranked_scores": [31.0, 29.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.9197, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.9197, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9197, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "516276": {"relevant_ids": ["516277"], "ranked_ids": ["516277", "317598", "335800", "510783", "68652", "44716", "386086", "499319", "443095", "61779"], "ranked_scores": [30.0, 28.0, 28.0, 28.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177580": {"relevant_ids": ["177579"], "ranked_ids": ["177579", "200194", "358582", "403967", "44998", "436821", "57156", "52074", "473384", "68652"], "ranked_scores": [31.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "309865": {"relevant_ids": ["78624", "33713", "78623"], "ranked_ids": ["209041", "310762", "312029", "139301", "78624", "153484", "241492", "416856", "33713", "78623"], "ranked_scores": [30.0, 30.0, 30.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0, 28.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1815, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4585, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "510387": {"relevant_ids": ["510386"], "ranked_ids": ["40390", "510386", "1809", "229182", "37962", "241538", "252201", "442062", "484846", "371033"], "ranked_scores": [29.0, 29.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "26645": {"relevant_ids": ["26644"], "ranked_ids": ["26644", "148567", "219047", "234865", "265116", "82114", "286617", "267521", "507090", "407458"], "ranked_scores": [30.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "47788": {"relevant_ids": ["455725"], "ranked_ids": ["85764", "455725", "276534", "87678", "59508", "87039", "38585", "59223", "72588", "87038"], "ranked_scores": [31.0, 31.0, 30.0, 30.0, 30.0, 30.0, 29.0, 29.0, 29.0, 29.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "338281": {"relevant_ids": ["338282"], "ranked_ids": ["338282", "252056", "161383", "163703", "479374", "499684", "7769", "56442", "85881", "79986"], "ranked_scores": [28.0, 28.0, 27.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "461149": {"relevant_ids": ["461148"], "ranked_ids": ["352492", "389205", "3139", "407856", "40888", "451913", "50789", "512921", "457408", "525835"], "ranked_scores": [29.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "346126": {"relevant_ids": ["110710", "110711"], "ranked_ids": ["110711", "110710", "229972", "352629", "383574", "430179", "463253", "464126", "68493", "54348"], "ranked_scores": [31.0, 30.0, 29.0, 29.0, 29.0, 28.0, 28.0, 28.0, 28.0, 28.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "372986": {"relevant_ids": ["49961", "262882"], "ranked_ids": ["49961", "398273", "285023", "344572", "321145", "455819", "385824", "372901", "54196", "429501"], "ranked_scores": [29.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "501182": {"relevant_ids": ["501181"], "ranked_ids": ["517384", "105920", "444984", "518204", "369385", "501181", "50260", "985", "411533", "92055"], "ranked_scores": [29.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "13800": {"relevant_ids": ["408522", "376590", "13799"], "ranked_ids": ["13799", "376590", "363079", "8622", "30987", "336893", "77498", "433689", "448205", "481109"], "ranked_scores": [29.0, 29.0, 29.0, 28.0, 28.0, 28.0, 28.0, 27.0, 27.0, 27.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.7654, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.7654, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.6667}, "250143": {"relevant_ids": ["250142"], "ranked_ids": ["122319", "250142", "309713", "473276", "435045", "488857", "464601", "88542", "513922", "95917"], "ranked_scores": [28.0, 28.0, 28.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "13223": {"relevant_ids": ["156773", "88348", "13224", "20277", "88349"], "ranked_ids": ["156773", "13224", "229944", "86343", "491669", "361830", "39129", "428305", "433689", "88348"], "ranked_scores": [31.0, 31.0, 30.0, 30.0, 30.0, 29.0, 29.0, 29.0, 29.0, 29.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.2, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.4, "ndcg@5": 0.5531, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.4, "ndcg@10": 0.6512, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.6}, "11002": {"relevant_ids": ["11003"], "ranked_ids": ["444184", "11003", "447730", "47894", "42203", "82619", "95767", "87588", "95917", "88542"], "ranked_scores": [29.0, 29.0, 29.0, 29.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "177653": {"relevant_ids": ["79732"], "ranked_ids": ["525756", "79732", "200611", "245271", "106351", "137270", "373717", "310721", "225019", "352207"], "ranked_scores": [31.0, 30.0, 29.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "415592": {"relevant_ids": ["415591"], "ranked_ids": ["415591", "425878", "435045", "95917", "375267", "221174", "268346", "91592", "520194", "88542"], "ranked_scores": [31.0, 29.0, 29.0, 29.0, 28.0, 28.0, 28.0, 28.0, 27.0, 27.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "511196": {"relevant_ids": ["511197"], "ranked_ids": ["511197", "312286", "267771", "362391", "248195", "481378", "30183", "536792", "99760", "99756"], "ranked_scores": [31.0, 28.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "344845": {"relevant_ids": ["344844"], "ranked_ids": ["161471", "150779", "310462", "224515", "112050", "101085", "344844", "79986", "79595", "95946"], "ranked_scores": [29.0, 28.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "396744": {"relevant_ids": ["396745"], "ranked_ids": ["261255", "396745", "303054", "277613", "287295", "516168", "282742", "60646", "85812", "8609"], "ranked_scores": [29.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "452398": {"relevant_ids": ["452399"], "ranked_ids": ["452399", "29013", "324290", "426132", "294399", "50260", "4228", "429772", "435989", "462329"], "ranked_scores": [29.0, 27.0, 27.0, 27.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "182114": {"relevant_ids": ["182113"], "ranked_ids": ["272751", "75062", "81159", "323531", "1535", "394993", "338282", "455410", "7769", "95186"], "ranked_scores": [29.0, 29.0, 29.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "486260": {"relevant_ids": ["486259"], "ranked_ids": ["486259", "117486", "478674", "406342", "85534", "492147", "40094", "48085", "93953", "70143"], "ranked_scores": [31.0, 28.0, 28.0, 28.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "455140": {"relevant_ids": ["315935"], "ranked_ids": ["315935", "510681", "106381", "369068", "246286", "332628", "50224", "536490", "369959", "466508"], "ranked_scores": [31.0, 29.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 27.0, 27.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "56198": {"relevant_ids": ["56199"], "ranked_ids": ["56199", "358086", "466938", "5969", "142503", "405434", "433248", "414814", "41510", "41537"], "ranked_scores": [31.0, 29.0, 29.0, 28.0, 28.0, 28.0, 28.0, 27.0, 27.0, 27.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "30172": {"relevant_ids": ["30173", "145120", "185817", "373486", "145119", "68426"], "ranked_ids": ["145120", "288044", "357840", "267771", "463253", "68426", "335234", "395974", "90983", "99756"], "ranked_scores": [30.0, 30.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0, 28.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.1667, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.1667, "ndcg@5": 0.3392, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.1667, "ndcg@10": 0.4104, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "127880": {"relevant_ids": ["241164"], "ranked_ids": ["535042", "14626", "366050", "271118", "122116", "241164", "290935", "426175", "537189", "99916"], "ranked_scores": [28.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "167969": {"relevant_ids": ["174461"], "ranked_ids": ["174461", "78497", "394699", "315387", "448412", "130992", "43932", "63599", "479236", "9145"], "ranked_scores": [29.0, 29.0, 28.0, 28.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "97986": {"relevant_ids": ["97987"], "ranked_ids": ["97987", "146753", "187976", "141075", "278575", "257425", "336183", "524090", "73045", "83797"], "ranked_scores": [31.0, 28.0, 27.0, 27.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "12865": {"relevant_ids": ["105683"], "ranked_ids": ["105683", "356740", "113886", "522698", "155515", "313106", "338609", "369479", "506722", "477677"], "ranked_scores": [31.0, 29.0, 28.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "215681": {"relevant_ids": ["215680"], "ranked_ids": ["215680", "466198", "439480", "301165", "362986", "430626", "67268", "99555", "503871", "54139"], "ranked_scores": [31.0, 29.0, 29.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-roberta-base-mrl-64-post-binary": {"127728": {"relevant_ids": ["127729"], "ranked_ids": ["127729", "12708", "152379", "342610", "92818", "270355", "276617", "73719", "433893", "522248"], "ranked_scores": [54.0, 53.0, 51.0, 51.0, 51.0, 50.0, 50.0, 50.0, 50.0, 50.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "318820": {"relevant_ids": ["318821"], "ranked_ids": ["318821", "489320", "238130", "46281", "103640", "222238", "255666", "370618", "310998", "54496"], "ranked_scores": [59.0, 54.0, 53.0, 53.0, 52.0, 52.0, 51.0, 51.0, 51.0, 51.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "296098": {"relevant_ids": ["296097"], "ranked_ids": ["516895", "489312", "147099", "43086", "449037", "528051", "134752", "520194", "70829", "74516"], "ranked_scores": [50.0, 50.0, 49.0, 49.0, 48.0, 48.0, 48.0, 47.0, 47.0, 47.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "150414": {"relevant_ids": ["192835"], "ranked_ids": ["192835", "132912", "105782", "126746", "516620", "1702", "356798", "102167", "121070", "398240"], "ranked_scores": [58.0, 56.0, 55.0, 55.0, 54.0, 53.0, 53.0, 52.0, 52.0, 52.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145582": {"relevant_ids": ["145583"], "ranked_ids": ["145583", "520955", "211239", "369068", "332628", "459814", "452069", "405905", "472217", "293014"], "ranked_scores": [54.0, 47.0, 47.0, 46.0, 46.0, 46.0, 46.0, 46.0, 46.0, 45.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "315712": {"relevant_ids": ["315713"], "ranked_ids": ["315713", "194841", "18409", "35662", "355553", "455410", "492506", "408588", "509426", "79595"], "ranked_scores": [53.0, 50.0, 50.0, 50.0, 49.0, 49.0, 49.0, 48.0, 47.0, 47.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145739": {"relevant_ids": ["145740"], "ranked_ids": ["241979", "145740", "366074", "78557", "453401", "8705", "68194", "415781", "465597", "6424"], "ranked_scores": [58.0, 57.0, 57.0, 54.0, 53.0, 53.0, 53.0, 52.0, 52.0, 52.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "308127": {"relevant_ids": ["308126"], "ranked_ids": ["395527", "427609", "308126", "140685", "79534", "77650", "139188", "168758", "238062", "4395"], "ranked_scores": [54.0, 53.0, 52.0, 52.0, 51.0, 51.0, 50.0, 50.0, 50.0, 49.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "287245": {"relevant_ids": ["322650", "283199", "283198"], "ranked_ids": ["147860", "322650", "497666", "348797", "420279", "283199", "508239", "498404", "505949", "75927"], "ranked_scores": [51.0, 51.0, 49.0, 49.0, 49.0, 48.0, 48.0, 47.0, 47.0, 47.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2961, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4632, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.6667}, "14755": {"relevant_ids": ["211906", "14756"], "ranked_ids": ["14756", "211906", "450970", "235454", "449494", "314883", "128231", "57678", "393649", "369731"], "ranked_scores": [56.0, 54.0, 53.0, 51.0, 50.0, 49.0, 49.0, 49.0, 49.0, 48.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "370170": {"relevant_ids": ["370169"], "ranked_ids": ["370169", "4395", "364334", "206029", "238420", "348242", "257857", "348243", "59810", "33877"], "ranked_scores": [63.0, 50.0, 50.0, 48.0, 48.0, 48.0, 48.0, 48.0, 48.0, 48.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "41774": {"relevant_ids": ["41773"], "ranked_ids": ["41773", "53738", "224343", "239344", "146055", "433894", "442459", "307530", "72540", "469300"], "ranked_scores": [55.0, 53.0, 50.0, 50.0, 49.0, 49.0, 49.0, 49.0, 49.0, 48.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "399648": {"relevant_ids": ["399649"], "ranked_ids": ["399649", "462253", "154368", "411313", "149682", "277473", "389028", "374483", "481934", "399995"], "ranked_scores": [63.0, 52.0, 52.0, 52.0, 52.0, 51.0, 51.0, 50.0, 50.0, 50.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "504811": {"relevant_ids": ["504810"], "ranked_ids": ["504810", "214151", "84826", "90374", "309894", "220454", "179618", "448774", "451065", "527852"], "ranked_scores": [64.0, 55.0, 55.0, 54.0, 54.0, 53.0, 52.0, 52.0, 52.0, 52.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "362950": {"relevant_ids": ["400212", "362949"], "ranked_ids": ["362949", "400212", "43209", "348827", "203063", "475478", "427587", "411503", "47050", "9132"], "ranked_scores": [58.0, 53.0, 52.0, 51.0, 51.0, 51.0, 50.0, 49.0, 49.0, 49.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "155873": {"relevant_ids": ["155874"], "ranked_ids": ["136219", "59271", "120496", "91610", "155874", "346009", "292617", "446058", "464100", "439035"], "ranked_scores": [54.0, 51.0, 50.0, 50.0, 49.0, 49.0, 48.0, 48.0, 48.0, 47.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "263432": {"relevant_ids": ["263433"], "ranked_ids": ["263433", "128303", "401373", "497067", "97259", "18217", "77585", "22019", "471480", "465619"], "ranked_scores": [53.0, 53.0, 51.0, 50.0, 50.0, 48.0, 48.0, 48.0, 48.0, 47.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "354945": {"relevant_ids": ["354946"], "ranked_ids": ["354946", "254071", "395883", "487409", "124701", "486378", "489791", "62219", "50377", "55177"], "ranked_scores": [60.0, 55.0, 49.0, 48.0, 47.0, 47.0, 47.0, 47.0, 46.0, 46.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "245417": {"relevant_ids": ["219475", "248195"], "ranked_ids": ["248195", "40657", "219475", "390696", "391541", "312873", "110033", "141217", "64433", "85977"], "ranked_scores": [59.0, 59.0, 55.0, 54.0, 54.0, 54.0, 53.0, 53.0, 53.0, 53.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.9197, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.9197, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9197, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "516276": {"relevant_ids": ["516277"], "ranked_ids": ["516277", "68652", "437452", "286275", "438101", "252265", "36569", "383804", "489791", "510783"], "ranked_scores": [58.0, 53.0, 52.0, 52.0, 52.0, 52.0, 50.0, 50.0, 50.0, 50.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177580": {"relevant_ids": ["177579"], "ranked_ids": ["177579", "488176", "73719", "403967", "522248", "52074", "433893", "509502", "9687", "55489"], "ranked_scores": [58.0, 49.0, 48.0, 48.0, 48.0, 48.0, 48.0, 47.0, 47.0, 47.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "309865": {"relevant_ids": ["78624", "33713", "78623"], "ranked_ids": ["209041", "78624", "405094", "153484", "78623", "495751", "254617", "310762", "312029", "33713"], "ranked_scores": [60.0, 57.0, 55.0, 55.0, 55.0, 52.0, 52.0, 52.0, 51.0, 51.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4776, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.6133, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "510387": {"relevant_ids": ["510386"], "ranked_ids": ["40390", "510386", "484846", "442062", "371033", "241538", "201143", "254292", "344869", "91350"], "ranked_scores": [59.0, 58.0, 57.0, 57.0, 55.0, 55.0, 54.0, 54.0, 54.0, 53.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "26645": {"relevant_ids": ["26644"], "ranked_ids": ["26644", "501190", "148567", "207775", "318396", "461704", "108781", "83874", "286617", "83875"], "ranked_scores": [60.0, 54.0, 54.0, 53.0, 53.0, 52.0, 52.0, 52.0, 52.0, 51.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "47788": {"relevant_ids": ["455725"], "ranked_ids": ["455725", "87678", "276534", "105230", "87038", "59508", "85764", "235686", "47703", "47789"], "ranked_scores": [58.0, 57.0, 57.0, 57.0, 57.0, 56.0, 56.0, 55.0, 55.0, 55.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "338281": {"relevant_ids": ["338282"], "ranked_ids": ["338282", "85881", "252239", "11563", "333136", "305506", "138712", "281521", "311686", "489320"], "ranked_scores": [56.0, 52.0, 51.0, 51.0, 51.0, 50.0, 50.0, 49.0, 49.0, 49.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "461149": {"relevant_ids": ["461148"], "ranked_ids": ["457408", "338517", "100854", "17980", "2420", "194250", "525835", "8828", "277547", "79595"], "ranked_scores": [56.0, 55.0, 54.0, 53.0, 53.0, 53.0, 53.0, 53.0, 53.0, 52.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "346126": {"relevant_ids": ["110710", "110711"], "ranked_ids": ["110711", "110710", "333067", "145244", "168350", "528998", "469527", "21131", "6816", "531651"], "ranked_scores": [60.0, 60.0, 56.0, 53.0, 53.0, 53.0, 53.0, 53.0, 53.0, 53.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "372986": {"relevant_ids": ["49961", "262882"], "ranked_ids": ["49961", "88278", "355869", "249896", "215938", "303468", "485235", "491226", "497357", "97980"], "ranked_scores": [59.0, 53.0, 50.0, 50.0, 50.0, 49.0, 49.0, 49.0, 49.0, 49.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "501182": {"relevant_ids": ["501181"], "ranked_ids": ["501181", "261255", "518204", "173862", "325288", "377747", "422140", "444984", "411533", "50260"], "ranked_scores": [57.0, 54.0, 52.0, 52.0, 51.0, 51.0, 51.0, 51.0, 51.0, 51.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13800": {"relevant_ids": ["408522", "376590", "13799"], "ranked_ids": ["363079", "13799", "376590", "30987", "8622", "408522", "270038", "481109", "336893", "77498"], "ranked_scores": [56.0, 56.0, 55.0, 53.0, 53.0, 53.0, 52.0, 52.0, 52.0, 51.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5307, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.5307, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.6979, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "250143": {"relevant_ids": ["250142"], "ranked_ids": ["250142", "473276", "309713", "387015", "57155", "266680", "411717", "444112", "87669", "464601"], "ranked_scores": [54.0, 53.0, 51.0, 49.0, 49.0, 49.0, 48.0, 48.0, 48.0, 48.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13223": {"relevant_ids": ["156773", "88348", "13224", "20277", "88349"], "ranked_ids": ["156773", "86343", "13224", "88348", "137719", "491669", "128295", "88349", "223304", "481378"], "ranked_scores": [63.0, 60.0, 58.0, 58.0, 58.0, 58.0, 58.0, 58.0, 56.0, 56.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.2, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.4, "ndcg@5": 0.6548, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6, "ndcg@10": 0.7618, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.8}, "11002": {"relevant_ids": ["11003"], "ranked_ids": ["11003", "42203", "144197", "447730", "444112", "489539", "95767", "174649", "153944", "47894"], "ranked_scores": [58.0, 55.0, 55.0, 55.0, 54.0, 54.0, 53.0, 52.0, 52.0, 51.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177653": {"relevant_ids": ["79732"], "ranked_ids": ["79732", "310721", "525756", "373717", "137270", "245271", "200611", "395587", "311678", "39174"], "ranked_scores": [58.0, 56.0, 55.0, 53.0, 53.0, 52.0, 51.0, 51.0, 50.0, 50.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "415592": {"relevant_ids": ["415591"], "ranked_ids": ["415591", "268346", "467639", "322822", "435045", "444184", "375267", "117817", "425878", "88542"], "ranked_scores": [61.0, 57.0, 56.0, 56.0, 55.0, 54.0, 53.0, 53.0, 53.0, 52.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "511196": {"relevant_ids": ["511197"], "ranked_ids": ["511197", "312286", "289278", "154566", "193946", "209489", "362391", "398241", "99760", "99756"], "ranked_scores": [58.0, 50.0, 49.0, 48.0, 47.0, 47.0, 46.0, 46.0, 46.0, 46.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "344845": {"relevant_ids": ["344844"], "ranked_ids": ["161471", "344844", "327548", "224515", "355682", "364080", "82460", "41614", "95946", "469623"], "ranked_scores": [55.0, 55.0, 54.0, 54.0, 53.0, 52.0, 52.0, 51.0, 51.0, 51.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "396744": {"relevant_ids": ["396745"], "ranked_ids": ["396745", "303054", "516168", "184901", "421257", "280345", "333842", "287295", "363079", "460447"], "ranked_scores": [54.0, 53.0, 52.0, 52.0, 51.0, 50.0, 50.0, 50.0, 49.0, 49.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "452398": {"relevant_ids": ["452399"], "ranked_ids": ["452399", "4228", "373055", "171946", "324290", "134287", "435989", "230141", "97822", "29013"], "ranked_scores": [56.0, 53.0, 49.0, 49.0, 49.0, 48.0, 48.0, 48.0, 48.0, 48.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "182114": {"relevant_ids": ["182113"], "ranked_ids": ["323531", "7769", "354965", "196647", "394993", "531602", "260954", "312841", "270399", "365974"], "ranked_scores": [53.0, 52.0, 52.0, 52.0, 51.0, 51.0, 50.0, 50.0, 50.0, 50.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "486260": {"relevant_ids": ["486259"], "ranked_ids": ["486259", "117486", "392356", "235892", "406342", "452612", "48085", "492147", "513875", "61325"], "ranked_scores": [60.0, 55.0, 55.0, 54.0, 54.0, 53.0, 53.0, 53.0, 53.0, 53.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "455140": {"relevant_ids": ["315935"], "ranked_ids": ["315935", "170850", "246286", "490117", "466508", "472217", "499350", "510681", "519049", "530364"], "ranked_scores": [59.0, 53.0, 51.0, 51.0, 51.0, 51.0, 50.0, 50.0, 50.0, 50.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "56198": {"relevant_ids": ["56199"], "ranked_ids": ["56199", "67917", "249114", "358086", "466938", "73834", "199688", "41510", "41537", "431226"], "ranked_scores": [62.0, 53.0, 52.0, 50.0, 50.0, 49.0, 49.0, 48.0, 48.0, 48.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "30172": {"relevant_ids": ["30173", "145120", "185817", "373486", "145119", "68426"], "ranked_ids": ["145120", "267771", "68426", "288044", "357840", "481493", "335234", "357893", "78746", "463253"], "ranked_scores": [61.0, 58.0, 58.0, 57.0, 56.0, 56.0, 55.0, 55.0, 55.0, 55.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.1667, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.5087, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4539, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "127880": {"relevant_ids": ["241164"], "ranked_ids": ["210277", "14626", "112470", "212021", "535042", "302177", "271118", "290935", "531392", "527388"], "ranked_scores": [52.0, 52.0, 52.0, 52.0, 51.0, 51.0, 50.0, 50.0, 50.0, 50.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "167969": {"relevant_ids": ["174461"], "ranked_ids": ["174461", "448412", "43932", "360983", "117199", "238674", "415928", "81848", "42203", "88601"], "ranked_scores": [56.0, 53.0, 52.0, 51.0, 51.0, 50.0, 49.0, 49.0, 49.0, 49.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "97986": {"relevant_ids": ["97987"], "ranked_ids": ["97987", "257425", "177220", "83797", "192186", "141417", "318396", "393565", "44589", "528807"], "ranked_scores": [62.0, 51.0, 50.0, 50.0, 50.0, 49.0, 49.0, 49.0, 49.0, 48.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "12865": {"relevant_ids": ["105683"], "ranked_ids": ["105683", "522698", "338609", "146806", "345398", "92902", "435550", "232488", "113886", "506722"], "ranked_scores": [61.0, 55.0, 53.0, 53.0, 53.0, 53.0, 53.0, 53.0, 52.0, 52.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "215681": {"relevant_ids": ["215680"], "ranked_ids": ["215680", "301165", "54139", "430626", "171713", "178515", "182107", "467031", "349338", "495778"], "ranked_scores": [61.0, 54.0, 54.0, 53.0, 53.0, 52.0, 52.0, 52.0, 51.0, 51.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-roberta-base-mrl-128-post-binary": {"127728": {"relevant_ids": ["127729"], "ranked_ids": ["127729", "92818", "12708", "278575", "114897", "469527", "188019", "38063", "342610", "382156"], "ranked_scores": [107.0, 103.0, 100.0, 99.0, 99.0, 98.0, 97.0, 97.0, 97.0, 96.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "318820": {"relevant_ids": ["318821"], "ranked_ids": ["318821", "489320", "222238", "370618", "54496", "46281", "103640", "178549", "45151", "54497"], "ranked_scores": [118.0, 108.0, 105.0, 103.0, 102.0, 102.0, 100.0, 100.0, 99.0, 99.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "296098": {"relevant_ids": ["296097"], "ranked_ids": ["45506", "514650", "493414", "45507", "83622", "74516", "130062", "143842", "469985", "489312"], "ranked_scores": [95.0, 93.0, 93.0, 92.0, 92.0, 92.0, 91.0, 91.0, 90.0, 90.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "150414": {"relevant_ids": ["192835"], "ranked_ids": ["192835", "126746", "516620", "105782", "121070", "398240", "132912", "1702", "470642", "67377"], "ranked_scores": [111.0, 107.0, 104.0, 103.0, 103.0, 101.0, 100.0, 99.0, 96.0, 96.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145582": {"relevant_ids": ["145583"], "ranked_ids": ["145583", "263736", "211239", "454248", "39561", "472217", "279986", "432243", "266356", "436296"], "ranked_scores": [110.0, 93.0, 92.0, 90.0, 89.0, 88.0, 87.0, 87.0, 86.0, 86.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "315712": {"relevant_ids": ["315713"], "ranked_ids": ["315713", "355553", "242340", "509426", "455410", "203205", "18409", "521596", "194841", "60577"], "ranked_scores": [109.0, 99.0, 99.0, 98.0, 97.0, 96.0, 96.0, 96.0, 95.0, 94.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145739": {"relevant_ids": ["145740"], "ranked_ids": ["145740", "241979", "366074", "453401", "8705", "115412", "20502", "465597", "190593", "43191"], "ranked_scores": [109.0, 104.0, 102.0, 100.0, 99.0, 99.0, 98.0, 97.0, 96.0, 95.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "308127": {"relevant_ids": ["308126"], "ranked_ids": ["308126", "79534", "35763", "395527", "427609", "471617", "140685", "36744", "386807", "77650"], "ranked_scores": [113.0, 104.0, 102.0, 102.0, 100.0, 100.0, 99.0, 99.0, 99.0, 99.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "287245": {"relevant_ids": ["322650", "283199", "283198"], "ranked_ids": ["322650", "283199", "420279", "498473", "192143", "498404", "283198", "188940", "508239", "75927"], "ranked_scores": [104.0, 104.0, 101.0, 99.0, 98.0, 96.0, 95.0, 95.0, 94.0, 94.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.7654, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.9218, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "14755": {"relevant_ids": ["211906", "14756"], "ranked_ids": ["14756", "211906", "450970", "235454", "57678", "369731", "277031", "259619", "449494", "481547"], "ranked_scores": [109.0, 107.0, 106.0, 100.0, 100.0, 99.0, 97.0, 94.0, 93.0, 93.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "370170": {"relevant_ids": ["370169"], "ranked_ids": ["370169", "348243", "348242", "96998", "413030", "185769", "83117", "528902", "257857", "59810"], "ranked_scores": [124.0, 93.0, 91.0, 91.0, 90.0, 90.0, 90.0, 90.0, 90.0, 89.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "41774": {"relevant_ids": ["41773"], "ranked_ids": ["41773", "307530", "214766", "53738", "442459", "239344", "467781", "475177", "224343", "468656"], "ranked_scores": [106.0, 100.0, 99.0, 99.0, 98.0, 97.0, 95.0, 94.0, 93.0, 92.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "399648": {"relevant_ids": ["399649"], "ranked_ids": ["399649", "225815", "411313", "481934", "486011", "154368", "529004", "21253", "399995", "462253"], "ranked_scores": [124.0, 103.0, 101.0, 101.0, 98.0, 98.0, 97.0, 97.0, 96.0, 96.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "504811": {"relevant_ids": ["504810"], "ranked_ids": ["504810", "90374", "309894", "214151", "451065", "160704", "448774", "84826", "55899", "220454"], "ranked_scores": [125.0, 106.0, 104.0, 103.0, 103.0, 101.0, 100.0, 100.0, 100.0, 99.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "362950": {"relevant_ids": ["400212", "362949"], "ranked_ids": ["362949", "400212", "475478", "427587", "203063", "487392", "411503", "43209", "348827", "438104"], "ranked_scores": [111.0, 104.0, 104.0, 103.0, 101.0, 101.0, 100.0, 100.0, 99.0, 99.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "155873": {"relevant_ids": ["155874"], "ranked_ids": ["136219", "155874", "464100", "91610", "120496", "59271", "196606", "440807", "294020", "346009"], "ranked_scores": [102.0, 99.0, 97.0, 96.0, 95.0, 94.0, 93.0, 93.0, 93.0, 92.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "263432": {"relevant_ids": ["263433"], "ranked_ids": ["263433", "128303", "401373", "497067", "20409", "254597", "471480", "97259", "22019", "481004"], "ranked_scores": [103.0, 98.0, 97.0, 94.0, 92.0, 92.0, 92.0, 92.0, 91.0, 91.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "354945": {"relevant_ids": ["354946"], "ranked_ids": ["354946", "254071", "462983", "55177", "108161", "202685", "202817", "124701", "322478", "287396"], "ranked_scores": [117.0, 112.0, 93.0, 93.0, 92.0, 90.0, 89.0, 88.0, 88.0, 88.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "245417": {"relevant_ids": ["219475", "248195"], "ranked_ids": ["248195", "40657", "219475", "64433", "85977", "368145", "14180", "390696", "96458", "301977"], "ranked_scores": [115.0, 113.0, 112.0, 107.0, 105.0, 103.0, 103.0, 103.0, 103.0, 102.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.9197, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.9197, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9197, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "516276": {"relevant_ids": ["516277"], "ranked_ids": ["516277", "286275", "19755", "34173", "112502", "471902", "438101", "44716", "510783", "68652"], "ranked_scores": [115.0, 100.0, 99.0, 99.0, 98.0, 96.0, 95.0, 95.0, 95.0, 95.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177580": {"relevant_ids": ["177579"], "ranked_ids": ["177579", "419100", "316460", "159263", "491226", "272252", "507189", "179617", "349448", "308888"], "ranked_scores": [121.0, 94.0, 91.0, 90.0, 89.0, 89.0, 89.0, 88.0, 88.0, 88.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "309865": {"relevant_ids": ["78624", "33713", "78623"], "ranked_ids": ["209041", "78624", "153484", "78623", "405094", "495751", "360054", "312029", "33713", "437065"], "ranked_scores": [110.0, 108.0, 107.0, 105.0, 103.0, 103.0, 102.0, 101.0, 99.0, 99.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4982, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.6395, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "510387": {"relevant_ids": ["510386"], "ranked_ids": ["40390", "510386", "241538", "254292", "344869", "201143", "371033", "241537", "21528", "484846"], "ranked_scores": [113.0, 111.0, 109.0, 106.0, 105.0, 104.0, 104.0, 104.0, 103.0, 103.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "26645": {"relevant_ids": ["26644"], "ranked_ids": ["26644", "507090", "108781", "318396", "286617", "207775", "12895", "26812", "358928", "64900"], "ranked_scores": [118.0, 102.0, 101.0, 99.0, 99.0, 98.0, 98.0, 98.0, 98.0, 97.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "47788": {"relevant_ids": ["455725"], "ranked_ids": ["276534", "455725", "215031", "348138", "87038", "37221", "85764", "105230", "120701", "358817"], "ranked_scores": [110.0, 110.0, 108.0, 108.0, 107.0, 106.0, 105.0, 105.0, 105.0, 104.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "338281": {"relevant_ids": ["338282"], "ranked_ids": ["338282", "103640", "263861", "11563", "11250", "85881", "57017", "138712", "234727", "434432"], "ranked_scores": [111.0, 94.0, 94.0, 93.0, 93.0, 92.0, 92.0, 90.0, 90.0, 89.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "461149": {"relevant_ids": ["461148"], "ranked_ids": ["100854", "443095", "17980", "215782", "2420", "286025", "381960", "302225", "525835", "8828"], "ranked_scores": [101.0, 101.0, 98.0, 97.0, 97.0, 97.0, 97.0, 97.0, 96.0, 96.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "346126": {"relevant_ids": ["110710", "110711"], "ranked_ids": ["110711", "110710", "154338", "254526", "528998", "333067", "13436", "229972", "27811", "510661"], "ranked_scores": [119.0, 115.0, 108.0, 106.0, 103.0, 102.0, 101.0, 101.0, 100.0, 100.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "372986": {"relevant_ids": ["49961", "262882"], "ranked_ids": ["49961", "262882", "88278", "215938", "303468", "127288", "491226", "516501", "355869", "63665"], "ranked_scores": [120.0, 106.0, 99.0, 97.0, 97.0, 97.0, 96.0, 96.0, 95.0, 94.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "501182": {"relevant_ids": ["501181"], "ranked_ids": ["501181", "325288", "261255", "430962", "53141", "50260", "411533", "99921", "20635", "402718"], "ranked_scores": [117.0, 97.0, 96.0, 96.0, 96.0, 96.0, 95.0, 95.0, 94.0, 94.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13800": {"relevant_ids": ["408522", "376590", "13799"], "ranked_ids": ["376590", "13799", "363079", "270038", "306761", "408522", "8622", "336893", "257857", "179943"], "ranked_scores": [107.0, 106.0, 105.0, 105.0, 103.0, 103.0, 101.0, 100.0, 100.0, 99.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.7654, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.9325, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "250143": {"relevant_ids": ["250142"], "ranked_ids": ["250142", "473276", "57155", "76062", "368186", "225655", "27632", "291799", "441717", "57156"], "ranked_scores": [107.0, 100.0, 99.0, 96.0, 94.0, 94.0, 91.0, 91.0, 91.0, 90.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13223": {"relevant_ids": ["156773", "88348", "13224", "20277", "88349"], "ranked_ids": ["156773", "86343", "491669", "88349", "88348", "13224", "137719", "223304", "366749", "361830"], "ranked_scores": [125.0, 116.0, 114.0, 112.0, 112.0, 111.0, 110.0, 110.0, 109.0, 105.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.2, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.2, "ndcg@5": 0.6164, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6, "ndcg@10": 0.7372, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.8}, "11002": {"relevant_ids": ["11003"], "ranked_ids": ["11003", "489539", "144197", "447730", "444112", "115070", "40099", "153944", "42203", "95767"], "ranked_scores": [112.0, 107.0, 107.0, 105.0, 105.0, 104.0, 103.0, 102.0, 102.0, 102.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177653": {"relevant_ids": ["79732"], "ranked_ids": ["79732", "525756", "310721", "373717", "245271", "311678", "39174", "137270", "412316", "200611"], "ranked_scores": [113.0, 109.0, 102.0, 102.0, 101.0, 100.0, 100.0, 99.0, 98.0, 97.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "415592": {"relevant_ids": ["415591"], "ranked_ids": ["415591", "322822", "435045", "467639", "425878", "117817", "430072", "379146", "435405", "91592"], "ranked_scores": [116.0, 106.0, 101.0, 101.0, 99.0, 99.0, 98.0, 97.0, 97.0, 97.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "511196": {"relevant_ids": ["511197"], "ranked_ids": ["511197", "289278", "209489", "13803", "251545", "313107", "174651", "248655", "491923", "328397"], "ranked_scores": [115.0, 100.0, 94.0, 92.0, 92.0, 92.0, 91.0, 91.0, 91.0, 91.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "344845": {"relevant_ids": ["344844"], "ranked_ids": ["344844", "161471", "327548", "95946", "335497", "4763", "57592", "17230", "224515", "79987"], "ranked_scores": [116.0, 113.0, 106.0, 105.0, 104.0, 101.0, 101.0, 100.0, 100.0, 99.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "396744": {"relevant_ids": ["396745"], "ranked_ids": ["396745", "516168", "303054", "271801", "287295", "16789", "145729", "418055", "424693", "483940"], "ranked_scores": [109.0, 103.0, 101.0, 100.0, 98.0, 97.0, 97.0, 97.0, 96.0, 96.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "452398": {"relevant_ids": ["452399"], "ranked_ids": ["452399", "446384", "97822", "230141", "4228", "134287", "530610", "373055", "277360", "60646"], "ranked_scores": [114.0, 102.0, 100.0, 99.0, 99.0, 98.0, 98.0, 97.0, 96.0, 95.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "182114": {"relevant_ids": ["182113"], "ranked_ids": ["196647", "531602", "182113", "234482", "323531", "312841", "328873", "481882", "56202", "190593"], "ranked_scores": [108.0, 101.0, 99.0, 99.0, 97.0, 96.0, 96.0, 96.0, 96.0, 95.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "486260": {"relevant_ids": ["486259"], "ranked_ids": ["486259", "392356", "114114", "452612", "151649", "492147", "391328", "113749", "222159", "385204"], "ranked_scores": [116.0, 105.0, 104.0, 103.0, 103.0, 103.0, 102.0, 102.0, 101.0, 101.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "455140": {"relevant_ids": ["315935"], "ranked_ids": ["315935", "246286", "519049", "124700", "93863", "490117", "308963", "50224", "510681", "93864"], "ranked_scores": [115.0, 101.0, 101.0, 98.0, 98.0, 98.0, 97.0, 97.0, 96.0, 96.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "56198": {"relevant_ids": ["56199"], "ranked_ids": ["56199", "249114", "67917", "160914", "358086", "431226", "178088", "308888", "41510", "502041"], "ranked_scores": [121.0, 102.0, 97.0, 96.0, 95.0, 95.0, 95.0, 94.0, 93.0, 93.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "30172": {"relevant_ids": ["30173", "145120", "185817", "373486", "145119", "68426"], "ranked_ids": ["145120", "68426", "160900", "205338", "267771", "357893", "288044", "463253", "481493", "357840"], "ranked_scores": [121.0, 113.0, 112.0, 112.0, 108.0, 107.0, 106.0, 106.0, 106.0, 105.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.1667, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.5531, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4935, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "127880": {"relevant_ids": ["241164"], "ranked_ids": ["112470", "241164", "210277", "337433", "504771", "14626", "121458", "211906", "537189", "212021"], "ranked_scores": [103.0, 102.0, 100.0, 100.0, 100.0, 100.0, 100.0, 98.0, 98.0, 97.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "167969": {"relevant_ids": ["174461"], "ranked_ids": ["174461", "360983", "171665", "60171", "222958", "168913", "321290", "449678", "78497", "91854"], "ranked_scores": [107.0, 101.0, 98.0, 96.0, 96.0, 93.0, 93.0, 93.0, 93.0, 93.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "97986": {"relevant_ids": ["97987"], "ranked_ids": ["97987", "284181", "44589", "257425", "393565", "318396", "177220", "207775", "265116", "26644"], "ranked_scores": [123.0, 104.0, 100.0, 98.0, 98.0, 98.0, 95.0, 95.0, 95.0, 95.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "12865": {"relevant_ids": ["105683"], "ranked_ids": ["105683", "338609", "522698", "528844", "92902", "113886", "435550", "277453", "232488", "506722"], "ranked_scores": [119.0, 104.0, 104.0, 103.0, 103.0, 103.0, 102.0, 101.0, 100.0, 100.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "215681": {"relevant_ids": ["215680"], "ranked_ids": ["215680", "467031", "52235", "178515", "63037", "301165", "430626", "516558", "54139", "79595"], "ranked_scores": [118.0, 102.0, 102.0, 101.0, 100.0, 100.0, 99.0, 98.0, 98.0, 96.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-roberta-base-mrl-256-post-binary": {"127728": {"relevant_ids": ["127729"], "ranked_ids": ["127729", "92818", "245618", "278575", "188019", "276617", "153290", "12708", "38063", "469527"], "ranked_scores": [220.0, 203.0, 200.0, 197.0, 196.0, 194.0, 193.0, 193.0, 192.0, 191.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "318820": {"relevant_ids": ["318821"], "ranked_ids": ["318821", "222238", "178549", "54496", "489320", "367479", "441089", "56784", "190698", "46281"], "ranked_scores": [240.0, 211.0, 202.0, 202.0, 200.0, 199.0, 199.0, 197.0, 197.0, 195.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "296098": {"relevant_ids": ["296097"], "ranked_ids": ["469985", "493414", "45507", "306212", "514650", "173403", "298852", "120598", "130062", "246618"], "ranked_scores": [192.0, 188.0, 187.0, 183.0, 181.0, 181.0, 178.0, 178.0, 177.0, 177.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "150414": {"relevant_ids": ["192835"], "ranked_ids": ["192835", "105782", "516620", "126746", "105783", "1702", "121070", "398240", "132912", "470642"], "ranked_scores": [223.0, 220.0, 213.0, 208.0, 201.0, 201.0, 201.0, 199.0, 199.0, 198.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145582": {"relevant_ids": ["145583"], "ranked_ids": ["145583", "454248", "206717", "299264", "263736", "211239", "112261", "110298", "266356", "87614"], "ranked_scores": [220.0, 190.0, 187.0, 182.0, 176.0, 175.0, 172.0, 171.0, 171.0, 171.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "315712": {"relevant_ids": ["315713"], "ranked_ids": ["315713", "242340", "203205", "536531", "194841", "319096", "455410", "124542", "366216", "408588"], "ranked_scores": [214.0, 197.0, 195.0, 191.0, 190.0, 189.0, 189.0, 188.0, 187.0, 187.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145739": {"relevant_ids": ["145740"], "ranked_ids": ["145740", "241979", "20502", "366074", "453401", "8705", "115412", "85134", "465597", "43191"], "ranked_scores": [218.0, 204.0, 201.0, 200.0, 199.0, 197.0, 196.0, 191.0, 188.0, 187.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "308127": {"relevant_ids": ["308126"], "ranked_ids": ["308126", "36744", "79534", "395527", "35763", "189748", "471617", "385951", "140685", "77650"], "ranked_scores": [216.0, 198.0, 196.0, 195.0, 193.0, 192.0, 192.0, 189.0, 189.0, 188.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "287245": {"relevant_ids": ["322650", "283199", "283198"], "ranked_ids": ["283199", "322650", "283198", "192143", "188940", "420279", "498473", "508239", "420280", "221784"], "ranked_scores": [215.0, 214.0, 203.0, 195.0, 194.0, 191.0, 189.0, 187.0, 186.0, 184.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "14755": {"relevant_ids": ["211906", "14756"], "ranked_ids": ["14756", "211906", "450970", "235454", "57678", "30834", "314883", "449494", "277031", "362149"], "ranked_scores": [216.0, 216.0, 214.0, 204.0, 194.0, 191.0, 188.0, 187.0, 187.0, 186.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "370170": {"relevant_ids": ["370169"], "ranked_ids": ["370169", "537762", "334238", "466920", "117854", "191527", "22763", "59810", "4395", "528902"], "ranked_scores": [251.0, 181.0, 179.0, 179.0, 178.0, 177.0, 176.0, 176.0, 175.0, 175.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "41774": {"relevant_ids": ["41773"], "ranked_ids": ["41773", "239344", "214766", "442459", "307530", "467781", "53738", "475177", "317102", "163006"], "ranked_scores": [220.0, 197.0, 192.0, 192.0, 191.0, 186.0, 184.0, 184.0, 183.0, 180.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "399648": {"relevant_ids": ["399649"], "ranked_ids": ["399649", "225815", "411313", "486011", "481934", "412309", "435035", "21253", "243294", "399995"], "ranked_scores": [244.0, 211.0, 199.0, 194.0, 193.0, 193.0, 190.0, 189.0, 189.0, 189.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "504811": {"relevant_ids": ["504810"], "ranked_ids": ["504810", "214151", "90374", "309894", "448774", "84826", "175461", "160704", "298555", "451065"], "ranked_scores": [248.0, 203.0, 203.0, 203.0, 201.0, 200.0, 200.0, 198.0, 196.0, 196.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "362950": {"relevant_ids": ["400212", "362949"], "ranked_ids": ["362949", "487392", "475478", "400212", "151122", "427587", "348827", "411503", "129563", "20967"], "ranked_scores": [217.0, 208.0, 206.0, 202.0, 201.0, 201.0, 196.0, 195.0, 194.0, 194.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.8772, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.8772, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "155873": {"relevant_ids": ["155874"], "ranked_ids": ["155874", "3249", "136219", "120496", "294020", "346009", "196606", "59271", "292617", "146003"], "ranked_scores": [197.0, 189.0, 187.0, 186.0, 184.0, 182.0, 181.0, 181.0, 180.0, 179.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "263432": {"relevant_ids": ["263433"], "ranked_ids": ["263433", "401373", "128303", "370717", "407204", "89716", "497067", "471480", "392367", "370718"], "ranked_scores": [208.0, 195.0, 192.0, 185.0, 185.0, 185.0, 182.0, 182.0, 181.0, 179.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "354945": {"relevant_ids": ["354946"], "ranked_ids": ["354946", "254071", "462983", "202817", "202685", "263939", "322478", "108161", "242340", "232262"], "ranked_scores": [231.0, 224.0, 194.0, 182.0, 181.0, 181.0, 180.0, 180.0, 174.0, 171.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "245417": {"relevant_ids": ["219475", "248195"], "ranked_ids": ["40657", "219475", "248195", "64433", "85977", "368145", "37326", "301977", "14180", "164159"], "ranked_scores": [223.0, 222.0, 220.0, 211.0, 206.0, 202.0, 200.0, 200.0, 198.0, 198.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6934, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6934, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6934, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "516276": {"relevant_ids": ["516277"], "ranked_ids": ["516277", "286275", "34173", "19755", "372966", "378174", "352289", "112502", "119374", "438101"], "ranked_scores": [229.0, 203.0, 201.0, 197.0, 197.0, 196.0, 195.0, 195.0, 194.0, 193.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177580": {"relevant_ids": ["177579"], "ranked_ids": ["177579", "419100", "18081", "446100", "115954", "455888", "143503", "464418", "454968", "60577"], "ranked_scores": [243.0, 187.0, 178.0, 177.0, 176.0, 176.0, 176.0, 176.0, 175.0, 174.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "309865": {"relevant_ids": ["78624", "33713", "78623"], "ranked_ids": ["153484", "78624", "209041", "78623", "405094", "33713", "495751", "360054", "143703", "469068"], "ranked_scores": [220.0, 219.0, 215.0, 213.0, 212.0, 207.0, 205.0, 202.0, 198.0, 196.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4982, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.6653, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "510387": {"relevant_ids": ["510386"], "ranked_ids": ["40390", "510386", "241538", "241537", "484846", "344869", "371033", "170896", "52003", "254292"], "ranked_scores": [223.0, 220.0, 217.0, 211.0, 208.0, 207.0, 205.0, 205.0, 204.0, 203.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "26645": {"relevant_ids": ["26644"], "ranked_ids": ["26644", "207775", "108781", "507090", "318396", "83874", "12895", "83875", "234865", "26812"], "ranked_scores": [230.0, 197.0, 197.0, 195.0, 194.0, 193.0, 193.0, 192.0, 192.0, 191.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "47788": {"relevant_ids": ["455725"], "ranked_ids": ["455725", "120701", "348138", "47789", "105230", "276534", "87678", "59508", "85764", "87038"], "ranked_scores": [210.0, 210.0, 205.0, 205.0, 205.0, 202.0, 201.0, 201.0, 200.0, 200.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "338281": {"relevant_ids": ["338282"], "ranked_ids": ["338282", "263861", "11250", "234727", "57017", "100426", "315387", "382555", "263316", "85881"], "ranked_scores": [227.0, 189.0, 186.0, 184.0, 183.0, 181.0, 181.0, 180.0, 179.0, 179.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "461149": {"relevant_ids": ["461148"], "ranked_ids": ["203100", "525835", "215782", "443095", "283905", "381960", "307096", "461148", "527101", "305206"], "ranked_scores": [204.0, 201.0, 197.0, 196.0, 194.0, 193.0, 190.0, 190.0, 189.0, 188.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "346126": {"relevant_ids": ["110710", "110711"], "ranked_ids": ["110710", "110711", "154338", "254526", "340823", "528998", "333067", "427559", "168350", "229972"], "ranked_scores": [233.0, 231.0, 221.0, 205.0, 201.0, 201.0, 198.0, 197.0, 196.0, 196.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "372986": {"relevant_ids": ["49961", "262882"], "ranked_ids": ["49961", "262882", "303468", "355869", "491226", "88278", "215938", "127288", "516501", "43966"], "ranked_scores": [241.0, 215.0, 193.0, 191.0, 188.0, 188.0, 188.0, 186.0, 186.0, 185.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "501182": {"relevant_ids": ["501181"], "ranked_ids": ["501181", "53141", "402718", "173862", "325288", "261255", "179018", "383111", "77498", "92055"], "ranked_scores": [232.0, 192.0, 191.0, 186.0, 186.0, 186.0, 184.0, 184.0, 181.0, 181.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13800": {"relevant_ids": ["408522", "376590", "13799"], "ranked_ids": ["13799", "376590", "408522", "257857", "270038", "8622", "179943", "481109", "23302", "363079"], "ranked_scores": [216.0, 214.0, 209.0, 204.0, 202.0, 202.0, 201.0, 200.0, 199.0, 198.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "250143": {"relevant_ids": ["250142"], "ranked_ids": ["250142", "473276", "57155", "76062", "229130", "96270", "185164", "225655", "368186", "526032"], "ranked_scores": [209.0, 201.0, 190.0, 186.0, 184.0, 182.0, 181.0, 181.0, 181.0, 180.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13223": {"relevant_ids": ["156773", "88348", "13224", "20277", "88349"], "ranked_ids": ["156773", "88349", "86343", "88348", "13224", "491669", "223304", "137719", "366749", "192528"], "ranked_scores": [248.0, 226.0, 222.0, 220.0, 218.0, 216.0, 213.0, 210.0, 208.0, 206.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.2, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.4, "ndcg@5": 0.8304, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.8, "ndcg@10": 0.8304, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.8}, "11002": {"relevant_ids": ["11003"], "ranked_ids": ["11003", "489539", "144197", "444112", "447730", "42203", "115070", "314099", "87346", "347493"], "ranked_scores": [221.0, 209.0, 200.0, 200.0, 199.0, 198.0, 197.0, 196.0, 196.0, 195.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177653": {"relevant_ids": ["79732"], "ranked_ids": ["79732", "525756", "373717", "245271", "39174", "200611", "310721", "194790", "225019", "412316"], "ranked_scores": [225.0, 207.0, 202.0, 200.0, 198.0, 194.0, 194.0, 191.0, 190.0, 189.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "415592": {"relevant_ids": ["415591"], "ranked_ids": ["415591", "322822", "91592", "435045", "117817", "379146", "499684", "425878", "467639", "84634"], "ranked_scores": [231.0, 207.0, 203.0, 199.0, 199.0, 198.0, 198.0, 198.0, 197.0, 195.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "511196": {"relevant_ids": ["511197"], "ranked_ids": ["511197", "289278", "156490", "13803", "209489", "112674", "313107", "328397", "491923", "248656"], "ranked_scores": [222.0, 195.0, 187.0, 182.0, 180.0, 180.0, 179.0, 179.0, 179.0, 178.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "344845": {"relevant_ids": ["344844"], "ranked_ids": ["344844", "161471", "335497", "327548", "111672", "95946", "380837", "289918", "503908", "96221"], "ranked_scores": [231.0, 211.0, 201.0, 200.0, 200.0, 196.0, 194.0, 193.0, 193.0, 190.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "396744": {"relevant_ids": ["396745"], "ranked_ids": ["396745", "516168", "16789", "464360", "421257", "145729", "511557", "271801", "75399", "526492"], "ranked_scores": [206.0, 197.0, 192.0, 189.0, 188.0, 186.0, 185.0, 184.0, 184.0, 184.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "452398": {"relevant_ids": ["452399"], "ranked_ids": ["452399", "530610", "230141", "4228", "435989", "97822", "346712", "8976", "324290", "399415"], "ranked_scores": [232.0, 198.0, 194.0, 193.0, 193.0, 190.0, 189.0, 189.0, 188.0, 188.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "182114": {"relevant_ids": ["182113"], "ranked_ids": ["196647", "182113", "531602", "80719", "56202", "323531", "481882", "234482", "528965", "312841"], "ranked_scores": [214.0, 202.0, 202.0, 196.0, 196.0, 194.0, 194.0, 193.0, 193.0, 190.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "486260": {"relevant_ids": ["486259"], "ranked_ids": ["486259", "392356", "113749", "452464", "114114", "209254", "356383", "55598", "146738", "209255"], "ranked_scores": [231.0, 211.0, 202.0, 201.0, 201.0, 201.0, 201.0, 201.0, 200.0, 200.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "455140": {"relevant_ids": ["315935"], "ranked_ids": ["315935", "124700", "519049", "246286", "93864", "308963", "50224", "245896", "249732", "93863"], "ranked_scores": [227.0, 200.0, 198.0, 198.0, 194.0, 193.0, 192.0, 191.0, 189.0, 188.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "56198": {"relevant_ids": ["56199"], "ranked_ids": ["56199", "249114", "160914", "431226", "43404", "199688", "279986", "138891", "160194", "67917"], "ranked_scores": [243.0, 192.0, 190.0, 186.0, 185.0, 185.0, 184.0, 184.0, 183.0, 183.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "30172": {"relevant_ids": ["30173", "145120", "185817", "373486", "145119", "68426"], "ranked_ids": ["145120", "68426", "160900", "205338", "185817", "15236", "311173", "481493", "496848", "90983"], "ranked_scores": [237.0, 224.0, 221.0, 215.0, 213.0, 211.0, 210.0, 210.0, 208.0, 208.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.1667, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.6844, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6106, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "127880": {"relevant_ids": ["241164"], "ranked_ids": ["241164", "210277", "112470", "535042", "212021", "135083", "121458", "531392", "421143", "325175"], "ranked_scores": [209.0, 201.0, 197.0, 197.0, 195.0, 193.0, 192.0, 192.0, 192.0, 190.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "167969": {"relevant_ids": ["174461"], "ranked_ids": ["174461", "360983", "168913", "222958", "321290", "449678", "60171", "78497", "171665", "91854"], "ranked_scores": [222.0, 208.0, 193.0, 192.0, 190.0, 190.0, 189.0, 188.0, 187.0, 186.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "97986": {"relevant_ids": ["97987"], "ranked_ids": ["97987", "393565", "44589", "234865", "257425", "207775", "41241", "108564", "284181", "318396"], "ranked_scores": [244.0, 202.0, 200.0, 194.0, 193.0, 193.0, 193.0, 192.0, 191.0, 190.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "12865": {"relevant_ids": ["105683"], "ranked_ids": ["105683", "146806", "191268", "528844", "92902", "477677", "183735", "277453", "313106", "522698"], "ranked_scores": [241.0, 197.0, 197.0, 194.0, 194.0, 194.0, 193.0, 192.0, 192.0, 191.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "215681": {"relevant_ids": ["215680"], "ranked_ids": ["215680", "52235", "178515", "143842", "467031", "157590", "68652", "182107", "430626", "71159"], "ranked_scores": [230.0, 202.0, 200.0, 197.0, 190.0, 190.0, 190.0, 189.0, 188.0, 188.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-roberta-base-mrl-512-post-binary": {"127728": {"relevant_ids": ["127729"], "ranked_ids": ["127729", "92818", "188019", "278575", "38063", "245618", "382156", "276617", "12708", "153290"], "ranked_scores": [409.0, 395.0, 390.0, 389.0, 387.0, 385.0, 383.0, 381.0, 375.0, 374.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "318820": {"relevant_ids": ["318821"], "ranked_ids": ["318821", "222238", "178549", "54496", "367479", "489320", "370618", "190698", "441089", "355161"], "ranked_scores": [476.0, 418.0, 407.0, 404.0, 400.0, 400.0, 398.0, 397.0, 397.0, 392.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "296098": {"relevant_ids": ["296097"], "ranked_ids": ["493414", "469985", "45507", "45506", "173403", "130062", "412371", "134752", "298852", "514650"], "ranked_scores": [375.0, 372.0, 370.0, 367.0, 362.0, 362.0, 361.0, 356.0, 354.0, 354.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "150414": {"relevant_ids": ["192835"], "ranked_ids": ["192835", "105782", "516620", "105783", "126746", "132912", "1702", "126745", "121070", "90983"], "ranked_scores": [442.0, 435.0, 423.0, 412.0, 411.0, 405.0, 405.0, 394.0, 393.0, 384.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145582": {"relevant_ids": ["145583"], "ranked_ids": ["145583", "454248", "299264", "206717", "112261", "127989", "43082", "298939", "211239", "263736"], "ranked_scores": [429.0, 382.0, 369.0, 360.0, 348.0, 345.0, 345.0, 345.0, 343.0, 341.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "315712": {"relevant_ids": ["315713"], "ranked_ids": ["315713", "203205", "242340", "124542", "455410", "261260", "194841", "536531", "208025", "408588"], "ranked_scores": [428.0, 389.0, 385.0, 383.0, 378.0, 376.0, 375.0, 375.0, 374.0, 371.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145739": {"relevant_ids": ["145740"], "ranked_ids": ["145740", "241979", "8705", "366074", "115412", "20502", "453401", "347337", "33202", "465597"], "ranked_scores": [441.0, 394.0, 393.0, 392.0, 390.0, 385.0, 382.0, 381.0, 378.0, 378.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "308127": {"relevant_ids": ["308126"], "ranked_ids": ["308126", "79534", "35763", "36744", "395527", "402262", "385951", "471617", "523863", "77650"], "ranked_scores": [435.0, 391.0, 388.0, 384.0, 383.0, 381.0, 380.0, 378.0, 375.0, 375.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "287245": {"relevant_ids": ["322650", "283199", "283198"], "ranked_ids": ["283199", "322650", "283198", "192143", "188940", "221784", "499037", "420279", "221783", "420280"], "ranked_scores": [438.0, 435.0, 413.0, 395.0, 393.0, 381.0, 377.0, 376.0, 372.0, 371.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "14755": {"relevant_ids": ["211906", "14756"], "ranked_ids": ["14756", "211906", "450970", "235454", "57678", "30834", "277031", "449494", "259619", "362149"], "ranked_scores": [433.0, 431.0, 429.0, 407.0, 386.0, 379.0, 377.0, 377.0, 373.0, 373.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "370170": {"relevant_ids": ["370169"], "ranked_ids": ["370169", "334238", "231528", "388150", "537762", "191527", "59810", "528902", "117854", "528884"], "ranked_scores": [504.0, 367.0, 360.0, 356.0, 356.0, 355.0, 354.0, 352.0, 352.0, 351.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "41774": {"relevant_ids": ["41773"], "ranked_ids": ["41773", "239344", "467781", "214766", "442459", "468655", "307530", "317102", "141438", "468656"], "ranked_scores": [438.0, 393.0, 373.0, 373.0, 368.0, 365.0, 364.0, 362.0, 360.0, 359.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "399648": {"relevant_ids": ["399649"], "ranked_ids": ["399649", "225815", "411313", "481934", "243294", "462253", "412309", "124071", "435035", "445074"], "ranked_scores": [492.0, 422.0, 398.0, 390.0, 389.0, 388.0, 387.0, 385.0, 384.0, 383.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "504811": {"relevant_ids": ["504810"], "ranked_ids": ["504810", "309894", "448774", "90374", "214151", "175461", "84826", "298555", "494989", "160704"], "ranked_scores": [496.0, 405.0, 403.0, 403.0, 396.0, 389.0, 388.0, 387.0, 385.0, 383.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "362950": {"relevant_ids": ["400212", "362949"], "ranked_ids": ["362949", "487392", "400212", "475478", "411503", "427587", "129563", "348827", "151122", "9132"], "ranked_scores": [432.0, 414.0, 413.0, 404.0, 401.0, 401.0, 400.0, 392.0, 386.0, 384.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.9197, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.9197, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9197, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "155873": {"relevant_ids": ["155874"], "ranked_ids": ["155874", "136219", "294020", "91610", "3249", "292617", "59271", "38262", "440807", "464100"], "ranked_scores": [394.0, 378.0, 374.0, 373.0, 369.0, 367.0, 366.0, 366.0, 363.0, 362.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "263432": {"relevant_ids": ["263433"], "ranked_ids": ["263433", "128303", "401373", "407204", "147629", "471480", "89716", "370717", "97259", "230671"], "ranked_scores": [407.0, 388.0, 380.0, 375.0, 368.0, 364.0, 362.0, 361.0, 360.0, 358.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "354945": {"relevant_ids": ["354946"], "ranked_ids": ["354946", "254071", "462983", "322478", "263939", "108161", "202817", "202685", "242340", "194841"], "ranked_scores": [469.0, 439.0, 389.0, 366.0, 365.0, 365.0, 364.0, 362.0, 358.0, 348.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "245417": {"relevant_ids": ["219475", "248195"], "ranked_ids": ["219475", "40657", "248195", "64433", "319022", "37326", "368145", "301977", "164159", "245726"], "ranked_scores": [448.0, 440.0, 437.0, 413.0, 403.0, 401.0, 399.0, 399.0, 392.0, 388.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.9197, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.9197, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9197, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "516276": {"relevant_ids": ["516277"], "ranked_ids": ["516277", "34173", "19755", "76958", "352289", "378174", "119374", "510783", "286275", "372966"], "ranked_scores": [462.0, 410.0, 405.0, 394.0, 388.0, 388.0, 387.0, 387.0, 387.0, 379.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177580": {"relevant_ids": ["177579"], "ranked_ids": ["177579", "419100", "115954", "272252", "143503", "76563", "60577", "247204", "18081", "454968"], "ranked_scores": [484.0, 364.0, 356.0, 351.0, 348.0, 348.0, 347.0, 346.0, 345.0, 345.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "309865": {"relevant_ids": ["78624", "33713", "78623"], "ranked_ids": ["78624", "153484", "33713", "209041", "78623", "405094", "495751", "437065", "360054", "469068"], "ranked_scores": [432.0, 431.0, 427.0, 421.0, 418.0, 417.0, 414.0, 404.0, 399.0, 390.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.8855, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.8855, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "510387": {"relevant_ids": ["510386"], "ranked_ids": ["510386", "40390", "241538", "52003", "170896", "344869", "241537", "484846", "371033", "442062"], "ranked_scores": [437.0, 427.0, 423.0, 422.0, 419.0, 417.0, 415.0, 411.0, 407.0, 401.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "26645": {"relevant_ids": ["26644"], "ranked_ids": ["26644", "318396", "207775", "83874", "507090", "83875", "234865", "407302", "108781", "193896"], "ranked_scores": [473.0, 405.0, 403.0, 398.0, 396.0, 395.0, 389.0, 386.0, 383.0, 383.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "47788": {"relevant_ids": ["455725"], "ranked_ids": ["455725", "120701", "105230", "59508", "348138", "47789", "331", "87678", "59223", "87038"], "ranked_scores": [422.0, 420.0, 418.0, 416.0, 415.0, 412.0, 409.0, 408.0, 405.0, 404.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "338281": {"relevant_ids": ["338282"], "ranked_ids": ["338282", "263861", "57017", "85881", "234727", "457315", "263316", "315387", "382555", "431433"], "ranked_scores": [443.0, 371.0, 368.0, 363.0, 361.0, 361.0, 359.0, 358.0, 356.0, 348.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "461149": {"relevant_ids": ["461148"], "ranked_ids": ["525835", "203100", "461148", "215782", "283905", "443095", "302225", "527101", "381960", "482221"], "ranked_scores": [403.0, 402.0, 394.0, 387.0, 381.0, 379.0, 378.0, 377.0, 375.0, 373.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "346126": {"relevant_ids": ["110710", "110711"], "ranked_ids": ["110710", "110711", "154338", "254526", "528998", "229972", "340823", "203476", "168350", "333067"], "ranked_scores": [462.0, 453.0, 438.0, 415.0, 411.0, 406.0, 396.0, 396.0, 393.0, 391.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "372986": {"relevant_ids": ["49961", "262882"], "ranked_ids": ["49961", "262882", "303468", "494989", "215938", "281091", "516501", "299699", "355869", "43966"], "ranked_scores": [483.0, 427.0, 394.0, 382.0, 382.0, 379.0, 378.0, 377.0, 374.0, 374.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "501182": {"relevant_ids": ["501181"], "ranked_ids": ["501181", "402718", "179018", "447737", "173862", "53141", "109121", "325288", "99921", "261255"], "ranked_scores": [460.0, 377.0, 374.0, 364.0, 364.0, 361.0, 361.0, 360.0, 360.0, 358.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13800": {"relevant_ids": ["408522", "376590", "13799"], "ranked_ids": ["376590", "13799", "179943", "408522", "481109", "8622", "67320", "306761", "482825", "30987"], "ranked_scores": [428.0, 420.0, 417.0, 416.0, 404.0, 402.0, 396.0, 391.0, 386.0, 385.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.9675, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9675, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "250143": {"relevant_ids": ["250142"], "ranked_ids": ["250142", "473276", "57155", "27632", "526032", "229130", "96270", "76062", "225655", "368186"], "ranked_scores": [422.0, 404.0, 382.0, 365.0, 365.0, 362.0, 361.0, 356.0, 353.0, 353.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13223": {"relevant_ids": ["156773", "88348", "13224", "20277", "88349"], "ranked_ids": ["156773", "88349", "13224", "88348", "86343", "223304", "137719", "491669", "361830", "366749"], "ranked_scores": [492.0, 448.0, 448.0, 447.0, 438.0, 438.0, 424.0, 422.0, 419.0, 417.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.2, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6, "ndcg@5": 0.8688, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.8, "ndcg@10": 0.8688, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.8}, "11002": {"relevant_ids": ["11003"], "ranked_ids": ["11003", "144197", "444112", "489539", "42203", "241075", "115070", "266680", "40100", "347493"], "ranked_scores": [438.0, 407.0, 405.0, 399.0, 391.0, 389.0, 388.0, 385.0, 385.0, 382.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177653": {"relevant_ids": ["79732"], "ranked_ids": ["79732", "525756", "200611", "39174", "373717", "245271", "310721", "395587", "137270", "412316"], "ranked_scores": [457.0, 404.0, 396.0, 393.0, 392.0, 385.0, 384.0, 381.0, 378.0, 372.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "415592": {"relevant_ids": ["415591"], "ranked_ids": ["415591", "91592", "322822", "467639", "88542", "379146", "117817", "84634", "166836", "435045"], "ranked_scores": [457.0, 394.0, 391.0, 389.0, 387.0, 387.0, 385.0, 383.0, 382.0, 381.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "511196": {"relevant_ids": ["511197"], "ranked_ids": ["511197", "156490", "289278", "112674", "491923", "45940", "191329", "328397", "251545", "537528"], "ranked_scores": [441.0, 385.0, 385.0, 360.0, 359.0, 358.0, 358.0, 357.0, 354.0, 354.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "344845": {"relevant_ids": ["344844"], "ranked_ids": ["344844", "161471", "111672", "335497", "95946", "327548", "289918", "380837", "503908", "53451"], "ranked_scores": [470.0, 422.0, 411.0, 406.0, 405.0, 392.0, 390.0, 390.0, 390.0, 388.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "396744": {"relevant_ids": ["396745"], "ranked_ids": ["396745", "16789", "516168", "421257", "75399", "464360", "284966", "481437", "145729", "236438"], "ranked_scores": [406.0, 382.0, 380.0, 376.0, 376.0, 373.0, 371.0, 368.0, 367.0, 367.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "452398": {"relevant_ids": ["452399"], "ranked_ids": ["452399", "530610", "134287", "435989", "230141", "60646", "97822", "8976", "4228", "450912"], "ranked_scores": [468.0, 387.0, 386.0, 382.0, 382.0, 381.0, 379.0, 377.0, 376.0, 376.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "182114": {"relevant_ids": ["182113"], "ranked_ids": ["196647", "182113", "531602", "234482", "56202", "80719", "481882", "323531", "229182", "162482"], "ranked_scores": [429.0, 413.0, 399.0, 392.0, 390.0, 389.0, 386.0, 385.0, 380.0, 379.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "486260": {"relevant_ids": ["486259"], "ranked_ids": ["486259", "392356", "113749", "146738", "266904", "111946", "209255", "55598", "385204", "114114"], "ranked_scores": [456.0, 412.0, 401.0, 396.0, 395.0, 394.0, 394.0, 394.0, 394.0, 392.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "455140": {"relevant_ids": ["315935"], "ranked_ids": ["315935", "124700", "308963", "93864", "246286", "519049", "150842", "50224", "106381", "93863"], "ranked_scores": [462.0, 410.0, 401.0, 400.0, 397.0, 389.0, 386.0, 385.0, 384.0, 384.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "56198": {"relevant_ids": ["56199"], "ranked_ids": ["56199", "138891", "249114", "160914", "279986", "199688", "243039", "43404", "160194", "67917"], "ranked_scores": [477.0, 381.0, 374.0, 372.0, 368.0, 364.0, 364.0, 362.0, 359.0, 358.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "30172": {"relevant_ids": ["30173", "145120", "185817", "373486", "145119", "68426"], "ranked_ids": ["145120", "68426", "160900", "185817", "373486", "311173", "205338", "15236", "30173", "145119"], "ranked_scores": [474.0, 454.0, 436.0, 425.0, 420.0, 417.0, 414.0, 414.0, 414.0, 413.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.1667, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.8304, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.9195, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "127880": {"relevant_ids": ["241164"], "ranked_ids": ["241164", "210277", "535042", "112470", "121458", "325175", "122116", "135083", "415983", "531392"], "ranked_scores": [413.0, 395.0, 385.0, 384.0, 380.0, 377.0, 375.0, 373.0, 373.0, 372.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "167969": {"relevant_ids": ["174461"], "ranked_ids": ["174461", "360983", "60171", "78497", "91854", "449678", "168913", "171665", "207491", "315016"], "ranked_scores": [436.0, 421.0, 373.0, 366.0, 366.0, 365.0, 365.0, 363.0, 362.0, 361.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "97986": {"relevant_ids": ["97987"], "ranked_ids": ["97987", "44589", "393565", "257425", "318396", "41241", "108564", "212168", "193896", "234865"], "ranked_scores": [494.0, 414.0, 401.0, 391.0, 390.0, 389.0, 388.0, 388.0, 384.0, 384.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "12865": {"relevant_ids": ["105683"], "ranked_ids": ["105683", "191268", "92902", "277453", "528844", "477677", "23129", "146806", "232488", "338609"], "ranked_scores": [484.0, 407.0, 401.0, 398.0, 393.0, 392.0, 391.0, 390.0, 389.0, 387.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "215681": {"relevant_ids": ["215680"], "ranked_ids": ["215680", "52235", "178515", "143842", "340195", "324586", "324585", "71159", "138892", "57552"], "ranked_scores": [455.0, 388.0, 383.0, 377.0, 373.0, 370.0, 369.0, 368.0, 367.0, 366.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-roberta-base-mrl-512-pq-m16-n8": {"127728": {"relevant_ids": ["127729"], "ranked_ids": ["127729", "278575", "245618", "116881", "38063", "317591", "189865", "387548", "521993", "127676"], "ranked_scores": [0.7476, 0.7451, 0.7341, 0.7283, 0.7207, 0.7206, 0.7203, 0.7181, 0.714, 0.7126], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "318820": {"relevant_ids": ["318821"], "ranked_ids": ["318821", "222238", "178549", "441089", "45151", "489320", "441218", "42413", "190698", "367479"], "ranked_scores": [0.8589, 0.8523, 0.8414, 0.8065, 0.8011, 0.7975, 0.7943, 0.7877, 0.7873, 0.7794], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "296098": {"relevant_ids": ["296097"], "ranked_ids": ["412371", "296097", "492756", "45506", "493414", "469985", "130062", "469868", "364131", "423933"], "ranked_scores": [0.6641, 0.6369, 0.6321, 0.6295, 0.6236, 0.6037, 0.6031, 0.6023, 0.5993, 0.5975], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "150414": {"relevant_ids": ["192835"], "ranked_ids": ["192835", "105782", "144880", "121070", "398241", "398240", "159263", "126746", "516620", "467679"], "ranked_scores": [0.8366, 0.8275, 0.8063, 0.8038, 0.7993, 0.7949, 0.7933, 0.777, 0.777, 0.7752], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145582": {"relevant_ids": ["145583"], "ranked_ids": ["145583", "454248", "245370", "390399", "432243", "173109", "63563", "423943", "246286", "96867"], "ranked_scores": [0.6123, 0.4908, 0.4787, 0.4624, 0.4594, 0.4586, 0.4569, 0.4565, 0.4516, 0.4499], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "315712": {"relevant_ids": ["315713"], "ranked_ids": ["315713", "194841", "208025", "216953", "319096", "177546", "236508", "216954", "124542", "111103"], "ranked_scores": [0.7205, 0.7167, 0.7164, 0.6952, 0.6806, 0.6798, 0.6756, 0.6753, 0.6722, 0.6713], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145739": {"relevant_ids": ["145740"], "ranked_ids": ["115412", "145740", "241979", "366074", "8705", "415781", "465597", "180147", "347337", "453401"], "ranked_scores": [0.8393, 0.8393, 0.8323, 0.8323, 0.8203, 0.8151, 0.806, 0.7988, 0.7965, 0.773], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "308127": {"relevant_ids": ["308126"], "ranked_ids": ["402262", "140685", "523863", "523864", "301104", "386807", "402261", "427879", "77650", "308126"], "ranked_scores": [0.7372, 0.7372, 0.7323, 0.7323, 0.7321, 0.7321, 0.7321, 0.7286, 0.728, 0.7215], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "287245": {"relevant_ids": ["322650", "283199", "283198"], "ranked_ids": ["283199", "322650", "283198", "192143", "420279", "420280", "208412", "188940", "498473", "221784"], "ranked_scores": [0.8009, 0.8009, 0.7866, 0.7503, 0.7451, 0.7154, 0.7136, 0.7114, 0.6961, 0.696], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "14755": {"relevant_ids": ["211906", "14756"], "ranked_ids": ["211906", "14756", "450970", "30834", "235454", "57678", "236793", "481547", "362149", "369731"], "ranked_scores": [0.7969, 0.7969, 0.7969, 0.7802, 0.7798, 0.7608, 0.7571, 0.7571, 0.7443, 0.724], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "370170": {"relevant_ids": ["370169"], "ranked_ids": ["370169", "537762", "419219", "117645", "476551", "22763", "191527", "466920", "128700", "467211"], "ranked_scores": [0.7287, 0.6121, 0.6076, 0.5956, 0.5948, 0.5882, 0.5865, 0.5789, 0.5754, 0.5642], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "41774": {"relevant_ids": ["41773"], "ranked_ids": ["41773", "239344", "307530", "214766", "468656", "163006", "442459", "467781", "416695", "468655"], "ranked_scores": [0.6914, 0.6878, 0.647, 0.6253, 0.624, 0.6186, 0.6164, 0.6017, 0.5987, 0.59], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "399648": {"relevant_ids": ["399649"], "ranked_ids": ["399649", "225815", "435035", "470113", "124071", "359281", "411313", "462253", "380626", "504913"], "ranked_scores": [0.8462, 0.8015, 0.7947, 0.7715, 0.7715, 0.7699, 0.7658, 0.7647, 0.7603, 0.7603], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "504811": {"relevant_ids": ["504810"], "ranked_ids": ["504810", "448774", "90374", "298555", "214151", "55899", "309894", "54195", "256525", "5861"], "ranked_scores": [0.8421, 0.8258, 0.8258, 0.8212, 0.8088, 0.8074, 0.8073, 0.7942, 0.7802, 0.78], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "362950": {"relevant_ids": ["400212", "362949"], "ranked_ids": ["475478", "155870", "487392", "348827", "427587", "362949", "400212", "411503", "151122", "438104"], "ranked_scores": [0.8503, 0.8433, 0.8428, 0.8377, 0.8367, 0.8333, 0.8333, 0.8318, 0.8286, 0.8187], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.4228, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "155873": {"relevant_ids": ["155874"], "ranked_ids": ["155874", "136219", "346009", "392604", "122134", "303941", "294020", "383066", "186105", "392771"], "ranked_scores": [0.6596, 0.6417, 0.6399, 0.6379, 0.615, 0.6131, 0.6098, 0.6014, 0.5988, 0.5984], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "263432": {"relevant_ids": ["263433"], "ranked_ids": ["407204", "128303", "263433", "401373", "261419", "95041", "72493", "29349", "193792", "147629"], "ranked_scores": [0.6932, 0.6808, 0.6758, 0.644, 0.6221, 0.6156, 0.6156, 0.6153, 0.6147, 0.6106], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "354945": {"relevant_ids": ["354946"], "ranked_ids": ["354946", "254071", "462983", "108161", "263939", "236419", "322478", "202685", "202817", "462984"], "ranked_scores": [0.794, 0.7672, 0.7365, 0.6868, 0.6799, 0.6719, 0.6719, 0.6551, 0.6422, 0.6178], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "245417": {"relevant_ids": ["219475", "248195"], "ranked_ids": ["64433", "219475", "40657", "248195", "413039", "368145", "301977", "413040", "152213", "14180"], "ranked_scores": [0.8453, 0.8376, 0.8291, 0.8273, 0.821, 0.81, 0.8009, 0.7932, 0.7787, 0.774], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6509, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6509, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "516276": {"relevant_ids": ["516277"], "ranked_ids": ["516277", "19755", "34173", "119374", "510783", "76958", "466198", "286275", "317598", "149233"], "ranked_scores": [0.8383, 0.7952, 0.7949, 0.7817, 0.78, 0.7789, 0.7578, 0.7571, 0.7561, 0.7551], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177580": {"relevant_ids": ["177579"], "ranked_ids": ["177579", "446100", "18081", "115954", "454968", "455888", "464418", "76563", "45884", "209698"], "ranked_scores": [0.6873, 0.5857, 0.5842, 0.5805, 0.5769, 0.561, 0.561, 0.559, 0.5544, 0.5504], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "309865": {"relevant_ids": ["78624", "33713", "78623"], "ranked_ids": ["78624", "405094", "78623", "153484", "209041", "20635", "184787", "477476", "419621", "360054"], "ranked_scores": [0.8205, 0.8205, 0.8205, 0.8197, 0.8189, 0.8056, 0.8037, 0.7954, 0.7943, 0.7933], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.7039, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.7039, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.6667}, "510387": {"relevant_ids": ["510386"], "ranked_ids": ["510386", "170896", "52003", "344869", "40390", "241538", "241537", "21528", "484846", "43729"], "ranked_scores": [0.8541, 0.8537, 0.8529, 0.838, 0.8292, 0.826, 0.8215, 0.8175, 0.817, 0.8105], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "26645": {"relevant_ids": ["26644"], "ranked_ids": ["26644", "12895", "215551", "108781", "233540", "411539", "208205", "284346", "284347", "144057"], "ranked_scores": [0.8415, 0.7719, 0.7709, 0.7653, 0.7626, 0.7612, 0.7561, 0.7424, 0.7263, 0.7247], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "47788": {"relevant_ids": ["455725"], "ranked_ids": ["37221", "85764", "47789", "120701", "105230", "87678", "87038", "348138", "8505", "59508"], "ranked_scores": [0.8832, 0.8824, 0.8818, 0.8813, 0.8811, 0.8811, 0.8792, 0.8772, 0.8752, 0.8748], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "338281": {"relevant_ids": ["338282"], "ranked_ids": ["338282", "57017", "234727", "263861", "263316", "100426", "315387", "327767", "457315", "138712"], "ranked_scores": [0.7843, 0.7109, 0.6293, 0.6268, 0.6127, 0.5958, 0.5843, 0.5573, 0.5562, 0.5447], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "461149": {"relevant_ids": ["461148"], "ranked_ids": ["203100", "461148", "215782", "525835", "392720", "392721", "250197", "488711", "302177", "416504"], "ranked_scores": [0.7244, 0.7083, 0.7075, 0.7036, 0.6981, 0.6976, 0.6944, 0.6925, 0.6925, 0.6828], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "346126": {"relevant_ids": ["110710", "110711"], "ranked_ids": ["110710", "110711", "154338", "254526", "229972", "340823", "216984", "381810", "528998", "203476"], "ranked_scores": [0.8679, 0.8679, 0.8648, 0.8621, 0.8282, 0.8279, 0.8279, 0.8211, 0.8181, 0.8155], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "372986": {"relevant_ids": ["49961", "262882"], "ranked_ids": ["49961", "262882", "497531", "516501", "88278", "443239", "43966", "215938", "310215", "415486"], "ranked_scores": [0.7748, 0.7381, 0.7038, 0.6954, 0.6954, 0.6902, 0.69, 0.6885, 0.6885, 0.6885], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "501182": {"relevant_ids": ["501181"], "ranked_ids": ["501181", "179018", "325288", "274777", "291000", "109121", "402718", "411533", "446824", "447737"], "ranked_scores": [0.7387, 0.7218, 0.7218, 0.6926, 0.6598, 0.6449, 0.5963, 0.5887, 0.5827, 0.5657], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13800": {"relevant_ids": ["408522", "376590", "13799"], "ranked_ids": ["13799", "376590", "8622", "408522", "481109", "179943", "448205", "67319", "56338", "67320"], "ranked_scores": [0.822, 0.8199, 0.7921, 0.7886, 0.7882, 0.7882, 0.7629, 0.761, 0.7603, 0.7503], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.9675, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9675, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "250143": {"relevant_ids": ["250142"], "ranked_ids": ["250142", "473276", "76062", "57155", "526032", "121390", "38409", "225655", "50538", "137994"], "ranked_scores": [0.8044, 0.7861, 0.6856, 0.6573, 0.6418, 0.6402, 0.64, 0.628, 0.6274, 0.6199], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13223": {"relevant_ids": ["156773", "88348", "13224", "20277", "88349"], "ranked_ids": ["156773", "88348", "88349", "13224", "24720", "86343", "223304", "366749", "137719", "491669"], "ranked_scores": [0.9061, 0.9041, 0.9041, 0.8992, 0.8937, 0.8927, 0.8873, 0.8866, 0.8788, 0.875], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.2, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6, "ndcg@5": 0.8688, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.8, "ndcg@10": 0.8688, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.8}, "11002": {"relevant_ids": ["11003"], "ranked_ids": ["87346", "489539", "11003", "64236", "42203", "17317", "390977", "40100", "81848", "95767"], "ranked_scores": [0.7895, 0.7895, 0.7778, 0.772, 0.7685, 0.7678, 0.7621, 0.759, 0.759, 0.759], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "177653": {"relevant_ids": ["79732"], "ranked_ids": ["79732", "245271", "525756", "373717", "395587", "39174", "412316", "200611", "208018", "311678"], "ranked_scores": [0.7799, 0.7626, 0.7557, 0.7398, 0.7214, 0.7183, 0.7163, 0.7018, 0.6602, 0.6551], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "415592": {"relevant_ids": ["415591"], "ranked_ids": ["467639", "117817", "485299", "88542", "425878", "91592", "415591", "310516", "435045", "95918"], "ranked_scores": [0.7949, 0.7948, 0.7948, 0.7948, 0.7941, 0.7926, 0.7917, 0.7765, 0.7761, 0.7739], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "511196": {"relevant_ids": ["511197"], "ranked_ids": ["511197", "156490", "53962", "328397", "435439", "491923", "112674", "289278", "251546", "398788"], "ranked_scores": [0.7449, 0.725, 0.7086, 0.6928, 0.6886, 0.6841, 0.672, 0.6671, 0.6404, 0.629], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "344845": {"relevant_ids": ["344844"], "ranked_ids": ["344844", "161471", "93337", "79595", "95946", "327548", "503908", "380837", "4915", "79986"], "ranked_scores": [0.8559, 0.8499, 0.8111, 0.8043, 0.802, 0.802, 0.802, 0.802, 0.8016, 0.8016], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "396744": {"relevant_ids": ["396745"], "ranked_ids": ["396745", "236438", "16789", "481437", "526492", "252056", "516168", "8609", "75399", "55606"], "ranked_scores": [0.7175, 0.7171, 0.7035, 0.6788, 0.6678, 0.6611, 0.6578, 0.6571, 0.6522, 0.6522], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "452398": {"relevant_ids": ["452399"], "ranked_ids": ["452399", "530610", "230141", "378404", "90225", "399415", "372901", "60646", "450912", "304781"], "ranked_scores": [0.7796, 0.7194, 0.7106, 0.7073, 0.707, 0.7025, 0.6863, 0.6792, 0.6755, 0.673], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "182114": {"relevant_ids": ["182113"], "ranked_ids": ["56202", "139689", "182113", "234482", "186609", "256239", "80719", "475847", "528965", "481882"], "ranked_scores": [0.7426, 0.7426, 0.737, 0.737, 0.737, 0.737, 0.737, 0.737, 0.737, 0.737], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "486260": {"relevant_ids": ["486259"], "ranked_ids": ["486259", "97315", "114114", "391328", "111946", "151649", "220387", "406342", "113749", "46379"], "ranked_scores": [0.8028, 0.7415, 0.7407, 0.7384, 0.7306, 0.7301, 0.7301, 0.7299, 0.726, 0.7229], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "455140": {"relevant_ids": ["315935"], "ranked_ids": ["315935", "124700", "150842", "124701", "93864", "246286", "308963", "93863", "249732", "245896"], "ranked_scores": [0.8397, 0.8009, 0.8008, 0.7968, 0.7965, 0.7922, 0.784, 0.7837, 0.7744, 0.7709], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "56198": {"relevant_ids": ["56199"], "ranked_ids": ["56199", "138891", "249114", "456860", "43405", "243039", "43404", "480352", "87814", "91482"], "ranked_scores": [0.7485, 0.6287, 0.6074, 0.5668, 0.5572, 0.5572, 0.5572, 0.5488, 0.5488, 0.5488], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "30172": {"relevant_ids": ["30173", "145120", "185817", "373486", "145119", "68426"], "ranked_ids": ["68426", "145120", "185817", "311173", "160900", "82405", "15236", "205338", "90983", "357893"], "ranked_scores": [0.9026, 0.901, 0.8809, 0.8752, 0.8741, 0.8728, 0.8674, 0.867, 0.862, 0.8606], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.1667, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.7227, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6448, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "127880": {"relevant_ids": ["241164"], "ranked_ids": ["241164", "135083", "121458", "370634", "535042", "84471", "112470", "415983", "210277", "450198"], "ranked_scores": [0.7644, 0.726, 0.7058, 0.6885, 0.6783, 0.6773, 0.6764, 0.6761, 0.673, 0.6699], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "167969": {"relevant_ids": ["174461"], "ranked_ids": ["360983", "174461", "144121", "448412", "121354", "207491", "347474", "60171", "168913", "407354"], "ranked_scores": [0.7356, 0.73, 0.675, 0.6714, 0.6706, 0.668, 0.6662, 0.6654, 0.6648, 0.6558], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "97986": {"relevant_ids": ["97987"], "ranked_ids": ["97987", "44589", "41242", "141417", "326597", "420351", "212168", "248383", "257425", "41241"], "ranked_scores": [0.8273, 0.8025, 0.7179, 0.7174, 0.7165, 0.7165, 0.7165, 0.7075, 0.7056, 0.7056], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "12865": {"relevant_ids": ["105683"], "ranked_ids": ["105683", "23129", "155515", "528844", "506722", "356740", "232488", "35071", "94167", "92902"], "ranked_scores": [0.853, 0.8513, 0.8465, 0.8462, 0.8429, 0.84, 0.8339, 0.8325, 0.8325, 0.8325], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "215681": {"relevant_ids": ["215680"], "ranked_ids": ["215680", "177080", "143842", "57552", "340195", "5733", "178515", "52235", "285023", "63757"], "ranked_scores": [0.7698, 0.6548, 0.6541, 0.6514, 0.6483, 0.645, 0.6301, 0.6229, 0.6221, 0.6133], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-roberta-base-mrl-256-pq-m16-n8": {"127728": {"relevant_ids": ["127729"], "ranked_ids": ["127729", "92818", "245618", "38063", "445616", "276617", "450133", "278575", "257349", "20172"], "ranked_scores": [0.7258, 0.7075, 0.6892, 0.6878, 0.6815, 0.675, 0.6652, 0.6636, 0.6527, 0.6497], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "318820": {"relevant_ids": ["318821"], "ranked_ids": ["318821", "178549", "441089", "190698", "222238", "367479", "162581", "42413", "496708", "54496"], "ranked_scores": [0.8279, 0.7995, 0.7926, 0.7734, 0.761, 0.7561, 0.7384, 0.7333, 0.7284, 0.7267], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "296098": {"relevant_ids": ["296097"], "ranked_ids": ["412371", "493414", "364131", "298852", "173403", "469868", "469985", "513540", "45506", "120598"], "ranked_scores": [0.6286, 0.6244, 0.6207, 0.6104, 0.6025, 0.5813, 0.5773, 0.5714, 0.5656, 0.563], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "150414": {"relevant_ids": ["192835"], "ranked_ids": ["105782", "192835", "516620", "105783", "132912", "126746", "121070", "259561", "335053", "113488"], "ranked_scores": [0.8484, 0.8475, 0.7943, 0.7912, 0.7804, 0.7747, 0.7589, 0.7579, 0.7429, 0.739], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "145582": {"relevant_ids": ["145583"], "ranked_ids": ["145583", "454248", "299264", "245370", "432243", "390399", "285851", "369955", "173109", "87614"], "ranked_scores": [0.6939, 0.5092, 0.4789, 0.4717, 0.4711, 0.4675, 0.4662, 0.46, 0.4568, 0.4548], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "315712": {"relevant_ids": ["315713"], "ranked_ids": ["315713", "355553", "319096", "208025", "194841", "242340", "124542", "236508", "409852", "60577"], "ranked_scores": [0.7292, 0.6846, 0.6643, 0.6631, 0.6514, 0.6508, 0.6374, 0.634, 0.6172, 0.6156], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145739": {"relevant_ids": ["145740"], "ranked_ids": ["145740", "366074", "241979", "465597", "8705", "115412", "148222", "415781", "347337", "180147"], "ranked_scores": [0.8202, 0.8005, 0.7971, 0.7949, 0.791, 0.787, 0.7671, 0.7525, 0.7332, 0.6988], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "308127": {"relevant_ids": ["308126"], "ranked_ids": ["308126", "395527", "301104", "386807", "79534", "402262", "471617", "498938", "385951", "35763"], "ranked_scores": [0.7489, 0.7437, 0.7267, 0.7227, 0.7216, 0.7185, 0.7083, 0.702, 0.6975, 0.6912], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "287245": {"relevant_ids": ["322650", "283199", "283198"], "ranked_ids": ["322650", "283199", "283198", "192143", "188940", "420280", "499037", "75927", "221784", "508239"], "ranked_scores": [0.7843, 0.7843, 0.7588, 0.7034, 0.6764, 0.6676, 0.6518, 0.6266, 0.6248, 0.6221], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "14755": {"relevant_ids": ["211906", "14756"], "ranked_ids": ["14756", "211906", "450970", "57678", "235454", "236793", "30834", "481547", "45636", "74058"], "ranked_scores": [0.7986, 0.7986, 0.7986, 0.7317, 0.7257, 0.6923, 0.682, 0.6751, 0.6454, 0.6361], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "370170": {"relevant_ids": ["370169"], "ranked_ids": ["370169", "22763", "537762", "419219", "466920", "476551", "211280", "334238", "227009", "191527"], "ranked_scores": [0.7612, 0.5891, 0.5547, 0.5499, 0.5434, 0.5244, 0.5207, 0.5154, 0.5058, 0.5041], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "41774": {"relevant_ids": ["41773"], "ranked_ids": ["41773", "467781", "214766", "468655", "475177", "442459", "468656", "239344", "163006", "17691"], "ranked_scores": [0.7519, 0.6811, 0.6482, 0.597, 0.5945, 0.5915, 0.5862, 0.5772, 0.5688, 0.5496], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "399648": {"relevant_ids": ["399649"], "ranked_ids": ["399649", "225815", "435035", "167487", "167488", "5830", "359281", "285302", "504913", "380626"], "ranked_scores": [0.8373, 0.7716, 0.7587, 0.7491, 0.7463, 0.7234, 0.7095, 0.7071, 0.704, 0.701], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "504811": {"relevant_ids": ["504810"], "ranked_ids": ["504810", "448774", "298555", "309894", "90374", "55899", "214151", "5861", "386903", "84826"], "ranked_scores": [0.85, 0.7903, 0.783, 0.7799, 0.7498, 0.7358, 0.7119, 0.6958, 0.6955, 0.6869], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "362950": {"relevant_ids": ["400212", "362949"], "ranked_ids": ["362949", "400212", "427587", "487392", "151122", "475478", "411503", "348827", "344212", "438104"], "ranked_scores": [0.8551, 0.8207, 0.8061, 0.7944, 0.7876, 0.7846, 0.7745, 0.732, 0.7304, 0.7249], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "155873": {"relevant_ids": ["155874"], "ranked_ids": ["155874", "346009", "392771", "392604", "186105", "122134", "440807", "170784", "303941", "136219"], "ranked_scores": [0.6442, 0.6266, 0.5946, 0.5896, 0.5779, 0.5725, 0.5705, 0.567, 0.5624, 0.5583], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "263432": {"relevant_ids": ["263433"], "ranked_ids": ["263433", "128303", "407204", "401373", "192229", "279243", "157590", "497067", "157589", "205954"], "ranked_scores": [0.7067, 0.6864, 0.6541, 0.6046, 0.5992, 0.5764, 0.5733, 0.5687, 0.5685, 0.5679], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "354945": {"relevant_ids": ["354946"], "ranked_ids": ["354946", "254071", "462983", "202685", "202817", "322478", "108161", "473769", "462984", "236419"], "ranked_scores": [0.7954, 0.777, 0.6274, 0.5917, 0.5731, 0.5677, 0.5302, 0.508, 0.5013, 0.5], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "245417": {"relevant_ids": ["219475", "248195"], "ranked_ids": ["248195", "219475", "40657", "413039", "64433", "413040", "152213", "110033", "14180", "301977"], "ranked_scores": [0.8474, 0.8472, 0.8368, 0.8186, 0.8181, 0.806, 0.7668, 0.7468, 0.7466, 0.7456], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "516276": {"relevant_ids": ["516277"], "ranked_ids": ["516277", "19755", "286275", "34173", "76958", "489791", "44716", "352189", "438101", "437452"], "ranked_scores": [0.8651, 0.7847, 0.7763, 0.7555, 0.7405, 0.7381, 0.7329, 0.7293, 0.7208, 0.7164], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177580": {"relevant_ids": ["177579"], "ranked_ids": ["177579", "454968", "446100", "18081", "209698", "115954", "455888", "464418", "60577", "45884"], "ranked_scores": [0.7873, 0.622, 0.608, 0.6039, 0.5942, 0.5865, 0.5654, 0.5654, 0.5633, 0.5527], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "309865": {"relevant_ids": ["78624", "33713", "78623"], "ranked_ids": ["153484", "209041", "405094", "78623", "33713", "78624", "495751", "469068", "312029", "235483"], "ranked_scores": [0.8183, 0.8137, 0.8122, 0.8122, 0.7939, 0.7864, 0.7718, 0.7605, 0.7496, 0.7495], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3836, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.5508, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "510387": {"relevant_ids": ["510386"], "ranked_ids": ["344869", "40390", "510386", "170896", "52003", "241538", "241537", "160232", "412445", "74663"], "ranked_scores": [0.8691, 0.8635, 0.8635, 0.8585, 0.8558, 0.844, 0.8309, 0.8211, 0.771, 0.7677], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "26645": {"relevant_ids": ["26644"], "ranked_ids": ["26644", "12895", "209092", "286617", "163452", "240705", "215551", "208205", "507090", "183481"], "ranked_scores": [0.8342, 0.7318, 0.6865, 0.678, 0.6568, 0.6552, 0.6549, 0.6541, 0.6492, 0.6471], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "47788": {"relevant_ids": ["455725"], "ranked_ids": ["15132", "59223", "455725", "101721", "8505", "348138", "47703", "235686", "120701", "105230"], "ranked_scores": [0.8717, 0.8711, 0.8704, 0.8649, 0.8649, 0.8648, 0.8631, 0.8606, 0.8581, 0.8558], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "338281": {"relevant_ids": ["338282"], "ranked_ids": ["338282", "457315", "57017", "100426", "135715", "327767", "85881", "138712", "338711", "263316"], "ranked_scores": [0.8496, 0.5659, 0.5544, 0.5423, 0.5395, 0.5393, 0.5253, 0.5228, 0.512, 0.5109], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "461149": {"relevant_ids": ["461148"], "ranked_ids": ["461148", "525835", "203100", "180791", "443095", "416504", "482221", "392720", "475952", "302225"], "ranked_scores": [0.7216, 0.7213, 0.6736, 0.6654, 0.665, 0.6562, 0.6529, 0.6445, 0.6423, 0.6412], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "346126": {"relevant_ids": ["110710", "110711"], "ranked_ids": ["110711", "110710", "154338", "254526", "340823", "203476", "108617", "216984", "229972", "168350"], "ranked_scores": [0.8872, 0.8852, 0.8812, 0.8453, 0.8412, 0.8081, 0.808, 0.8062, 0.7904, 0.7898], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "372986": {"relevant_ids": ["49961", "262882"], "ranked_ids": ["49961", "262882", "303468", "497357", "127288", "320580", "215938", "43966", "108183", "516501"], "ranked_scores": [0.8126, 0.7584, 0.7111, 0.644, 0.639, 0.6359, 0.6228, 0.6207, 0.6171, 0.6103], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "501182": {"relevant_ids": ["501181"], "ranked_ids": ["501181", "402718", "291000", "179018", "274777", "446824", "490750", "325288", "29506", "50260"], "ranked_scores": [0.7982, 0.6456, 0.6019, 0.5964, 0.596, 0.5952, 0.5924, 0.5889, 0.5822, 0.5808], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13800": {"relevant_ids": ["408522", "376590", "13799"], "ranked_ids": ["376590", "179943", "13799", "481109", "30987", "67320", "8622", "448205", "270038", "408522"], "ranked_scores": [0.7834, 0.7668, 0.747, 0.7416, 0.7331, 0.7149, 0.7122, 0.7114, 0.697, 0.69], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.7039, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.8396, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "250143": {"relevant_ids": ["250142"], "ranked_ids": ["250142", "473276", "57155", "137994", "526032", "368186", "76062", "96270", "27632", "225655"], "ranked_scores": [0.7665, 0.7501, 0.6573, 0.6268, 0.6251, 0.6016, 0.5959, 0.5861, 0.5807, 0.5803], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13223": {"relevant_ids": ["156773", "88348", "13224", "20277", "88349"], "ranked_ids": ["156773", "86343", "88348", "88349", "13224", "366749", "223304", "24720", "137719", "125053"], "ranked_scores": [0.9132, 0.9115, 0.9034, 0.9034, 0.8942, 0.8838, 0.8708, 0.8693, 0.8684, 0.8666], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.2, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.4, "ndcg@5": 0.786, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.8, "ndcg@10": 0.786, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.8}, "11002": {"relevant_ids": ["11003"], "ranked_ids": ["64236", "11003", "87346", "17317", "42203", "55041", "489539", "144197", "444112", "174649"], "ranked_scores": [0.7929, 0.7833, 0.7809, 0.7783, 0.7738, 0.7718, 0.768, 0.7632, 0.7632, 0.7555], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "177653": {"relevant_ids": ["79732"], "ranked_ids": ["79732", "525756", "373717", "225019", "39174", "245271", "310721", "395587", "525755", "200611"], "ranked_scores": [0.8266, 0.7714, 0.7659, 0.711, 0.7054, 0.699, 0.6681, 0.6548, 0.6355, 0.6278], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "415592": {"relevant_ids": ["415591"], "ranked_ids": ["415591", "435045", "425878", "117817", "485299", "91592", "95917", "467639", "88542", "84634"], "ranked_scores": [0.8405, 0.7692, 0.7614, 0.7607, 0.7528, 0.7525, 0.7403, 0.7301, 0.7287, 0.6967], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "511196": {"relevant_ids": ["511197"], "ranked_ids": ["511197", "156490", "289278", "328397", "251546", "251545", "491923", "42644", "349723", "189866"], "ranked_scores": [0.7689, 0.6773, 0.6477, 0.6087, 0.5964, 0.5933, 0.5849, 0.5637, 0.5436, 0.5274], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "344845": {"relevant_ids": ["344844"], "ranked_ids": ["344844", "111672", "95946", "327548", "161471", "384928", "503908", "79986", "101085", "187882"], "ranked_scores": [0.8506, 0.822, 0.8135, 0.8126, 0.8122, 0.8006, 0.799, 0.7941, 0.7941, 0.7838], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "396744": {"relevant_ids": ["396745"], "ranked_ids": ["396745", "418055", "526492", "252056", "271801", "511557", "28361", "516168", "475261", "280435"], "ranked_scores": [0.6849, 0.6524, 0.647, 0.6401, 0.615, 0.6119, 0.6064, 0.6036, 0.6029, 0.6022], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "452398": {"relevant_ids": ["452399"], "ranked_ids": ["452399", "530610", "304781", "230141", "346712", "324290", "4228", "399415", "378404", "125993"], "ranked_scores": [0.8262, 0.7428, 0.7111, 0.7008, 0.6938, 0.6844, 0.68, 0.676, 0.6744, 0.6739], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "182114": {"relevant_ids": ["182113"], "ranked_ids": ["196647", "234482", "182113", "531602", "323531", "162482", "475847", "56202", "137155", "481882"], "ranked_scores": [0.7494, 0.7375, 0.7326, 0.7254, 0.7178, 0.7172, 0.7169, 0.7125, 0.7035, 0.7024], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "486260": {"relevant_ids": ["486259"], "ranked_ids": ["486259", "483159", "151649", "114114", "29362", "392356", "391328", "113749", "175377", "235892"], "ranked_scores": [0.8208, 0.7563, 0.7561, 0.7475, 0.7453, 0.744, 0.7438, 0.7437, 0.7429, 0.7395], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "455140": {"relevant_ids": ["315935"], "ranked_ids": ["315935", "124700", "308963", "211061", "93864", "246286", "50224", "150842", "93863", "440700"], "ranked_scores": [0.8153, 0.7616, 0.7565, 0.746, 0.7142, 0.7136, 0.7026, 0.6993, 0.6888, 0.6878], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "56198": {"relevant_ids": ["56199"], "ranked_ids": ["56199", "249114", "160914", "243039", "138891", "431226", "160194", "480352", "43405", "43404"], "ranked_scores": [0.7809, 0.5783, 0.5605, 0.5575, 0.5484, 0.5444, 0.5415, 0.5331, 0.5311, 0.5292], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "30172": {"relevant_ids": ["30173", "145120", "185817", "373486", "145119", "68426"], "ranked_ids": ["68426", "145120", "160900", "373486", "192604", "185817", "205338", "30173", "496848", "82405"], "ranked_scores": [0.8938, 0.8935, 0.8729, 0.8639, 0.8529, 0.8515, 0.8498, 0.8455, 0.8436, 0.843], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.1667, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.6992, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.8271, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.8333}, "127880": {"relevant_ids": ["241164"], "ranked_ids": ["241164", "135083", "121458", "535042", "120446", "156678", "99916", "210277", "104625", "331056"], "ranked_scores": [0.7622, 0.7077, 0.6852, 0.6848, 0.6724, 0.662, 0.6548, 0.6505, 0.6454, 0.6384], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "167969": {"relevant_ids": ["174461"], "ranked_ids": ["174461", "360983", "60171", "207491", "78497", "144121", "315016", "10393", "347474", "177138"], "ranked_scores": [0.738, 0.7371, 0.6404, 0.6327, 0.6222, 0.6189, 0.6186, 0.6175, 0.6159, 0.6154], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "97986": {"relevant_ids": ["97987"], "ranked_ids": ["97987", "44589", "393565", "284181", "108564", "212168", "326597", "384292", "41242", "318396"], "ranked_scores": [0.8588, 0.7803, 0.7315, 0.6981, 0.6716, 0.6447, 0.6447, 0.6315, 0.6313, 0.63], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "12865": {"relevant_ids": ["105683"], "ranked_ids": ["105683", "356740", "506722", "35071", "528844", "188959", "146805", "146806", "277453", "94167"], "ranked_scores": [0.8507, 0.8056, 0.7902, 0.7811, 0.781, 0.7786, 0.7756, 0.7756, 0.7747, 0.7619], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "215681": {"relevant_ids": ["215680"], "ranked_ids": ["215680", "143842", "301165", "78042", "54139", "178515", "340195", "57552", "119374", "349338"], "ranked_scores": [0.8281, 0.6635, 0.6563, 0.6555, 0.6539, 0.6534, 0.6481, 0.6472, 0.6371, 0.634], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-roberta-base-mrl-128-pq-m16-n8": {"127728": {"relevant_ids": ["127729"], "ranked_ids": ["127729", "92818", "469527", "188019", "278575", "250619", "382156", "153290", "445616", "485054"], "ranked_scores": [0.7325, 0.729, 0.7211, 0.7132, 0.7048, 0.6935, 0.6769, 0.6733, 0.6717, 0.6685], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "318820": {"relevant_ids": ["318821"], "ranked_ids": ["318821", "162581", "367479", "222238", "489320", "380781", "457906", "190698", "496708", "178549"], "ranked_scores": [0.8808, 0.7792, 0.7716, 0.7687, 0.7606, 0.737, 0.734, 0.7252, 0.7244, 0.7217], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "296098": {"relevant_ids": ["296097"], "ranked_ids": ["364131", "45506", "45507", "173403", "513540", "134752", "56686", "120598", "469985", "493414"], "ranked_scores": [0.6343, 0.6216, 0.6184, 0.6118, 0.6051, 0.6045, 0.5967, 0.5966, 0.5962, 0.5958], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "150414": {"relevant_ids": ["192835"], "ranked_ids": ["192835", "105782", "516620", "105783", "126745", "146601", "126746", "132912", "159263", "470642"], "ranked_scores": [0.8686, 0.8511, 0.7912, 0.7742, 0.7696, 0.7635, 0.7634, 0.7589, 0.7492, 0.7454], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145582": {"relevant_ids": ["145583"], "ranked_ids": ["145583", "454248", "110298", "173813", "263736", "130013", "112261", "432243", "211239", "390399"], "ranked_scores": [0.7697, 0.521, 0.5002, 0.4795, 0.4787, 0.474, 0.4523, 0.4484, 0.4362, 0.4343], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "315712": {"relevant_ids": ["315713"], "ranked_ids": ["315713", "355553", "377891", "242340", "194841", "208025", "408588", "203205", "236508", "521596"], "ranked_scores": [0.8022, 0.6972, 0.6943, 0.6937, 0.6663, 0.6624, 0.6583, 0.6493, 0.6463, 0.6047], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145739": {"relevant_ids": ["145740"], "ranked_ids": ["145740", "115412", "241979", "8705", "366074", "465597", "180147", "415781", "429177", "148222"], "ranked_scores": [0.8403, 0.7745, 0.7702, 0.7354, 0.7271, 0.7168, 0.708, 0.6745, 0.6653, 0.6565], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "308127": {"relevant_ids": ["308126"], "ranked_ids": ["308126", "77650", "498938", "35763", "386807", "301104", "79534", "385951", "282571", "402262"], "ranked_scores": [0.7795, 0.7466, 0.727, 0.7256, 0.7163, 0.716, 0.7097, 0.6984, 0.69, 0.6822], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "287245": {"relevant_ids": ["322650", "283199", "283198"], "ranked_ids": ["283199", "322650", "283198", "190330", "498473", "420279", "420280", "192143", "508239", "75927"], "ranked_scores": [0.833, 0.8166, 0.7581, 0.6795, 0.6764, 0.6721, 0.6611, 0.6434, 0.6375, 0.6315], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "14755": {"relevant_ids": ["211906", "14756"], "ranked_ids": ["211906", "450970", "14756", "57678", "314883", "235454", "277031", "236793", "369731", "259619"], "ranked_scores": [0.8265, 0.821, 0.8008, 0.7242, 0.6797, 0.6751, 0.6677, 0.6333, 0.6309, 0.6187], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.9197, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.9197, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9197, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "370170": {"relevant_ids": ["370169"], "ranked_ids": ["370169", "417976", "211280", "528902", "537762", "466920", "22763", "59810", "88911", "15761"], "ranked_scores": [0.8811, 0.5885, 0.5763, 0.5731, 0.5725, 0.5722, 0.5702, 0.5574, 0.5444, 0.5333], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "41774": {"relevant_ids": ["41773"], "ranked_ids": ["41773", "214766", "239344", "163006", "442459", "468655", "307530", "468656", "532062", "467781"], "ranked_scores": [0.8014, 0.6788, 0.6194, 0.6084, 0.591, 0.5904, 0.5872, 0.5818, 0.5633, 0.5541], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "399648": {"relevant_ids": ["399649"], "ranked_ids": ["399649", "225815", "359281", "411313", "462253", "5830", "124071", "412309", "159777", "276696"], "ranked_scores": [0.8846, 0.7595, 0.7147, 0.7142, 0.696, 0.6872, 0.6864, 0.6836, 0.6772, 0.6708], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "504811": {"relevant_ids": ["504810"], "ranked_ids": ["504810", "448774", "55899", "90374", "309894", "214151", "298555", "97434", "155038", "499535"], "ranked_scores": [0.9113, 0.761, 0.7379, 0.7312, 0.7214, 0.7135, 0.6997, 0.6768, 0.6768, 0.6705], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "362950": {"relevant_ids": ["400212", "362949"], "ranked_ids": ["362949", "475478", "400212", "427587", "487392", "155870", "151122", "411503", "438104", "348827"], "ranked_scores": [0.8583, 0.8284, 0.8281, 0.8042, 0.8019, 0.7827, 0.7689, 0.7633, 0.7407, 0.7406], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.9197, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.9197, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9197, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "155873": {"relevant_ids": ["155874"], "ranked_ids": ["155874", "392604", "440807", "170784", "346009", "464100", "91610", "444541", "122134", "97652"], "ranked_scores": [0.6725, 0.6369, 0.6206, 0.6045, 0.5982, 0.5921, 0.5869, 0.582, 0.5792, 0.5775], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "263432": {"relevant_ids": ["263433"], "ranked_ids": ["128303", "263433", "407204", "401373", "254597", "471480", "157589", "536353", "481004", "370717"], "ranked_scores": [0.676, 0.6673, 0.6619, 0.6481, 0.6011, 0.5927, 0.5711, 0.571, 0.5696, 0.5611], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "354945": {"relevant_ids": ["354946"], "ranked_ids": ["354946", "254071", "462983", "108161", "322478", "202817", "298611", "425587", "202685", "199860"], "ranked_scores": [0.8706, 0.7734, 0.5903, 0.5819, 0.5623, 0.5174, 0.491, 0.4854, 0.4788, 0.4642], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "245417": {"relevant_ids": ["219475", "248195"], "ranked_ids": ["219475", "248195", "40657", "64433", "164159", "413040", "368145", "319022", "390696", "85977"], "ranked_scores": [0.8927, 0.8286, 0.8154, 0.7584, 0.7504, 0.7435, 0.7408, 0.7405, 0.7367, 0.7192], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "516276": {"relevant_ids": ["516277"], "ranked_ids": ["516277", "34173", "286275", "119374", "19755", "76958", "471902", "78042", "252265", "410439"], "ranked_scores": [0.8398, 0.709, 0.7055, 0.6966, 0.6891, 0.6781, 0.6761, 0.6696, 0.6599, 0.6535], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177580": {"relevant_ids": ["177579"], "ranked_ids": ["177579", "18081", "446100", "419100", "454968", "455888", "464418", "455410", "115954", "391563"], "ranked_scores": [0.8751, 0.5855, 0.5698, 0.5463, 0.544, 0.5426, 0.5426, 0.5421, 0.5384, 0.5315], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "309865": {"relevant_ids": ["78624", "33713", "78623"], "ranked_ids": ["209041", "153484", "495751", "33713", "78624", "405094", "78623", "437065", "477476", "186173"], "ranked_scores": [0.8588, 0.8288, 0.8036, 0.802, 0.7992, 0.783, 0.7761, 0.7607, 0.759, 0.7087], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3836, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.5401, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "510387": {"relevant_ids": ["510386"], "ranked_ids": ["241538", "40390", "344869", "241537", "510386", "371033", "52003", "160232", "254292", "170896"], "ranked_scores": [0.8742, 0.8736, 0.8589, 0.843, 0.8283, 0.8217, 0.8178, 0.8105, 0.8027, 0.7947], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "26645": {"relevant_ids": ["26644"], "ranked_ids": ["26644", "286617", "215551", "12895", "507090", "504445", "108781", "26812", "358928", "26813"], "ranked_scores": [0.8799, 0.756, 0.7428, 0.7399, 0.7156, 0.6687, 0.6655, 0.6642, 0.6551, 0.6475], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "47788": {"relevant_ids": ["455725"], "ranked_ids": ["455725", "235686", "348138", "15132", "59223", "8505", "37221", "47703", "120701", "105230"], "ranked_scores": [0.9027, 0.8939, 0.8772, 0.8617, 0.8587, 0.8496, 0.8398, 0.8372, 0.8348, 0.8321], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "338281": {"relevant_ids": ["338282"], "ranked_ids": ["338282", "57017", "431433", "315387", "11250", "434432", "263861", "382555", "263316", "11563"], "ranked_scores": [0.8443, 0.5921, 0.5781, 0.5469, 0.5378, 0.5233, 0.5183, 0.5156, 0.5047, 0.495], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "461149": {"relevant_ids": ["461148"], "ranked_ids": ["443095", "461148", "203100", "525835", "381960", "302225", "100854", "17980", "377056", "252761"], "ranked_scores": [0.6993, 0.6913, 0.6846, 0.6813, 0.657, 0.6303, 0.6179, 0.6179, 0.6008, 0.5983], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "346126": {"relevant_ids": ["110710", "110711"], "ranked_ids": ["110710", "154338", "110711", "254526", "185203", "528998", "89277", "203476", "340823", "256937"], "ranked_scores": [0.9112, 0.8639, 0.8638, 0.7957, 0.7854, 0.7847, 0.7819, 0.7816, 0.7776, 0.7695], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.9197, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.9197, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9197, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "372986": {"relevant_ids": ["49961", "262882"], "ranked_ids": ["49961", "262882", "303468", "516501", "491226", "509746", "497531", "532450", "43966", "108183"], "ranked_scores": [0.8688, 0.797, 0.7114, 0.6368, 0.6303, 0.6295, 0.6277, 0.6263, 0.626, 0.624], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "501182": {"relevant_ids": ["501181"], "ranked_ids": ["501181", "447737", "179018", "411533", "402718", "325288", "2257", "50260", "43474", "274777"], "ranked_scores": [0.8192, 0.6546, 0.6421, 0.6311, 0.6299, 0.6175, 0.617, 0.6142, 0.6086, 0.6007], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13800": {"relevant_ids": ["408522", "376590", "13799"], "ranked_ids": ["179943", "376590", "13799", "67320", "448205", "481109", "408522", "23471", "56338", "363079"], "ranked_scores": [0.7875, 0.7874, 0.7628, 0.7155, 0.6906, 0.6869, 0.682, 0.6648, 0.6627, 0.662], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5307, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.5307, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.6871, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "250143": {"relevant_ids": ["250142"], "ranked_ids": ["250142", "473276", "57156", "57155", "368186", "209138", "492698", "76062", "137994", "27632"], "ranked_scores": [0.8085, 0.7227, 0.6556, 0.6365, 0.6296, 0.6113, 0.6039, 0.5967, 0.5762, 0.5733], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13223": {"relevant_ids": ["156773", "88348", "13224", "20277", "88349"], "ranked_ids": ["156773", "223304", "88349", "13224", "366749", "361830", "88348", "491669", "137719", "86343"], "ranked_scores": [0.9239, 0.8912, 0.8906, 0.8862, 0.8822, 0.8819, 0.8749, 0.8747, 0.8638, 0.8573], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.2, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.4, "ndcg@5": 0.6548, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6, "ndcg@10": 0.7679, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.8}, "11002": {"relevant_ids": ["11003"], "ranked_ids": ["11003", "444112", "266680", "115070", "144197", "241075", "17317", "153944", "42203", "489539"], "ranked_scores": [0.8199, 0.8114, 0.8095, 0.7988, 0.7988, 0.7934, 0.7879, 0.7864, 0.7848, 0.7843], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177653": {"relevant_ids": ["79732"], "ranked_ids": ["79732", "525756", "310721", "200611", "373717", "39174", "395587", "137270", "245271", "525755"], "ranked_scores": [0.8548, 0.7901, 0.7233, 0.7095, 0.7082, 0.6915, 0.661, 0.6519, 0.6412, 0.6238], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "415592": {"relevant_ids": ["415591"], "ranked_ids": ["415591", "91592", "187412", "435045", "88542", "117817", "430072", "485299", "425878", "84634"], "ranked_scores": [0.8755, 0.7388, 0.7202, 0.7166, 0.7004, 0.6896, 0.6759, 0.6749, 0.6617, 0.6604], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "511196": {"relevant_ids": ["511197"], "ranked_ids": ["511197", "251545", "289278", "334665", "313107", "349723", "251546", "45940", "352492", "537528"], "ranked_scores": [0.8292, 0.6136, 0.606, 0.5632, 0.5604, 0.554, 0.5423, 0.5405, 0.5368, 0.5309], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "344845": {"relevant_ids": ["344844"], "ranked_ids": ["344844", "161471", "224515", "111672", "465202", "82460", "469623", "95946", "335497", "503908"], "ranked_scores": [0.9158, 0.8648, 0.8028, 0.7905, 0.7793, 0.7776, 0.7776, 0.7763, 0.7722, 0.7678], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "396744": {"relevant_ids": ["396745"], "ranked_ids": ["396745", "418055", "516168", "16789", "280435", "271801", "481437", "454241", "489628", "400510"], "ranked_scores": [0.7334, 0.6816, 0.6551, 0.6505, 0.6437, 0.6435, 0.6259, 0.6237, 0.6158, 0.6071], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "452398": {"relevant_ids": ["452399"], "ranked_ids": ["452399", "530610", "7119", "4228", "90225", "399415", "165046", "304781", "378404", "230141"], "ranked_scores": [0.898, 0.7973, 0.7408, 0.7297, 0.7261, 0.7166, 0.6962, 0.6916, 0.6905, 0.686], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "182114": {"relevant_ids": ["182113"], "ranked_ids": ["196647", "182113", "234482", "80719", "528965", "137155", "162482", "531602", "475847", "323531"], "ranked_scores": [0.7948, 0.7406, 0.7024, 0.6762, 0.6715, 0.663, 0.6614, 0.6607, 0.6521, 0.6517], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "486260": {"relevant_ids": ["486259"], "ranked_ids": ["486259", "392356", "114114", "29362", "146738", "151649", "10591", "391328", "220387", "113749"], "ranked_scores": [0.8691, 0.7754, 0.7608, 0.7422, 0.7417, 0.7324, 0.73, 0.7271, 0.7269, 0.7252], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "455140": {"relevant_ids": ["315935"], "ranked_ids": ["315935", "246286", "93864", "50224", "369068", "93863", "245896", "150842", "211061", "124700"], "ranked_scores": [0.8671, 0.8125, 0.7758, 0.7428, 0.7317, 0.7203, 0.7151, 0.7101, 0.7074, 0.6977], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "56198": {"relevant_ids": ["56199"], "ranked_ids": ["56199", "452069", "138891", "160194", "246583", "67917", "380746", "243039", "71092", "431226"], "ranked_scores": [0.877, 0.6177, 0.5941, 0.5836, 0.5656, 0.5573, 0.5514, 0.5454, 0.5442, 0.5437], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "30172": {"relevant_ids": ["30173", "145120", "185817", "373486", "145119", "68426"], "ranked_ids": ["145120", "68426", "373486", "160900", "90983", "205338", "192604", "311173", "15236", "112436"], "ranked_scores": [0.915, 0.9114, 0.8647, 0.8609, 0.8477, 0.8464, 0.844, 0.8335, 0.8243, 0.8238], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.1667, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.7227, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6448, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "127880": {"relevant_ids": ["241164"], "ranked_ids": ["241164", "121458", "210277", "450198", "112470", "135083", "537189", "329579", "122116", "208455"], "ranked_scores": [0.8166, 0.7035, 0.6878, 0.6781, 0.6597, 0.6531, 0.6522, 0.6506, 0.6412, 0.6385], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "167969": {"relevant_ids": ["174461"], "ranked_ids": ["174461", "360983", "168913", "60171", "207491", "121354", "448412", "449678", "403557", "207492"], "ranked_scores": [0.7722, 0.7388, 0.6451, 0.6196, 0.6144, 0.6071, 0.5989, 0.59, 0.584, 0.5781], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "97986": {"relevant_ids": ["97987"], "ranked_ids": ["97987", "44589", "284181", "393565", "108564", "479236", "506848", "257425", "41242", "212168"], "ranked_scores": [0.9047, 0.8171, 0.771, 0.7571, 0.7356, 0.6438, 0.6369, 0.6027, 0.6025, 0.5992], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "12865": {"relevant_ids": ["105683"], "ranked_ids": ["105683", "188959", "23129", "94167", "250014", "338609", "528844", "92902", "146806", "277453"], "ranked_scores": [0.9079, 0.7503, 0.7216, 0.7144, 0.713, 0.7077, 0.6996, 0.6976, 0.6959, 0.6885], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "215681": {"relevant_ids": ["215680"], "ranked_ids": ["215680", "178515", "78042", "5733", "430581", "52235", "297953", "143842", "18634", "63757"], "ranked_scores": [0.8811, 0.742, 0.7172, 0.7053, 0.6794, 0.6764, 0.6761, 0.6687, 0.6634, 0.6623], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-roberta-base-mrl-128-pq-m16-n4": {"127728": {"relevant_ids": ["127729"], "ranked_ids": ["127729", "153290", "245618", "92818", "382156", "445616", "38063", "257349", "114897", "192465"], "ranked_scores": [0.6716, 0.6679, 0.6636, 0.6608, 0.6561, 0.6524, 0.6489, 0.644, 0.6436, 0.6408], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "318820": {"relevant_ids": ["318821"], "ranked_ids": ["318821", "45151", "190698", "446182", "370618", "394093", "73045", "20112", "410913", "524090"], "ranked_scores": [0.7349, 0.7091, 0.7059, 0.6936, 0.6839, 0.6767, 0.6722, 0.6674, 0.6674, 0.6638], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "296098": {"relevant_ids": ["296097"], "ranked_ids": ["120598", "364131", "106109", "72423", "513540", "45507", "56686", "469868", "469985", "412371"], "ranked_scores": [0.5639, 0.5634, 0.5433, 0.5345, 0.527, 0.5246, 0.5153, 0.5082, 0.5009, 0.5007], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "150414": {"relevant_ids": ["192835"], "ranked_ids": ["192835", "105782", "132912", "144880", "516620", "1702", "159263", "73405", "481493", "335053"], "ranked_scores": [0.7846, 0.7626, 0.7623, 0.7433, 0.7354, 0.733, 0.7244, 0.7238, 0.7191, 0.7156], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145582": {"relevant_ids": ["145583"], "ranked_ids": ["145583", "221614", "16399", "173813", "263736", "432243", "266356", "130013", "39561", "420280"], "ranked_scores": [0.5637, 0.4513, 0.4099, 0.3992, 0.3978, 0.3957, 0.3932, 0.3868, 0.3839, 0.3829], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "315712": {"relevant_ids": ["315713"], "ranked_ids": ["315713", "203205", "242340", "208025", "236508", "377891", "451913", "194841", "220596", "409852"], "ranked_scores": [0.7436, 0.6648, 0.6588, 0.6452, 0.6424, 0.6207, 0.6171, 0.6073, 0.5968, 0.5966], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145739": {"relevant_ids": ["145740"], "ranked_ids": ["145740", "241979", "366074", "465597", "8705", "148222", "453401", "429177", "446728", "180147"], "ranked_scores": [0.7144, 0.671, 0.6424, 0.6256, 0.6086, 0.6013, 0.599, 0.5923, 0.5731, 0.5728], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "308127": {"relevant_ids": ["308126"], "ranked_ids": ["301104", "308126", "140685", "77650", "100860", "395527", "35763", "498938", "523863", "523864"], "ranked_scores": [0.7437, 0.7183, 0.6982, 0.6958, 0.6796, 0.679, 0.6708, 0.6681, 0.6504, 0.6504], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "287245": {"relevant_ids": ["322650", "283199", "283198"], "ranked_ids": ["283198", "322650", "192143", "283199", "221784", "508239", "188940", "420280", "349781", "190330"], "ranked_scores": [0.6336, 0.6158, 0.6009, 0.5983, 0.592, 0.5851, 0.5797, 0.5479, 0.5469, 0.5368], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.9675, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9675, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "14755": {"relevant_ids": ["211906", "14756"], "ranked_ids": ["450970", "211906", "14756", "277031", "235454", "314883", "333149", "423100", "509802", "72275"], "ranked_scores": [0.7238, 0.7195, 0.7149, 0.6745, 0.6218, 0.6161, 0.616, 0.6119, 0.6079, 0.6044], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6934, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6934, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6934, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "370170": {"relevant_ids": ["370169"], "ranked_ids": ["370169", "348243", "227009", "537762", "348242", "56389", "476551", "115490", "255287", "59810"], "ranked_scores": [0.7098, 0.535, 0.534, 0.5161, 0.5145, 0.5126, 0.5116, 0.5092, 0.5067, 0.5062], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "41774": {"relevant_ids": ["41773"], "ranked_ids": ["41773", "239344", "307530", "214766", "53738", "148165", "32176", "339534", "17691", "381106"], "ranked_scores": [0.7218, 0.6316, 0.54, 0.5383, 0.5269, 0.5269, 0.5178, 0.5153, 0.5149, 0.5139], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "399648": {"relevant_ids": ["399649"], "ranked_ids": ["399649", "225815", "462253", "435035", "322693", "439417", "151801", "5830", "124071", "167487"], "ranked_scores": [0.7426, 0.7067, 0.6722, 0.6008, 0.5964, 0.5929, 0.5915, 0.5894, 0.5867, 0.5797], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "504811": {"relevant_ids": ["504810"], "ranked_ids": ["504810", "90374", "309894", "448774", "54195", "211373", "74588", "214151", "499535", "220414"], "ranked_scores": [0.7869, 0.7247, 0.6651, 0.6606, 0.6543, 0.6447, 0.6423, 0.6417, 0.6325, 0.6258], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "362950": {"relevant_ids": ["400212", "362949"], "ranked_ids": ["362949", "400212", "427587", "475478", "20967", "43209", "313176", "411503", "68956", "256845"], "ranked_scores": [0.7004, 0.6946, 0.6699, 0.6679, 0.6626, 0.6467, 0.6417, 0.6365, 0.6364, 0.636], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "155873": {"relevant_ids": ["155874"], "ranked_ids": ["155874", "136219", "186105", "392604", "346009", "3139", "25477", "461137", "170784", "122134"], "ranked_scores": [0.56, 0.5366, 0.5278, 0.5272, 0.5262, 0.5199, 0.5165, 0.5155, 0.5112, 0.5092], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "263432": {"relevant_ids": ["263433"], "ranked_ids": ["407204", "128303", "279243", "29349", "86040", "4350", "497067", "89716", "190136", "263433"], "ranked_scores": [0.6241, 0.5727, 0.5602, 0.5566, 0.5521, 0.5439, 0.5329, 0.5263, 0.5135, 0.5124], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "354945": {"relevant_ids": ["354946"], "ranked_ids": ["354946", "254071", "322478", "202817", "462983", "108161", "270310", "199860", "135162", "384476"], "ranked_scores": [0.6701, 0.6386, 0.4877, 0.4714, 0.4648, 0.4528, 0.4449, 0.4408, 0.4251, 0.4233], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "245417": {"relevant_ids": ["219475", "248195"], "ranked_ids": ["40657", "219475", "14180", "248195", "64433", "301977", "164159", "257747", "85977", "37326"], "ranked_scores": [0.7716, 0.7654, 0.7486, 0.7185, 0.7064, 0.6884, 0.6691, 0.6666, 0.6637, 0.6607], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6509, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6509, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "516276": {"relevant_ids": ["516277"], "ranked_ids": ["516277", "19755", "286275", "266361", "34173", "256815", "119374", "76958", "352189", "510783"], "ranked_scores": [0.7163, 0.6375, 0.63, 0.6263, 0.6261, 0.6199, 0.6098, 0.6075, 0.6046, 0.5946], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177580": {"relevant_ids": ["177579"], "ranked_ids": ["177579", "76563", "18081", "115954", "272252", "455888", "464418", "238", "419100", "204681"], "ranked_scores": [0.7275, 0.5967, 0.5782, 0.574, 0.5643, 0.5522, 0.5522, 0.525, 0.5226, 0.5188], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "309865": {"relevant_ids": ["78624", "33713", "78623"], "ranked_ids": ["209041", "437065", "495751", "405094", "33713", "153484", "477476", "310762", "358785", "425739"], "ranked_scores": [0.7599, 0.7548, 0.7533, 0.751, 0.7477, 0.7437, 0.7393, 0.7353, 0.7315, 0.731], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1815, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.1815, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.3333}, "510387": {"relevant_ids": ["510386"], "ranked_ids": ["40390", "241538", "52003", "254292", "170896", "241537", "101855", "344869", "419022", "59682"], "ranked_scores": [0.7903, 0.7774, 0.7686, 0.7682, 0.7661, 0.7596, 0.7506, 0.7474, 0.74, 0.733], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "26645": {"relevant_ids": ["26644"], "ranked_ids": ["26644", "286617", "26813", "215551", "411539", "501190", "108781", "22690", "233540", "507090"], "ranked_scores": [0.7591, 0.7053, 0.6794, 0.6702, 0.6701, 0.6691, 0.6659, 0.6455, 0.6375, 0.6351], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "47788": {"relevant_ids": ["455725"], "ranked_ids": ["9659", "47703", "120701", "59223", "37221", "101721", "348138", "78921", "59508", "518171"], "ranked_scores": [0.8012, 0.8002, 0.7976, 0.7954, 0.7915, 0.7884, 0.7877, 0.7873, 0.785, 0.784], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "338281": {"relevant_ids": ["338282"], "ranked_ids": ["338282", "11563", "57017", "85881", "457315", "234727", "431433", "325380", "307005", "128978"], "ranked_scores": [0.7019, 0.5423, 0.5227, 0.5136, 0.4898, 0.489, 0.4792, 0.4746, 0.471, 0.455], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "461149": {"relevant_ids": ["461148"], "ranked_ids": ["461148", "203100", "525835", "381960", "443095", "528608", "100854", "476499", "338517", "283905"], "ranked_scores": [0.654, 0.6305, 0.623, 0.5878, 0.5841, 0.5837, 0.5833, 0.5752, 0.572, 0.568], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "346126": {"relevant_ids": ["110710", "110711"], "ranked_ids": ["110710", "110711", "89277", "473384", "154338", "333066", "203476", "185203", "457612", "230442"], "ranked_scores": [0.802, 0.7757, 0.7369, 0.7267, 0.7265, 0.7216, 0.7161, 0.7126, 0.7068, 0.7051], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "372986": {"relevant_ids": ["49961", "262882"], "ranked_ids": ["49961", "262882", "303468", "485235", "246105", "203984", "240478", "108183", "532450", "30341"], "ranked_scores": [0.7253, 0.6765, 0.6262, 0.626, 0.5987, 0.5983, 0.5925, 0.5834, 0.5832, 0.5829], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "501182": {"relevant_ids": ["501181"], "ranked_ids": ["501181", "90225", "50260", "2257", "453446", "434847", "105920", "402718", "447737", "59363"], "ranked_scores": [0.7161, 0.6635, 0.6354, 0.621, 0.6182, 0.6009, 0.599, 0.5971, 0.5925, 0.587], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13800": {"relevant_ids": ["408522", "376590", "13799"], "ranked_ids": ["448205", "376590", "30987", "13799", "408522", "8622", "179943", "48068", "306761", "67320"], "ranked_scores": [0.6732, 0.6714, 0.6495, 0.6408, 0.6388, 0.636, 0.6355, 0.6254, 0.6233, 0.6089], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.6797, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6797, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "250143": {"relevant_ids": ["250142"], "ranked_ids": ["473276", "250142", "50538", "57155", "76062", "368186", "50539", "150442", "502156", "506915"], "ranked_scores": [0.6692, 0.6654, 0.6052, 0.5998, 0.5918, 0.5781, 0.5439, 0.525, 0.5055, 0.502], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "13223": {"relevant_ids": ["156773", "88348", "13224", "20277", "88349"], "ranked_ids": ["156773", "359956", "361830", "223304", "491669", "88348", "86343", "88349", "137719", "71008"], "ranked_scores": [0.7878, 0.7753, 0.7739, 0.7731, 0.7675, 0.7668, 0.7646, 0.7436, 0.7433, 0.7394], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.2, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.2, "ndcg@5": 0.3392, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.2, "ndcg@10": 0.567, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.6}, "11002": {"relevant_ids": ["11003"], "ranked_ids": ["115070", "241075", "17317", "266680", "42203", "11003", "144197", "15750", "347493", "55041"], "ranked_scores": [0.7115, 0.7064, 0.705, 0.6995, 0.6995, 0.6969, 0.6946, 0.6927, 0.6839, 0.6784], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "177653": {"relevant_ids": ["79732"], "ranked_ids": ["79732", "200611", "194790", "310721", "525756", "293259", "373717", "44519", "525755", "412316"], "ranked_scores": [0.7081, 0.6022, 0.5912, 0.5807, 0.5778, 0.5737, 0.5691, 0.562, 0.5495, 0.5461], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "415592": {"relevant_ids": ["415591"], "ranked_ids": ["415591", "91592", "485706", "288357", "88542", "430072", "81159", "117817", "425878", "95917"], "ranked_scores": [0.752, 0.6596, 0.6238, 0.5962, 0.5942, 0.5932, 0.5915, 0.5907, 0.5835, 0.5814], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "511196": {"relevant_ids": ["511197"], "ranked_ids": ["511197", "77372", "459789", "413940", "45940", "209489", "289278", "313107", "537528", "169681"], "ranked_scores": [0.6996, 0.5439, 0.5439, 0.5217, 0.517, 0.5151, 0.5034, 0.5013, 0.4978, 0.49], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "344845": {"relevant_ids": ["344844"], "ranked_ids": ["344844", "161471", "187882", "111672", "95946", "503908", "79987", "465202", "4915", "327548"], "ranked_scores": [0.8279, 0.8012, 0.7782, 0.778, 0.7779, 0.7676, 0.7671, 0.7376, 0.7357, 0.7314], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "396744": {"relevant_ids": ["396745"], "ranked_ids": ["396745", "418055", "236438", "185416", "219399", "454241", "287295", "28361", "252056", "16789"], "ranked_scores": [0.6237, 0.5866, 0.5774, 0.572, 0.5649, 0.5636, 0.5592, 0.5578, 0.5559, 0.5548], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "452398": {"relevant_ids": ["452399"], "ranked_ids": ["452399", "304781", "530610", "165046", "4228", "27018", "399415", "324290", "221563", "527927"], "ranked_scores": [0.7869, 0.7072, 0.7004, 0.6839, 0.6764, 0.6748, 0.662, 0.6597, 0.6568, 0.6543], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "182114": {"relevant_ids": ["182113"], "ranked_ids": ["196647", "234482", "238475", "80719", "533693", "232734", "137155", "531602", "256239", "56202"], "ranked_scores": [0.6373, 0.5652, 0.5413, 0.5367, 0.5352, 0.5329, 0.5313, 0.53, 0.5205, 0.5204], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "486260": {"relevant_ids": ["486259"], "ranked_ids": ["392356", "486259", "114114", "266904", "111946", "38555", "406342", "391328", "74663", "220387"], "ranked_scores": [0.745, 0.7443, 0.7316, 0.7145, 0.714, 0.7106, 0.7095, 0.7067, 0.7045, 0.703], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "455140": {"relevant_ids": ["315935"], "ranked_ids": ["315935", "93864", "246286", "50224", "124700", "440700", "308963", "519049", "372713", "369068"], "ranked_scores": [0.7402, 0.6746, 0.6601, 0.6593, 0.6585, 0.6447, 0.6265, 0.6195, 0.6161, 0.6113], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "56198": {"relevant_ids": ["56199"], "ranked_ids": ["56199", "138891", "358086", "480352", "246583", "160914", "452069", "249114", "67917", "123344"], "ranked_scores": [0.7335, 0.5349, 0.5293, 0.527, 0.5238, 0.5217, 0.5156, 0.506, 0.5027, 0.5006], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "30172": {"relevant_ids": ["30173", "145120", "185817", "373486", "145119", "68426"], "ranked_ids": ["160900", "145120", "68426", "192604", "373486", "90983", "82405", "15236", "205338", "481493"], "ranked_scores": [0.836, 0.8256, 0.8126, 0.8051, 0.8046, 0.8004, 0.7946, 0.7906, 0.7863, 0.7767], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5307, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.5148, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.4593, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "127880": {"relevant_ids": ["241164"], "ranked_ids": ["241164", "22396", "104625", "121458", "535042", "537189", "329579", "48223", "212021", "307991"], "ranked_scores": [0.7179, 0.6113, 0.6083, 0.605, 0.604, 0.6004, 0.5979, 0.5956, 0.5919, 0.5909], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "167969": {"relevant_ids": ["174461"], "ranked_ids": ["360983", "174461", "177138", "406881", "403557", "392255", "207492", "449678", "95767", "248217"], "ranked_scores": [0.6654, 0.637, 0.5626, 0.5589, 0.5428, 0.5425, 0.5408, 0.5286, 0.5278, 0.5271], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "97986": {"relevant_ids": ["97987"], "ranked_ids": ["97987", "44589", "284181", "108564", "393565", "177220", "384292", "326597", "212168", "407"], "ranked_scores": [0.7596, 0.6732, 0.6315, 0.6217, 0.6174, 0.5864, 0.5824, 0.5696, 0.561, 0.5559], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "12865": {"relevant_ids": ["105683"], "ranked_ids": ["105683", "528844", "345398", "155515", "528051", "94167", "250014", "356189", "338609", "477677"], "ranked_scores": [0.6908, 0.6489, 0.6045, 0.5847, 0.5827, 0.5818, 0.579, 0.5762, 0.5738, 0.5631], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "215681": {"relevant_ids": ["215680"], "ranked_ids": ["215680", "33465", "5733", "121409", "63757", "405649", "209853", "18634", "467031", "292392"], "ranked_scores": [0.7994, 0.6801, 0.6735, 0.667, 0.6557, 0.653, 0.6452, 0.6438, 0.6434, 0.635], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-roberta-base-mrl-64-pq-m8-n8": {"127728": {"relevant_ids": ["127729"], "ranked_ids": ["127729", "92818", "188019", "153290", "485054", "278575", "445616", "114897", "382156", "522248"], "ranked_scores": [0.7483, 0.7405, 0.7383, 0.7271, 0.7031, 0.7014, 0.6814, 0.6776, 0.6749, 0.6706], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "318820": {"relevant_ids": ["318821"], "ranked_ids": ["318821", "367479", "178549", "380781", "222238", "370618", "238130", "489320", "531949", "45151"], "ranked_scores": [0.8792, 0.7946, 0.7526, 0.7506, 0.7491, 0.7469, 0.7417, 0.7399, 0.7383, 0.7346], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "296098": {"relevant_ids": ["296097"], "ranked_ids": ["120598", "198603", "469985", "114825", "106109", "134752", "493414", "164971", "45506", "364131"], "ranked_scores": [0.6288, 0.6219, 0.6198, 0.6149, 0.6145, 0.6065, 0.603, 0.591, 0.5884, 0.5826], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "150414": {"relevant_ids": ["192835"], "ranked_ids": ["192835", "105782", "144880", "516620", "105783", "126745", "73405", "259561", "335053", "520426"], "ranked_scores": [0.8925, 0.8924, 0.833, 0.8299, 0.8132, 0.8112, 0.8097, 0.8078, 0.8058, 0.8055], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145582": {"relevant_ids": ["145583"], "ranked_ids": ["145583", "112261", "110298", "363687", "130013", "246286", "332628", "472217", "195479", "211239"], "ranked_scores": [0.7741, 0.5547, 0.5436, 0.535, 0.5167, 0.5073, 0.5062, 0.5018, 0.4995, 0.499], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "315712": {"relevant_ids": ["315713"], "ranked_ids": ["315713", "236508", "377891", "355553", "194841", "208025", "408588", "242340", "298503", "225375"], "ranked_scores": [0.8432, 0.7733, 0.7714, 0.7622, 0.7539, 0.7501, 0.7325, 0.6959, 0.6856, 0.6671], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145739": {"relevant_ids": ["145740"], "ranked_ids": ["145740", "115412", "241979", "415781", "429177", "8705", "148222", "366074", "347337", "446728"], "ranked_scores": [0.8519, 0.7799, 0.7737, 0.7345, 0.7106, 0.706, 0.7051, 0.698, 0.6944, 0.6833], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "308127": {"relevant_ids": ["308126"], "ranked_ids": ["308126", "35763", "282571", "498938", "77650", "385951", "402262", "301104", "140685", "386807"], "ranked_scores": [0.8162, 0.7816, 0.7668, 0.7468, 0.7461, 0.7382, 0.7335, 0.7278, 0.7194, 0.7174], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "287245": {"relevant_ids": ["322650", "283199", "283198"], "ranked_ids": ["283199", "322650", "283198", "420279", "221784", "68138", "192143", "178634", "190330", "420280"], "ranked_scores": [0.849, 0.8248, 0.7931, 0.7006, 0.6864, 0.6625, 0.6554, 0.6471, 0.6429, 0.6396], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "14755": {"relevant_ids": ["211906", "14756"], "ranked_ids": ["211906", "450970", "14756", "57678", "235454", "369731", "277031", "77860", "259619", "236793"], "ranked_scores": [0.8308, 0.8209, 0.8095, 0.7529, 0.7423, 0.727, 0.7118, 0.6999, 0.6867, 0.6794], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.9197, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.9197, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9197, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "370170": {"relevant_ids": ["370169"], "ranked_ids": ["370169", "70975", "59810", "143008", "476551", "88911", "466920", "537762", "263012", "22763"], "ranked_scores": [0.8926, 0.6437, 0.6374, 0.6239, 0.6216, 0.6173, 0.6138, 0.6007, 0.5955, 0.5923], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "41774": {"relevant_ids": ["41773"], "ranked_ids": ["41773", "214766", "239344", "442459", "307530", "53738", "17691", "468656", "163006", "127501"], "ranked_scores": [0.7955, 0.7105, 0.6974, 0.674, 0.6714, 0.6499, 0.6326, 0.6139, 0.6139, 0.6058], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "399648": {"relevant_ids": ["399649"], "ranked_ids": ["399649", "359281", "159777", "225815", "124071", "411313", "462253", "439417", "157670", "21253"], "ranked_scores": [0.8718, 0.7395, 0.7393, 0.7337, 0.7305, 0.7271, 0.7219, 0.7208, 0.7159, 0.6975], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "504811": {"relevant_ids": ["504810"], "ranked_ids": ["504810", "448774", "90374", "55899", "12070", "499535", "298555", "175461", "155038", "97434"], "ranked_scores": [0.9078, 0.7951, 0.7774, 0.746, 0.7348, 0.7297, 0.7268, 0.7252, 0.7183, 0.712], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "362950": {"relevant_ids": ["400212", "362949"], "ranked_ids": ["400212", "362949", "427587", "475478", "411503", "155870", "487392", "438104", "151122", "9132"], "ranked_scores": [0.8309, 0.8292, 0.8105, 0.8083, 0.7994, 0.7944, 0.7896, 0.7749, 0.7724, 0.7492], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "155873": {"relevant_ids": ["155874"], "ranked_ids": ["122134", "444541", "440807", "206283", "155874", "486822", "370876", "66884", "168758", "303510"], "ranked_scores": [0.6912, 0.6887, 0.6849, 0.6601, 0.6464, 0.6311, 0.6309, 0.6291, 0.6208, 0.6197], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "263432": {"relevant_ids": ["263433"], "ranked_ids": ["263433", "401373", "128303", "407204", "157589", "374181", "481004", "471480", "157590", "286225"], "ranked_scores": [0.7312, 0.7055, 0.695, 0.6679, 0.637, 0.6367, 0.6366, 0.6147, 0.5921, 0.591], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "354945": {"relevant_ids": ["354946"], "ranked_ids": ["354946", "254071", "108161", "462983", "202817", "298611", "395883", "425587", "13799", "69704"], "ranked_scores": [0.8877, 0.8153, 0.6253, 0.5782, 0.5752, 0.5713, 0.5653, 0.56, 0.553, 0.5429], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "245417": {"relevant_ids": ["219475", "248195"], "ranked_ids": ["219475", "248195", "40657", "96458", "390696", "85977", "413040", "64433", "319022", "164159"], "ranked_scores": [0.8809, 0.88, 0.7399, 0.7395, 0.7364, 0.709, 0.7044, 0.6973, 0.6902, 0.6893], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "516276": {"relevant_ids": ["516277"], "ranked_ids": ["516277", "68652", "510783", "34173", "286275", "119374", "352189", "252265", "489791", "437452"], "ranked_scores": [0.8483, 0.7585, 0.7438, 0.7327, 0.7147, 0.7082, 0.7057, 0.6967, 0.6899, 0.6873], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177580": {"relevant_ids": ["177579"], "ranked_ids": ["177579", "446100", "79946", "18081", "464418", "455888", "234825", "143503", "255647", "115954"], "ranked_scores": [0.8831, 0.6909, 0.6702, 0.6615, 0.6406, 0.6406, 0.6136, 0.609, 0.6058, 0.6033], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "309865": {"relevant_ids": ["78624", "33713", "78623"], "ranked_ids": ["209041", "33713", "153484", "78624", "495751", "437065", "405094", "78623", "477476", "235483"], "ranked_scores": [0.8706, 0.8494, 0.8432, 0.8382, 0.8335, 0.8001, 0.794, 0.794, 0.7757, 0.7501], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4982, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.6462, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "510387": {"relevant_ids": ["510386"], "ranked_ids": ["344869", "241538", "40390", "52003", "241537", "371033", "254292", "510386", "170896", "201143"], "ranked_scores": [0.9138, 0.902, 0.8912, 0.881, 0.8794, 0.8768, 0.876, 0.8671, 0.8646, 0.8628], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "26645": {"relevant_ids": ["26644"], "ranked_ids": ["26644", "286617", "12895", "284346", "148567", "507090", "215551", "172781", "26812", "233540"], "ranked_scores": [0.8661, 0.7679, 0.7597, 0.7486, 0.7449, 0.6947, 0.6873, 0.6858, 0.6822, 0.6763], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "47788": {"relevant_ids": ["455725"], "ranked_ids": ["235686", "455725", "348138", "37221", "15132", "59223", "26694", "59508", "105230", "78921"], "ranked_scores": [0.9123, 0.8941, 0.8933, 0.8839, 0.877, 0.8762, 0.8706, 0.8693, 0.8684, 0.8668], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "338281": {"relevant_ids": ["338282"], "ranked_ids": ["338282", "85881", "382555", "11250", "67268", "325380", "57017", "469401", "431433", "263316"], "ranked_scores": [0.8395, 0.6378, 0.6297, 0.6285, 0.6138, 0.6084, 0.6052, 0.6019, 0.6017, 0.5938], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "461149": {"relevant_ids": ["461148"], "ranked_ids": ["203100", "461148", "443095", "525835", "100854", "17980", "381960", "8828", "455937", "338517"], "ranked_scores": [0.7476, 0.7436, 0.7373, 0.7258, 0.7192, 0.7192, 0.6941, 0.6933, 0.6903, 0.6821], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "346126": {"relevant_ids": ["110710", "110711"], "ranked_ids": ["110710", "110711", "154338", "528998", "256937", "168350", "254526", "333067", "203476", "340823"], "ranked_scores": [0.9274, 0.8859, 0.8627, 0.8617, 0.8097, 0.8017, 0.7949, 0.7898, 0.7892, 0.7861], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "372986": {"relevant_ids": ["49961", "262882"], "ranked_ids": ["49961", "262882", "303468", "43966", "516501", "485235", "532450", "140335", "491226", "88278"], "ranked_scores": [0.8863, 0.8159, 0.7489, 0.7455, 0.7247, 0.7078, 0.7053, 0.7045, 0.7033, 0.6778], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "501182": {"relevant_ids": ["501181"], "ranked_ids": ["501181", "411533", "2257", "447737", "429772", "361182", "179018", "43474", "518204", "356066"], "ranked_scores": [0.788, 0.6858, 0.6564, 0.6496, 0.6477, 0.6443, 0.6401, 0.6344, 0.6341, 0.6229], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13800": {"relevant_ids": ["408522", "376590", "13799"], "ranked_ids": ["376590", "179943", "13799", "408522", "481109", "448205", "56338", "30987", "67320", "67319"], "ranked_scores": [0.8321, 0.8039, 0.8034, 0.7659, 0.7605, 0.7588, 0.7541, 0.7449, 0.7263, 0.721], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.906, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.906, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "250143": {"relevant_ids": ["250142"], "ranked_ids": ["250142", "473276", "27632", "309713", "96270", "387015", "368186", "38409", "57156", "137994"], "ranked_scores": [0.8531, 0.7572, 0.6812, 0.68, 0.6637, 0.659, 0.6581, 0.6567, 0.6534, 0.6484], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13223": {"relevant_ids": ["156773", "88348", "13224", "20277", "88349"], "ranked_ids": ["156773", "223304", "88349", "491669", "366749", "137719", "13224", "88348", "361830", "86343"], "ranked_scores": [0.933, 0.9104, 0.9033, 0.8979, 0.8864, 0.8862, 0.8858, 0.884, 0.8832, 0.8746], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.2, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.4, "ndcg@5": 0.5087, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.4, "ndcg@10": 0.7288, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.8}, "11002": {"relevant_ids": ["11003"], "ranked_ids": ["266680", "153944", "444112", "144197", "40100", "115070", "489539", "174649", "241075", "17317"], "ranked_scores": [0.8408, 0.8345, 0.8264, 0.8264, 0.8239, 0.8234, 0.8107, 0.807, 0.7943, 0.7876], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "177653": {"relevant_ids": ["79732"], "ranked_ids": ["79732", "525756", "310721", "200611", "225019", "373717", "293259", "39174", "395587", "373275"], "ranked_scores": [0.8615, 0.8224, 0.738, 0.7324, 0.7125, 0.7102, 0.6949, 0.6795, 0.6647, 0.6636], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "415592": {"relevant_ids": ["415591"], "ranked_ids": ["415591", "435045", "485299", "88542", "91592", "425878", "117817", "292550", "322822", "187412"], "ranked_scores": [0.8945, 0.779, 0.7768, 0.7707, 0.7606, 0.7573, 0.7411, 0.7354, 0.7241, 0.7074], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "511196": {"relevant_ids": ["511197"], "ranked_ids": ["511197", "349723", "459789", "45940", "77372", "289278", "251545", "313107", "276902", "264754"], "ranked_scores": [0.8407, 0.636, 0.6062, 0.6062, 0.6062, 0.6047, 0.5907, 0.5894, 0.5668, 0.5664], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "344845": {"relevant_ids": ["344844"], "ranked_ids": ["344844", "335497", "95946", "4915", "161471", "101085", "79986", "503908", "79987", "224515"], "ranked_scores": [0.8882, 0.8591, 0.8407, 0.8322, 0.831, 0.8263, 0.8263, 0.8242, 0.8238, 0.8197], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "396744": {"relevant_ids": ["396745"], "ranked_ids": ["396745", "418055", "280435", "20764", "271801", "287295", "184901", "155232", "516168", "321651"], "ranked_scores": [0.7541, 0.7466, 0.7203, 0.7143, 0.703, 0.6901, 0.6723, 0.6715, 0.6706, 0.6702], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "452398": {"relevant_ids": ["452399"], "ranked_ids": ["452399", "530610", "298111", "435989", "399415", "4228", "221563", "346712", "196176", "527927"], "ranked_scores": [0.8595, 0.777, 0.7138, 0.6985, 0.6984, 0.6886, 0.6799, 0.6733, 0.6705, 0.6692], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "182114": {"relevant_ids": ["182113"], "ranked_ids": ["196647", "137155", "234482", "182113", "80719", "1809", "229182", "323531", "528965", "162482"], "ranked_scores": [0.7958, 0.7512, 0.7423, 0.7397, 0.7293, 0.7222, 0.7209, 0.7156, 0.7025, 0.6993], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "486260": {"relevant_ids": ["486259"], "ranked_ids": ["486259", "146738", "113749", "392356", "114114", "146737", "463755", "406342", "111946", "483159"], "ranked_scores": [0.8909, 0.8189, 0.8156, 0.8007, 0.7965, 0.7932, 0.7928, 0.7817, 0.7776, 0.7717], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "455140": {"relevant_ids": ["315935"], "ranked_ids": ["315935", "93864", "246286", "50224", "211061", "454994", "308963", "39561", "372713", "150842"], "ranked_scores": [0.8966, 0.8497, 0.7904, 0.7875, 0.7789, 0.7665, 0.7595, 0.7549, 0.7537, 0.7524], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "56198": {"relevant_ids": ["56199"], "ranked_ids": ["56199", "452069", "55489", "358086", "160194", "145583", "332726", "431226", "380746", "160914"], "ranked_scores": [0.8824, 0.6837, 0.6482, 0.6016, 0.5982, 0.5845, 0.5785, 0.5784, 0.5769, 0.5675], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "30172": {"relevant_ids": ["30173", "145120", "185817", "373486", "145119", "68426"], "ranked_ids": ["68426", "145120", "373486", "311173", "15236", "382686", "192604", "82405", "90983", "112436"], "ranked_scores": [0.9333, 0.9268, 0.898, 0.8777, 0.8759, 0.8734, 0.8667, 0.8666, 0.8666, 0.8664], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.1667, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.7227, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6448, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "127880": {"relevant_ids": ["241164"], "ranked_ids": ["241164", "121458", "84471", "112470", "135083", "210277", "156678", "535042", "387742", "350284"], "ranked_scores": [0.7789, 0.7678, 0.7541, 0.7051, 0.7002, 0.696, 0.6897, 0.6657, 0.656, 0.6494], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "167969": {"relevant_ids": ["174461"], "ranked_ids": ["174461", "360983", "121354", "60171", "207492", "448412", "365197", "207491", "168913", "449678"], "ranked_scores": [0.8268, 0.7825, 0.7523, 0.7333, 0.7167, 0.7096, 0.7028, 0.7013, 0.6962, 0.6868], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "97986": {"relevant_ids": ["97987"], "ranked_ids": ["97987", "44589", "108564", "393565", "284181", "257425", "318396", "479236", "207775", "212168"], "ranked_scores": [0.9093, 0.8033, 0.7954, 0.7766, 0.7481, 0.6921, 0.6815, 0.6727, 0.6708, 0.6518], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "12865": {"relevant_ids": ["105683"], "ranked_ids": ["105683", "250014", "188959", "94167", "345398", "232488", "528051", "477677", "23129", "92902"], "ranked_scores": [0.9189, 0.7882, 0.7801, 0.7765, 0.758, 0.7358, 0.7343, 0.732, 0.7287, 0.7106], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "215681": {"relevant_ids": ["215680"], "ranked_ids": ["215680", "78042", "178515", "54139", "301165", "63757", "294407", "18634", "171713", "430581"], "ranked_scores": [0.8829, 0.7544, 0.7473, 0.7087, 0.7087, 0.7076, 0.7075, 0.6966, 0.6943, 0.6859], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-roberta-base-mrl-64-pq-m8-n4": {"127728": {"relevant_ids": ["127729"], "ranked_ids": ["153290", "382156", "192465", "276617", "245618", "256679", "265116", "451746", "73719", "76871"], "ranked_scores": [0.735, 0.7321, 0.7241, 0.7238, 0.7185, 0.7103, 0.7103, 0.7103, 0.7079, 0.7079], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "318820": {"relevant_ids": ["318821"], "ranked_ids": ["222238", "318821", "45151", "178549", "20112", "255666", "190698", "190950", "46281", "413381"], "ranked_scores": [0.7698, 0.7675, 0.7274, 0.7248, 0.7217, 0.7183, 0.7157, 0.7138, 0.7069, 0.7062], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "296098": {"relevant_ids": ["296097"], "ranked_ids": ["106109", "492756", "307653", "120598", "412371", "33082", "45507", "398064", "514650", "469985"], "ranked_scores": [0.5929, 0.5872, 0.5817, 0.5753, 0.5688, 0.5605, 0.5526, 0.5403, 0.5312, 0.5275], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "150414": {"relevant_ids": ["192835"], "ranked_ids": ["132912", "192835", "105782", "481493", "121070", "459278", "520426", "1702", "144880", "120882"], "ranked_scores": [0.8659, 0.8659, 0.86, 0.8422, 0.8298, 0.8276, 0.8212, 0.8163, 0.8142, 0.8013], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "145582": {"relevant_ids": ["145583"], "ranked_ids": ["145583", "246286", "221614", "491420", "432243", "510681", "266356", "363687", "332628", "96867"], "ranked_scores": [0.5965, 0.5274, 0.4932, 0.4736, 0.4726, 0.4711, 0.4704, 0.4695, 0.4665, 0.4608], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "315712": {"relevant_ids": ["315713"], "ranked_ids": ["315713", "236508", "377891", "225375", "242340", "521596", "203205", "220596", "323474", "530118"], "ranked_scores": [0.8096, 0.7567, 0.7521, 0.7423, 0.7404, 0.7346, 0.7325, 0.7237, 0.7225, 0.7117], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145739": {"relevant_ids": ["145740"], "ranked_ids": ["145740", "241979", "366074", "453401", "465597", "429177", "485535", "446728", "148222", "78557"], "ranked_scores": [0.7768, 0.7143, 0.6843, 0.6694, 0.6658, 0.6554, 0.6474, 0.6418, 0.6401, 0.6353], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "308127": {"relevant_ids": ["308126"], "ranked_ids": ["301104", "395527", "402261", "140685", "77650", "308126", "402262", "338436", "367804", "389438"], "ranked_scores": [0.7656, 0.7423, 0.7395, 0.7239, 0.7125, 0.703, 0.7028, 0.6938, 0.6906, 0.6849], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "287245": {"relevant_ids": ["322650", "283199", "283198"], "ranked_ids": ["497666", "348797", "238", "172793", "283198", "221784", "97980", "188940", "283199", "322650"], "ranked_scores": [0.6836, 0.6748, 0.6708, 0.6595, 0.6564, 0.6449, 0.6432, 0.6352, 0.6214, 0.6214], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1815, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4585, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "14755": {"relevant_ids": ["211906", "14756"], "ranked_ids": ["450970", "14756", "211906", "173813", "235454", "277031", "206717", "116303", "91112", "236793"], "ranked_scores": [0.7388, 0.7388, 0.7388, 0.7038, 0.6981, 0.6971, 0.6834, 0.6807, 0.6753, 0.6639], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6934, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6934, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6934, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "370170": {"relevant_ids": ["370169"], "ranked_ids": ["370169", "83117", "59810", "56389", "199209", "374513", "400510", "117854", "494720", "336183"], "ranked_scores": [0.7323, 0.6299, 0.6287, 0.6087, 0.5983, 0.5914, 0.5897, 0.5892, 0.5883, 0.5873], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "41774": {"relevant_ids": ["41773"], "ranked_ids": ["41773", "32176", "17691", "179973", "239344", "381106", "307530", "117228", "214766", "303978"], "ranked_scores": [0.7317, 0.6742, 0.6682, 0.6599, 0.6596, 0.6587, 0.6393, 0.6367, 0.6362, 0.6236], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "399648": {"relevant_ids": ["399649"], "ranked_ids": ["399649", "462253", "225815", "214780", "24384", "142361", "435035", "283129", "5830", "411313"], "ranked_scores": [0.7106, 0.7039, 0.6638, 0.6433, 0.6405, 0.6405, 0.6405, 0.6301, 0.625, 0.621], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "504811": {"relevant_ids": ["504810"], "ranked_ids": ["504810", "90374", "508685", "214151", "287433", "309894", "54196", "74588", "448774", "499535"], "ranked_scores": [0.8053, 0.7685, 0.7345, 0.698, 0.6931, 0.6826, 0.6814, 0.6803, 0.6799, 0.6799], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "362950": {"relevant_ids": ["400212", "362949"], "ranked_ids": ["362949", "400212", "475478", "43209", "313176", "465929", "20967", "68956", "411503", "9132"], "ranked_scores": [0.7599, 0.7483, 0.7384, 0.7138, 0.7121, 0.7075, 0.7061, 0.7003, 0.6961, 0.6913], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "155873": {"relevant_ids": ["155874"], "ranked_ids": ["52393", "383066", "444541", "948", "122134", "266906", "120496", "25477", "136219", "170784"], "ranked_scores": [0.6497, 0.645, 0.6263, 0.605, 0.603, 0.5888, 0.5885, 0.5879, 0.5748, 0.5745], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "263432": {"relevant_ids": ["263433"], "ranked_ids": ["407204", "161701", "263433", "128303", "372749", "208412", "147630", "279243", "401373", "360786"], "ranked_scores": [0.6056, 0.5993, 0.573, 0.5603, 0.5558, 0.5554, 0.5514, 0.5474, 0.5467, 0.5326], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "354945": {"relevant_ids": ["354946"], "ranked_ids": ["354946", "254071", "202817", "322478", "298611", "69704", "448205", "425587", "202685", "277360"], "ranked_scores": [0.7067, 0.6792, 0.6172, 0.5715, 0.5686, 0.5442, 0.5379, 0.5273, 0.5249, 0.5242], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "245417": {"relevant_ids": ["219475", "248195"], "ranked_ids": ["248195", "219475", "40657", "343403", "391541", "140923", "401814", "53780", "14180", "301977"], "ranked_scores": [0.7233, 0.7233, 0.706, 0.7011, 0.6876, 0.6756, 0.6708, 0.6632, 0.6611, 0.647], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "516276": {"relevant_ids": ["516277"], "ranked_ids": ["516277", "286275", "502570", "437452", "256815", "149233", "378174", "266361", "19755", "352289"], "ranked_scores": [0.7407, 0.7016, 0.6942, 0.6814, 0.6803, 0.6633, 0.6603, 0.658, 0.6573, 0.6571], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177580": {"relevant_ids": ["177579"], "ranked_ids": ["177579", "140940", "76563", "272252", "115954", "27716", "446100", "464418", "455888", "218752"], "ranked_scores": [0.7294, 0.6934, 0.6851, 0.6844, 0.6726, 0.6575, 0.65, 0.648, 0.648, 0.6386], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "309865": {"relevant_ids": ["78624", "33713", "78623"], "ranked_ids": ["469068", "437065", "209041", "495751", "179538", "78623", "405094", "306918", "424981", "109205"], "ranked_scores": [0.7863, 0.7816, 0.7779, 0.7779, 0.7776, 0.7676, 0.7676, 0.7577, 0.7577, 0.7567], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1672, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.3333}, "510387": {"relevant_ids": ["510386"], "ranked_ids": ["241538", "40390", "170896", "52003", "419022", "241537", "113100", "266904", "114114", "442062"], "ranked_scores": [0.8376, 0.8346, 0.8185, 0.8185, 0.8185, 0.8084, 0.804, 0.804, 0.804, 0.804], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "26645": {"relevant_ids": ["26644"], "ranked_ids": ["26644", "286617", "22690", "267521", "284346", "317966", "26813", "192186", "140595", "318396"], "ranked_scores": [0.7578, 0.7499, 0.7425, 0.7376, 0.7267, 0.7049, 0.7041, 0.7039, 0.7039, 0.7013], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "47788": {"relevant_ids": ["455725"], "ranked_ids": ["26694", "87038", "37221", "112782", "70829", "388841", "498191", "9659", "72588", "59508"], "ranked_scores": [0.8248, 0.8248, 0.8212, 0.8212, 0.8212, 0.8191, 0.8191, 0.8191, 0.8191, 0.8188], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "338281": {"relevant_ids": ["338282"], "ranked_ids": ["338282", "85881", "221059", "503522", "87641", "382555", "104843", "325380", "11563", "394093"], "ranked_scores": [0.7286, 0.6875, 0.6521, 0.6401, 0.634, 0.6224, 0.6106, 0.6093, 0.6046, 0.6011], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "461149": {"relevant_ids": ["461148"], "ranked_ids": ["203100", "461148", "17980", "100854", "98400", "277547", "338517", "482221", "525835", "286025"], "ranked_scores": [0.7004, 0.6775, 0.6669, 0.6669, 0.652, 0.6428, 0.6283, 0.6274, 0.6269, 0.626], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "346126": {"relevant_ids": ["110710", "110711"], "ranked_ids": ["110710", "110711", "352629", "365685", "203476", "393684", "13436", "387654", "256937", "149429"], "ranked_scores": [0.807, 0.7877, 0.7802, 0.7695, 0.7672, 0.7672, 0.761, 0.7582, 0.7576, 0.7574], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "372986": {"relevant_ids": ["49961", "262882"], "ranked_ids": ["49961", "262882", "485235", "303468", "249896", "307489", "203984", "491226", "48075", "532450"], "ranked_scores": [0.7575, 0.7575, 0.7248, 0.7244, 0.7014, 0.6735, 0.666, 0.6623, 0.6615, 0.6479], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "501182": {"relevant_ids": ["501181"], "ranked_ids": ["50260", "105920", "501181", "90225", "2257", "518204", "430962", "138160", "261255", "442510"], "ranked_scores": [0.7295, 0.71, 0.6939, 0.6803, 0.6771, 0.6685, 0.6644, 0.6603, 0.6589, 0.6541], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "13800": {"relevant_ids": ["408522", "376590", "13799"], "ranked_ids": ["448205", "8622", "376590", "179943", "481109", "30987", "13799", "408522", "19904", "93336"], "ranked_scores": [0.7279, 0.6991, 0.6764, 0.6741, 0.6741, 0.6731, 0.6696, 0.6655, 0.6625, 0.6574], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2346, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.5391, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "250143": {"relevant_ids": ["250142"], "ranked_ids": ["250142", "473276", "486385", "50538", "76062", "368186", "57155", "15759", "202593", "311521"], "ranked_scores": [0.6654, 0.6481, 0.6155, 0.6036, 0.6029, 0.5977, 0.5952, 0.5892, 0.5698, 0.5561], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13223": {"relevant_ids": ["156773", "88348", "13224", "20277", "88349"], "ranked_ids": ["88348", "192528", "156773", "491669", "223304", "496269", "88349", "54266", "359956", "86343"], "ranked_scores": [0.8003, 0.7877, 0.7849, 0.7847, 0.7839, 0.781, 0.7805, 0.7799, 0.772, 0.7718], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.2, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.4, "ndcg@5": 0.5087, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.4, "ndcg@10": 0.6218, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.6}, "11002": {"relevant_ids": ["11003"], "ranked_ids": ["42203", "15750", "447730", "115070", "95767", "14165", "40099", "14166", "444112", "144197"], "ranked_scores": [0.7392, 0.7376, 0.7369, 0.7289, 0.7255, 0.7167, 0.7167, 0.7167, 0.7167, 0.7167], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "177653": {"relevant_ids": ["79732"], "ranked_ids": ["79732", "200611", "310721", "194790", "44519", "293259", "373275", "525755", "525756", "225019"], "ranked_scores": [0.7327, 0.6063, 0.585, 0.581, 0.5776, 0.5756, 0.5733, 0.5692, 0.5638, 0.551], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "415592": {"relevant_ids": ["415591"], "ranked_ids": ["415591", "485299", "95917", "381371", "88542", "425878", "467639", "117817", "207607", "403824"], "ranked_scores": [0.7882, 0.6917, 0.6917, 0.6792, 0.6771, 0.6771, 0.6723, 0.6659, 0.6573, 0.6484], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "511196": {"relevant_ids": ["511197"], "ranked_ids": ["511197", "77372", "459789", "537528", "413940", "238420", "45940", "521285", "191328", "169681"], "ranked_scores": [0.6729, 0.6001, 0.6001, 0.5594, 0.5592, 0.5569, 0.5516, 0.5469, 0.5433, 0.5384], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "344845": {"relevant_ids": ["344844"], "ranked_ids": ["344844", "79987", "4915", "161471", "101085", "79986", "95946", "187882", "503908", "79595"], "ranked_scores": [0.8025, 0.7987, 0.7987, 0.787, 0.772, 0.772, 0.7719, 0.7597, 0.7582, 0.7513], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "396744": {"relevant_ids": ["396745"], "ranked_ids": ["396745", "236438", "386956", "506577", "219399", "28361", "287295", "20764", "185416", "204626"], "ranked_scores": [0.6558, 0.6465, 0.6444, 0.6443, 0.6443, 0.6437, 0.6378, 0.636, 0.6319, 0.6215], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "452398": {"relevant_ids": ["452399"], "ranked_ids": ["452399", "298111", "304781", "530610", "4228", "27018", "296712", "42970", "435989", "355585"], "ranked_scores": [0.76, 0.7281, 0.7107, 0.7091, 0.7083, 0.6975, 0.6956, 0.6784, 0.6699, 0.6574], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "182114": {"relevant_ids": ["182113"], "ranked_ids": ["196647", "234482", "252201", "481882", "533693", "475043", "140443", "1809", "232734", "137155"], "ranked_scores": [0.6627, 0.6394, 0.6257, 0.6064, 0.6058, 0.6036, 0.5886, 0.5885, 0.5829, 0.5824], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "486260": {"relevant_ids": ["486259"], "ranked_ids": ["113749", "392356", "113100", "442062", "266904", "114114", "486259", "391328", "209254", "74663"], "ranked_scores": [0.7752, 0.7699, 0.7692, 0.7692, 0.7692, 0.7692, 0.7686, 0.7645, 0.7578, 0.7549], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "455140": {"relevant_ids": ["315935"], "ranked_ids": ["315935", "39561", "124700", "93864", "519049", "372713", "249732", "170850", "440700", "238213"], "ranked_scores": [0.8208, 0.762, 0.7506, 0.7493, 0.7449, 0.7408, 0.7279, 0.7239, 0.7228, 0.7207], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "56198": {"relevant_ids": ["56199"], "ranked_ids": ["56199", "452069", "358086", "348844", "219399", "506577", "28361", "336804", "452592", "54012"], "ranked_scores": [0.759, 0.5921, 0.5832, 0.5824, 0.5785, 0.5785, 0.5734, 0.5708, 0.5544, 0.5533], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "30172": {"relevant_ids": ["30173", "145120", "185817", "373486", "145119", "68426"], "ranked_ids": ["68426", "468070", "15236", "185581", "160900", "30173", "252505", "90983", "192604", "267771"], "ranked_scores": [0.8526, 0.8443, 0.8431, 0.8359, 0.8359, 0.8359, 0.8359, 0.8358, 0.8347, 0.8347], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.1667, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.1667, "ndcg@5": 0.3392, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.1667, "ndcg@10": 0.4104, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "127880": {"relevant_ids": ["241164"], "ranked_ids": ["241164", "98400", "212021", "284336", "122392", "22396", "389438", "535042", "188072", "135083"], "ranked_scores": [0.6862, 0.645, 0.6311, 0.6272, 0.6272, 0.6177, 0.611, 0.6108, 0.6077, 0.6058], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "167969": {"relevant_ids": ["174461"], "ranked_ids": ["360983", "449678", "174461", "390977", "10067", "328573", "10393", "478674", "406881", "12718"], "ranked_scores": [0.7225, 0.6906, 0.6877, 0.6638, 0.6572, 0.6572, 0.6566, 0.655, 0.6532, 0.6465], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "97986": {"relevant_ids": ["97987"], "ranked_ids": ["97987", "177220", "212168", "44589", "407", "326597", "108564", "393565", "189696", "89059"], "ranked_scores": [0.7964, 0.7052, 0.7005, 0.6975, 0.6971, 0.6836, 0.6749, 0.6734, 0.6501, 0.6501], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "12865": {"relevant_ids": ["105683"], "ranked_ids": ["105683", "345398", "528844", "94167", "356189", "191268", "155515", "232488", "23129", "83623"], "ranked_scores": [0.7016, 0.6511, 0.6401, 0.6367, 0.6226, 0.6207, 0.6202, 0.6191, 0.6126, 0.6088], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "215681": {"relevant_ids": ["215680"], "ranked_ids": ["215680", "301165", "54139", "294407", "4714", "27722", "405649", "376328", "495778", "160306"], "ranked_scores": [0.7859, 0.7283, 0.7283, 0.7115, 0.6819, 0.6759, 0.6671, 0.6618, 0.6615, 0.6562], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-roberta-base-mrl-32-pq-m4-n8": {"127728": {"relevant_ids": ["127729"], "ranked_ids": ["127729", "445616", "114897", "377005", "153290", "462725", "92818", "320290", "255261", "278575"], "ranked_scores": [0.7687, 0.7639, 0.751, 0.7437, 0.7198, 0.7175, 0.7138, 0.7072, 0.7008, 0.6953], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "318820": {"relevant_ids": ["318821"], "ranked_ids": ["318821", "367479", "178549", "362498", "238130", "20112", "457906", "190698", "531949", "496708"], "ranked_scores": [0.8861, 0.8251, 0.8137, 0.7878, 0.7828, 0.78, 0.7759, 0.7753, 0.7753, 0.7747], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "296098": {"relevant_ids": ["296097"], "ranked_ids": ["120598", "114825", "469985", "106109", "442459", "421150", "198603", "108332", "307653", "513540"], "ranked_scores": [0.7553, 0.708, 0.6926, 0.6868, 0.6853, 0.6836, 0.6788, 0.6583, 0.6463, 0.6426], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "150414": {"relevant_ids": ["192835"], "ranked_ids": ["192835", "105782", "144880", "159263", "103122", "126745", "470642", "132912", "335053", "459278"], "ranked_scores": [0.9116, 0.9093, 0.8929, 0.8758, 0.8702, 0.8694, 0.864, 0.8587, 0.8495, 0.8435], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145582": {"relevant_ids": ["145583"], "ranked_ids": ["145583", "356870", "472217", "214054", "332628", "346294", "493709", "238213", "462137", "428602"], "ranked_scores": [0.8065, 0.7524, 0.7049, 0.6699, 0.6618, 0.6545, 0.651, 0.6451, 0.6336, 0.6308], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "315712": {"relevant_ids": ["315713"], "ranked_ids": ["315713", "208025", "355553", "194841", "236508", "521596", "377891", "409852", "77650", "100422"], "ranked_scores": [0.891, 0.8508, 0.8497, 0.8464, 0.8323, 0.8192, 0.8184, 0.7935, 0.7736, 0.7726], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145739": {"relevant_ids": ["145740"], "ranked_ids": ["145740", "241979", "347337", "148222", "240470", "85134", "115412", "366074", "415781", "8705"], "ranked_scores": [0.8995, 0.817, 0.798, 0.7572, 0.7528, 0.7521, 0.7506, 0.7504, 0.7442, 0.7186], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "308127": {"relevant_ids": ["308126"], "ranked_ids": ["308126", "301104", "282571", "498938", "35763", "385951", "386807", "402262", "523863", "77650"], "ranked_scores": [0.8488, 0.8391, 0.805, 0.805, 0.8023, 0.7931, 0.7866, 0.7866, 0.7841, 0.773], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "287245": {"relevant_ids": ["322650", "283199", "283198"], "ranked_ids": ["283199", "322650", "283198", "218199", "221784", "408693", "192143", "30373", "122319", "160820"], "ranked_scores": [0.8557, 0.816, 0.7962, 0.7764, 0.7246, 0.7161, 0.7159, 0.6882, 0.685, 0.6817], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "14755": {"relevant_ids": ["211906", "14756"], "ranked_ids": ["211906", "450970", "14756", "77860", "235454", "302746", "230091", "369731", "374172", "11310"], "ranked_scores": [0.8736, 0.8539, 0.834, 0.8201, 0.7925, 0.7783, 0.7765, 0.7746, 0.7728, 0.7707], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.9197, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.9197, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9197, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "370170": {"relevant_ids": ["370169"], "ranked_ids": ["370169", "59810", "466920", "143008", "442510", "537762", "263012", "88911", "387761", "70975"], "ranked_scores": [0.9095, 0.7354, 0.7351, 0.7301, 0.728, 0.7266, 0.7206, 0.7153, 0.7144, 0.7138], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "41774": {"relevant_ids": ["41773"], "ranked_ids": ["214766", "442459", "117228", "41773", "239344", "307530", "433894", "241333", "294020", "475177"], "ranked_scores": [0.7486, 0.7476, 0.7443, 0.7435, 0.7284, 0.7191, 0.6928, 0.6876, 0.6657, 0.6625], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "399648": {"relevant_ids": ["399649"], "ranked_ids": ["399649", "159777", "486011", "434065", "54706", "322693", "281735", "435035", "188527", "359281"], "ranked_scores": [0.8675, 0.7784, 0.7641, 0.7604, 0.7407, 0.7393, 0.7315, 0.7301, 0.7295, 0.7249], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "504811": {"relevant_ids": ["504810"], "ranked_ids": ["504810", "448774", "90374", "15879", "5861", "386903", "155038", "298555", "97434", "12070"], "ranked_scores": [0.9191, 0.8475, 0.8114, 0.8098, 0.796, 0.7924, 0.7829, 0.78, 0.7716, 0.765], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "362950": {"relevant_ids": ["400212", "362949"], "ranked_ids": ["400212", "362949", "9132", "105920", "313176", "244712", "429502", "427587", "475478", "465929"], "ranked_scores": [0.8767, 0.8734, 0.8405, 0.8286, 0.8257, 0.825, 0.8244, 0.8198, 0.8176, 0.8176], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "155873": {"relevant_ids": ["155874"], "ranked_ids": ["444541", "304588", "122134", "143997", "206283", "155874", "440807", "486822", "346009", "124780"], "ranked_scores": [0.7107, 0.7073, 0.7001, 0.6862, 0.6719, 0.6696, 0.6694, 0.6683, 0.6633, 0.6474], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "263432": {"relevant_ids": ["263433"], "ranked_ids": ["401373", "263433", "128303", "471057", "374181", "140172", "471480", "147629", "47216", "128317"], "ranked_scores": [0.7946, 0.7225, 0.7036, 0.7, 0.6791, 0.6538, 0.6495, 0.6467, 0.6455, 0.628], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "354945": {"relevant_ids": ["354946"], "ranked_ids": ["354946", "254071", "473769", "462983", "298611", "206717", "202817", "432625", "26742", "63226"], "ranked_scores": [0.8866, 0.873, 0.7532, 0.6886, 0.6632, 0.6437, 0.6409, 0.6389, 0.6368, 0.6336], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "245417": {"relevant_ids": ["219475", "248195"], "ranked_ids": ["219475", "248195", "287753", "85977", "40657", "249364", "391541", "390696", "96458", "301977"], "ranked_scores": [0.8846, 0.8734, 0.7689, 0.7667, 0.7621, 0.7357, 0.7307, 0.7263, 0.7243, 0.7222], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "516276": {"relevant_ids": ["516277"], "ranked_ids": ["516277", "510783", "352189", "317598", "68652", "252265", "188072", "55140", "286275", "340195"], "ranked_scores": [0.8524, 0.8239, 0.7724, 0.765, 0.757, 0.7563, 0.7534, 0.7534, 0.7341, 0.7305], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177580": {"relevant_ids": ["177579"], "ranked_ids": ["177579", "44998", "234366", "446100", "470503", "234825", "143503", "79946", "52976", "118897"], "ranked_scores": [0.8925, 0.7197, 0.7072, 0.6879, 0.6878, 0.6864, 0.6708, 0.665, 0.6632, 0.6542], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "309865": {"relevant_ids": ["78624", "33713", "78623"], "ranked_ids": ["33713", "437065", "254617", "495751", "209041", "107766", "78624", "243401", "235483", "477476"], "ranked_scores": [0.9001, 0.8731, 0.8639, 0.8621, 0.8529, 0.8412, 0.8315, 0.83, 0.8296, 0.8275], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.6257, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.6667}, "510387": {"relevant_ids": ["510386"], "ranked_ids": ["40390", "344869", "241538", "160232", "52003", "241537", "43729", "201143", "371033", "510386"], "ranked_scores": [0.9194, 0.9194, 0.9106, 0.9094, 0.8935, 0.8893, 0.8835, 0.8835, 0.8817, 0.8743], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "26645": {"relevant_ids": ["26644"], "ranked_ids": ["26644", "148567", "284346", "172781", "507090", "336943", "286617", "215551", "407458", "12895"], "ranked_scores": [0.8794, 0.8393, 0.8333, 0.8077, 0.8071, 0.803, 0.7934, 0.7756, 0.7745, 0.7724], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "47788": {"relevant_ids": ["455725"], "ranked_ids": ["455725", "235686", "101721", "47703", "105230", "59223", "87039", "38585", "87038", "87678"], "ranked_scores": [0.9343, 0.9343, 0.9124, 0.9089, 0.9089, 0.9075, 0.9075, 0.9046, 0.894, 0.894], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "338281": {"relevant_ids": ["338282"], "ranked_ids": ["338282", "234727", "431433", "104843", "325380", "308105", "67268", "29358", "174077", "57017"], "ranked_scores": [0.8564, 0.7874, 0.7324, 0.7079, 0.7017, 0.6943, 0.6922, 0.6745, 0.674, 0.6731], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "461149": {"relevant_ids": ["461148"], "ranked_ids": ["310577", "203100", "370637", "75156", "525835", "461148", "98400", "248656", "180691", "248655"], "ranked_scores": [0.7951, 0.7637, 0.7438, 0.7424, 0.7278, 0.7212, 0.7203, 0.7052, 0.6994, 0.697], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "346126": {"relevant_ids": ["110710", "110711"], "ranked_ids": ["110710", "110711", "154338", "528998", "256937", "13436", "168350", "296319", "314807", "6816"], "ranked_scores": [0.946, 0.9215, 0.9174, 0.9076, 0.8869, 0.8846, 0.8792, 0.8722, 0.8677, 0.8611], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "372986": {"relevant_ids": ["49961", "262882"], "ranked_ids": ["49961", "43966", "262882", "48075", "491226", "407496", "194540", "303468", "532450", "66348"], "ranked_scores": [0.9033, 0.873, 0.8601, 0.8335, 0.8103, 0.8028, 0.8022, 0.7928, 0.7812, 0.7724], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.9197, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.9197, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9197, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "501182": {"relevant_ids": ["501181"], "ranked_ids": ["501181", "447737", "411533", "429772", "356066", "43474", "257857", "188982", "518204", "181112"], "ranked_scores": [0.8652, 0.8124, 0.8032, 0.7759, 0.7636, 0.7603, 0.7432, 0.7413, 0.7409, 0.7368], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13800": {"relevant_ids": ["408522", "376590", "13799"], "ranked_ids": ["179943", "376590", "13799", "481109", "56338", "112050", "448205", "63352", "8622", "234655"], "ranked_scores": [0.8756, 0.8511, 0.8364, 0.8287, 0.7807, 0.7699, 0.7673, 0.7641, 0.7429, 0.7322], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5307, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.5307, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.5307, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.6667}, "250143": {"relevant_ids": ["250142"], "ranked_ids": ["250142", "237499", "309713", "473276", "455819", "109205", "38409", "387015", "202593", "34944"], "ranked_scores": [0.8947, 0.8217, 0.8018, 0.8006, 0.7971, 0.7809, 0.7781, 0.7756, 0.7315, 0.7269], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13223": {"relevant_ids": ["156773", "88348", "13224", "20277", "88349"], "ranked_ids": ["156773", "223304", "192528", "491669", "361830", "229944", "88348", "20277", "149614", "88349"], "ranked_scores": [0.9353, 0.932, 0.9001, 0.8987, 0.8932, 0.8921, 0.8903, 0.8865, 0.8838, 0.8821], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.2, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.2, "ndcg@5": 0.3392, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.2, "ndcg@10": 0.6572, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.8}, "11002": {"relevant_ids": ["11003"], "ranked_ids": ["266680", "144197", "40100", "444112", "241075", "115070", "152519", "17317", "64236", "489539"], "ranked_scores": [0.8976, 0.8718, 0.8718, 0.8718, 0.871, 0.8698, 0.8634, 0.8609, 0.8609, 0.8609], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "177653": {"relevant_ids": ["79732"], "ranked_ids": ["79732", "525756", "200611", "310721", "225019", "395587", "373717", "39174", "245271", "373275"], "ranked_scores": [0.878, 0.8458, 0.8108, 0.7937, 0.7697, 0.7495, 0.7395, 0.735, 0.7087, 0.7035], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "415592": {"relevant_ids": ["415591"], "ranked_ids": ["415591", "467230", "95917", "292550", "91592", "288357", "435045", "166836", "375267", "381371"], "ranked_scores": [0.8896, 0.8076, 0.7552, 0.7507, 0.7505, 0.7376, 0.713, 0.7128, 0.6943, 0.6942], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "511196": {"relevant_ids": ["511197"], "ranked_ids": ["511197", "349723", "313107", "66005", "251545", "190490", "103196", "332674", "525835", "193946"], "ranked_scores": [0.8727, 0.7559, 0.7349, 0.6862, 0.6828, 0.672, 0.6647, 0.6647, 0.6582, 0.6573], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "344845": {"relevant_ids": ["344844"], "ranked_ids": ["344844", "4915", "79986", "101085", "503908", "95946", "335497", "79987", "397001", "161471"], "ranked_scores": [0.9058, 0.8837, 0.8837, 0.8837, 0.8834, 0.8679, 0.8678, 0.8663, 0.8506, 0.8486], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "396744": {"relevant_ids": ["396745"], "ranked_ids": ["396745", "271801", "321651", "418055", "506577", "365917", "280435", "454241", "481437", "374498"], "ranked_scores": [0.791, 0.7601, 0.7589, 0.7232, 0.7227, 0.7158, 0.7108, 0.7046, 0.7044, 0.6968], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "452398": {"relevant_ids": ["452399"], "ranked_ids": ["452399", "33839", "435989", "14720", "414814", "446824", "50260", "83007", "530610", "399415"], "ranked_scores": [0.8474, 0.808, 0.8041, 0.7854, 0.7854, 0.7836, 0.7745, 0.7726, 0.7689, 0.7655], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "182114": {"relevant_ids": ["182113"], "ranked_ids": ["196647", "182113", "323531", "137155", "1809", "229182", "383343", "234482", "31138", "118902"], "ranked_scores": [0.843, 0.8385, 0.7943, 0.7815, 0.7636, 0.759, 0.7491, 0.7485, 0.7439, 0.7434], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "486260": {"relevant_ids": ["486259"], "ranked_ids": ["486259", "93953", "463755", "97315", "146738", "391328", "21528", "506410", "483159", "406342"], "ranked_scores": [0.9139, 0.9018, 0.8751, 0.8588, 0.8579, 0.8454, 0.8392, 0.8257, 0.8226, 0.8189], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "455140": {"relevant_ids": ["315935"], "ranked_ids": ["315935", "93864", "211061", "50224", "39561", "372713", "246286", "315936", "440700", "369068"], "ranked_scores": [0.9241, 0.9009, 0.8939, 0.8827, 0.8803, 0.8703, 0.8566, 0.8507, 0.8383, 0.8364], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "56198": {"relevant_ids": ["56199"], "ranked_ids": ["56199", "146389", "246583", "493709", "27262", "315556", "380746", "358086", "354965", "200585"], "ranked_scores": [0.9115, 0.7848, 0.7844, 0.724, 0.7077, 0.7072, 0.7047, 0.7023, 0.6951, 0.6934], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "30172": {"relevant_ids": ["30173", "145120", "185817", "373486", "145119", "68426"], "ranked_ids": ["68426", "145120", "65712", "345506", "293867", "373486", "288044", "463253", "15236", "426467"], "ranked_scores": [0.9256, 0.9142, 0.8898, 0.8852, 0.8837, 0.8632, 0.8618, 0.8599, 0.858, 0.8543], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.1667, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.5531, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.6013, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "127880": {"relevant_ids": ["241164"], "ranked_ids": ["121458", "241164", "135083", "84471", "454054", "112470", "462071", "415983", "535042", "122116"], "ranked_scores": [0.8335, 0.8197, 0.8056, 0.7998, 0.765, 0.7564, 0.7479, 0.7462, 0.7365, 0.7323], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "167969": {"relevant_ids": ["174461"], "ranked_ids": ["174461", "60171", "207492", "121354", "360983", "207491", "448412", "331698", "209661", "365197"], "ranked_scores": [0.864, 0.8088, 0.8046, 0.7974, 0.7962, 0.7934, 0.7894, 0.7888, 0.7774, 0.7735], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "97986": {"relevant_ids": ["97987"], "ranked_ids": ["97987", "391169", "44589", "108564", "164511", "276617", "393565", "38063", "318396", "472830"], "ranked_scores": [0.9118, 0.8343, 0.8129, 0.81, 0.8078, 0.7952, 0.7619, 0.7517, 0.7383, 0.7351], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "12865": {"relevant_ids": ["105683"], "ranked_ids": ["105683", "250014", "94167", "35071", "188959", "232488", "155515", "477677", "279777", "6376"], "ranked_scores": [0.9417, 0.9036, 0.8461, 0.8461, 0.8461, 0.8073, 0.7928, 0.7925, 0.7874, 0.7811], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "215681": {"relevant_ids": ["215680"], "ranked_ids": ["215680", "5733", "78042", "294407", "384928", "33465", "488361", "209853", "178515", "11070"], "ranked_scores": [0.879, 0.843, 0.8224, 0.7886, 0.7864, 0.7832, 0.7764, 0.774, 0.7664, 0.7648], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-roberta-base-mrl-32-pq-m4-n4": {"127728": {"relevant_ids": ["127729"], "ranked_ids": ["320290", "212168", "326597", "282219", "382156", "451745", "73719", "451746", "76871", "522248"], "ranked_scores": [0.7829, 0.7829, 0.7829, 0.7536, 0.7536, 0.7536, 0.7536, 0.7536, 0.7536, 0.7536], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "318820": {"relevant_ids": ["318821"], "ranked_ids": ["318821", "190698", "222238", "214664", "190950", "154366", "178549", "451769", "220577", "337887"], "ranked_scores": [0.7851, 0.7851, 0.7851, 0.7758, 0.7758, 0.7545, 0.7432, 0.7432, 0.7419, 0.7386], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "296098": {"relevant_ids": ["296097"], "ranked_ids": ["307653", "45507", "120598", "519616", "106109", "148285", "412371", "398064", "287800", "492756"], "ranked_scores": [0.7543, 0.7068, 0.7028, 0.6593, 0.6587, 0.6549, 0.6413, 0.6322, 0.6226, 0.6153], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "150414": {"relevant_ids": ["192835"], "ranked_ids": ["132912", "144880", "37403", "459278", "105782", "398241", "192835", "73405", "1702", "520426"], "ranked_scores": [0.8865, 0.8865, 0.8865, 0.8865, 0.8865, 0.8865, 0.8865, 0.8865, 0.8696, 0.8614], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "145582": {"relevant_ids": ["145583"], "ranked_ids": ["328263", "145583", "332628", "372713", "347188", "221614", "39561", "315935", "16399", "363687"], "ranked_scores": [0.6984, 0.6835, 0.6664, 0.6664, 0.6632, 0.6468, 0.6449, 0.6449, 0.6427, 0.6307], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "315712": {"relevant_ids": ["315713"], "ranked_ids": ["236508", "521596", "315713", "163551", "409852", "323474", "407284", "16354", "355553", "202685"], "ranked_scores": [0.8885, 0.8885, 0.8885, 0.8544, 0.8544, 0.8436, 0.8436, 0.8436, 0.8425, 0.841], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "145739": {"relevant_ids": ["145740"], "ranked_ids": ["145740", "277914", "78557", "248227", "257301", "148222", "366074", "241979", "453401", "446728"], "ranked_scores": [0.8141, 0.8141, 0.786, 0.7335, 0.7335, 0.7267, 0.7267, 0.7267, 0.7267, 0.7109], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "308127": {"relevant_ids": ["308126"], "ranked_ids": ["301104", "428836", "389438", "338436", "140685", "395527", "464149", "523863", "79534", "523864"], "ranked_scores": [0.8131, 0.8131, 0.8131, 0.8029, 0.8029, 0.8029, 0.7817, 0.7817, 0.7817, 0.7817], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "287245": {"relevant_ids": ["322650", "283199", "283198"], "ranked_ids": ["497531", "329958", "179018", "359281", "515236", "504913", "243294", "9919", "425607", "97980"], "ranked_scores": [0.6944, 0.6807, 0.6807, 0.6747, 0.6747, 0.6718, 0.6718, 0.6702, 0.6639, 0.6631], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "14755": {"relevant_ids": ["211906", "14756"], "ranked_ids": ["218584", "235454", "230091", "77860", "449494", "211906", "14756", "450970", "311852", "311853"], "ranked_scores": [0.875, 0.8423, 0.8403, 0.8403, 0.837, 0.837, 0.837, 0.837, 0.8312, 0.8312], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.4228, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "370170": {"relevant_ids": ["370169"], "ranked_ids": ["370169", "189772", "387761", "83117", "500926", "122097", "13681", "56389", "524391", "212809"], "ranked_scores": [0.742, 0.733, 0.709, 0.709, 0.7087, 0.7017, 0.6956, 0.6936, 0.6936, 0.6934], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "41774": {"relevant_ids": ["41773"], "ranked_ids": ["239344", "117228", "179973", "307530", "32176", "224343", "214766", "41773", "339534", "404718"], "ranked_scores": [0.7913, 0.754, 0.754, 0.754, 0.754, 0.754, 0.754, 0.754, 0.7201, 0.7201], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "399648": {"relevant_ids": ["399649"], "ranked_ids": ["155874", "322693", "186105", "399649", "462253", "534230", "434065", "197959", "390415", "225815"], "ranked_scores": [0.7145, 0.7145, 0.7145, 0.7145, 0.7145, 0.7145, 0.7145, 0.7145, 0.698, 0.6763], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "504811": {"relevant_ids": ["504810"], "ranked_ids": ["504810", "74588", "499535", "214151", "63563", "179617", "393188", "309894", "90374", "448774"], "ranked_scores": [0.8164, 0.8164, 0.8059, 0.8059, 0.8003, 0.7957, 0.7606, 0.7548, 0.7548, 0.7534], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "362950": {"relevant_ids": ["400212", "362949"], "ranked_ids": ["362949", "400212", "475478", "357629", "449478", "449479", "20967", "424457", "527104", "9132"], "ranked_scores": [0.8169, 0.8169, 0.8124, 0.7955, 0.7824, 0.7824, 0.7824, 0.7771, 0.7771, 0.7768], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "155873": {"relevant_ids": ["155874"], "ranked_ids": ["383066", "346009", "61779", "143997", "129172", "52393", "180403", "207373", "188527", "277473"], "ranked_scores": [0.7023, 0.6862, 0.6722, 0.6582, 0.6538, 0.6527, 0.6518, 0.6518, 0.6518, 0.6518], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "263432": {"relevant_ids": ["263433"], "ranked_ids": ["208412", "401373", "263433", "147630", "418549", "407204", "56202", "369767", "147629", "232734"], "ranked_scores": [0.7241, 0.7086, 0.6705, 0.67, 0.6604, 0.646, 0.6457, 0.6425, 0.64, 0.6222], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "354945": {"relevant_ids": ["354946"], "ranked_ids": ["254071", "354946", "202817", "56338", "425587", "298611", "473769", "117645", "471976", "37559"], "ranked_scores": [0.782, 0.7669, 0.7075, 0.6835, 0.6689, 0.6689, 0.6677, 0.6635, 0.639, 0.6258], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "245417": {"relevant_ids": ["219475", "248195"], "ranked_ids": ["343403", "219475", "468424", "140923", "248195", "40657", "53780", "14180", "163623", "391541"], "ranked_scores": [0.7736, 0.771, 0.771, 0.771, 0.771, 0.7483, 0.7473, 0.7326, 0.7326, 0.7326], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6241, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6241, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "516276": {"relevant_ids": ["516277"], "ranked_ids": ["516277", "286275", "270310", "88911", "142152", "187115", "378174", "489791", "502570", "437452"], "ranked_scores": [0.7216, 0.7094, 0.6851, 0.6811, 0.6775, 0.6775, 0.6775, 0.6775, 0.6775, 0.6765], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177580": {"relevant_ids": ["177579"], "ranked_ids": ["272252", "140940", "177579", "118897", "218752", "509426", "76563", "375219", "115954", "220596"], "ranked_scores": [0.735, 0.735, 0.7322, 0.7207, 0.7084, 0.7081, 0.7081, 0.6863, 0.6828, 0.6733], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "309865": {"relevant_ids": ["78624", "33713", "78623"], "ranked_ids": ["153484", "209041", "33713", "495751", "254617", "437065", "469068", "405094", "78623", "528559"], "ranked_scores": [0.8784, 0.8784, 0.8784, 0.8784, 0.8784, 0.8784, 0.8784, 0.8784, 0.8784, 0.8645], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2346, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.3759, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.6667}, "510387": {"relevant_ids": ["510386"], "ranked_ids": ["266904", "287234", "391328", "43729", "371033", "40390", "442062", "509277", "59682", "48085"], "ranked_scores": [0.8244, 0.8244, 0.8244, 0.8244, 0.8244, 0.8244, 0.8244, 0.8244, 0.8244, 0.8244], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "26645": {"relevant_ids": ["26644"], "ranked_ids": ["284346", "26813", "148567", "259826", "94397", "507090", "87339", "26644", "267521", "281266"], "ranked_scores": [0.8248, 0.8248, 0.8248, 0.815, 0.815, 0.815, 0.815, 0.8066, 0.8066, 0.7894], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "47788": {"relevant_ids": ["455725"], "ranked_ids": ["380075", "388841", "498191", "85764", "59508", "525616", "70829", "9659", "87038", "72588"], "ranked_scores": [0.8692, 0.8692, 0.8692, 0.8692, 0.8692, 0.8692, 0.8692, 0.8692, 0.8692, 0.8692], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "338281": {"relevant_ids": ["338282"], "ranked_ids": ["338282", "85881", "234727", "394699", "128978", "155232", "221059", "382555", "491239", "190593"], "ranked_scores": [0.7412, 0.7375, 0.7169, 0.6986, 0.6933, 0.6877, 0.687, 0.6797, 0.673, 0.6646], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "461149": {"relevant_ids": ["461148"], "ranked_ids": ["203100", "437116", "212021", "135083", "17980", "100854", "185297", "364595", "516182", "472145"], "ranked_scores": [0.676, 0.6738, 0.6738, 0.6738, 0.67, 0.67, 0.67, 0.6604, 0.6604, 0.6604], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "346126": {"relevant_ids": ["110710", "110711"], "ranked_ids": ["182107", "387654", "110711", "256937", "110710", "452994", "203476", "355996", "6816", "393684"], "ranked_scores": [0.8817, 0.8706, 0.8654, 0.8654, 0.8614, 0.8599, 0.8559, 0.8559, 0.8559, 0.8559], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3066, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.5438, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5438, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "372986": {"relevant_ids": ["49961", "262882"], "ranked_ids": ["303468", "307489", "173862", "49961", "194540", "262882", "485235", "30341", "52819", "318589"], "ranked_scores": [0.8325, 0.8325, 0.8242, 0.8172, 0.8172, 0.8172, 0.8086, 0.7891, 0.7891, 0.785], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2641, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.4825, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "501182": {"relevant_ids": ["501181"], "ranked_ids": ["501181", "327587", "50260", "8913", "138160", "188982", "359956", "223304", "274777", "510271"], "ranked_scores": [0.8118, 0.8029, 0.7879, 0.7823, 0.7628, 0.7628, 0.7628, 0.7628, 0.7586, 0.7586], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13800": {"relevant_ids": ["408522", "376590", "13799"], "ranked_ids": ["448205", "13799", "8622", "471736", "408522", "75585", "179943", "481109", "470766", "129618"], "ranked_scores": [0.7559, 0.7559, 0.7488, 0.7488, 0.7488, 0.7449, 0.7355, 0.7355, 0.7264, 0.72], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4776, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.4776, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.6667}, "250143": {"relevant_ids": ["250142"], "ranked_ids": ["473276", "250142", "455819", "15759", "485235", "80401", "202593", "431352", "76062", "532450"], "ranked_scores": [0.7776, 0.7726, 0.7725, 0.77, 0.7501, 0.7489, 0.746, 0.746, 0.746, 0.7438], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "13223": {"relevant_ids": ["156773", "88348", "13224", "20277", "88349"], "ranked_ids": ["138160", "359956", "188982", "223304", "434847", "88348", "491669", "149614", "54266", "156773"], "ranked_scores": [0.8564, 0.8564, 0.8564, 0.8564, 0.8501, 0.8501, 0.833, 0.8319, 0.8319, 0.8262], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2189, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.4}, "11002": {"relevant_ids": ["11003"], "ranked_ids": ["115070", "248217", "15750", "392255", "347493", "186075", "238674", "268346", "259689", "42203"], "ranked_scores": [0.832, 0.832, 0.832, 0.832, 0.832, 0.8252, 0.8252, 0.8252, 0.8252, 0.8252], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "177653": {"relevant_ids": ["79732"], "ranked_ids": ["116054", "79732", "23083", "48793", "171064", "9687", "517381", "389443", "80292", "525756"], "ranked_scores": [0.7471, 0.7471, 0.7232, 0.6889, 0.6884, 0.667, 0.6626, 0.63, 0.6294, 0.6252], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "415592": {"relevant_ids": ["415591"], "ranked_ids": ["91592", "415591", "108332", "403824", "346555", "103640", "20502", "381371", "286122", "410780"], "ranked_scores": [0.8232, 0.8181, 0.8013, 0.7787, 0.7498, 0.7433, 0.7262, 0.7204, 0.7159, 0.7159], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "511196": {"relevant_ids": ["511197"], "ranked_ids": ["89060", "3249", "238420", "248335", "349723", "511197", "475436", "448664", "42981", "292617"], "ranked_scores": [0.6823, 0.6821, 0.681, 0.6807, 0.6693, 0.6687, 0.6613, 0.6605, 0.6599, 0.6598], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "344845": {"relevant_ids": ["344844"], "ranked_ids": ["292513", "344844", "4915", "161471", "335497", "79987", "79595", "187882", "214971", "96221"], "ranked_scores": [0.8374, 0.8374, 0.8325, 0.8325, 0.8325, 0.8325, 0.8325, 0.8325, 0.8278, 0.8268], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "396744": {"relevant_ids": ["396745"], "ranked_ids": ["361041", "387015", "313629", "172130", "356671", "20764", "318589", "182366", "414930", "396745"], "ranked_scores": [0.7438, 0.7385, 0.7345, 0.7219, 0.7139, 0.7102, 0.6971, 0.6962, 0.6943, 0.6873], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "452398": {"relevant_ids": ["452399"], "ranked_ids": ["435989", "452399", "446824", "33839", "296712", "116232", "298111", "453810", "399415", "461682"], "ranked_scores": [0.8154, 0.8154, 0.8154, 0.8085, 0.7771, 0.7771, 0.7771, 0.7771, 0.7771, 0.7734], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "182114": {"relevant_ids": ["182113"], "ranked_ids": ["238903", "7769", "454248", "329888", "466737", "270399", "191329", "450788", "237595", "529169"], "ranked_scores": [0.7116, 0.6942, 0.6882, 0.6788, 0.6755, 0.6692, 0.6682, 0.6681, 0.6673, 0.6638], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "486260": {"relevant_ids": ["486259"], "ranked_ids": ["93953", "406342", "412445", "259432", "412869", "419022", "486259", "52003", "74664", "74663"], "ranked_scores": [0.8131, 0.8131, 0.8131, 0.8131, 0.807, 0.807, 0.807, 0.807, 0.807, 0.807], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "455140": {"relevant_ids": ["315935"], "ranked_ids": ["39561", "315935", "372713", "332628", "328263", "536490", "50224", "459814", "510681", "246286"], "ranked_scores": [0.8593, 0.8593, 0.8464, 0.8464, 0.833, 0.8048, 0.8048, 0.7995, 0.7987, 0.7965], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "56198": {"relevant_ids": ["56199"], "ranked_ids": ["56199", "246583", "358086", "336804", "411533", "452069", "135929", "348844", "252056", "279073"], "ranked_scores": [0.8343, 0.8157, 0.8008, 0.8008, 0.7827, 0.7647, 0.7617, 0.758, 0.7514, 0.7469], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "30172": {"relevant_ids": ["30173", "145120", "185817", "373486", "145119", "68426"], "ranked_ids": ["34517", "288044", "468070", "56855", "15236", "424063", "463253", "84690", "466556", "68426"], "ranked_scores": [0.8272, 0.8272, 0.8272, 0.8272, 0.8249, 0.8249, 0.8249, 0.8249, 0.8249, 0.8249], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0875, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 0.1667}, "127880": {"relevant_ids": ["241164"], "ranked_ids": ["241164", "331056", "462071", "286275", "252265", "317598", "188072", "135083", "437116", "212021"], "ranked_scores": [0.7363, 0.7166, 0.7166, 0.7102, 0.6844, 0.6844, 0.6802, 0.6759, 0.6759, 0.6759], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "167969": {"relevant_ids": ["174461"], "ranked_ids": ["360983", "55239", "391086", "387370", "248217", "115070", "347493", "15750", "392255", "394699"], "ranked_scores": [0.7473, 0.7398, 0.7264, 0.7256, 0.7214, 0.7214, 0.7214, 0.7214, 0.7214, 0.7202], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "97986": {"relevant_ids": ["97987"], "ranked_ids": ["97987", "38063", "130992", "177220", "317591", "278575", "78763", "189865", "257349", "522368"], "ranked_scores": [0.7909, 0.7909, 0.7532, 0.7516, 0.7463, 0.7463, 0.7463, 0.7437, 0.7437, 0.7231], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "12865": {"relevant_ids": ["105683"], "ranked_ids": ["345398", "155515", "250014", "528844", "94167", "105683", "188959", "146806", "356189", "356740"], "ranked_scores": [0.7402, 0.7364, 0.7307, 0.7307, 0.7307, 0.7199, 0.7199, 0.7195, 0.7195, 0.7195], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "215681": {"relevant_ids": ["215680"], "ranked_ids": ["215680", "301165", "54139", "18634", "178515", "5733", "169737", "63757", "285352", "292392"], "ranked_scores": [0.8221, 0.8029, 0.8029, 0.7961, 0.7929, 0.7873, 0.7867, 0.7821, 0.7818, 0.7818], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-roberta-base-atanh-gamma0.1": {"127728": {"relevant_ids": ["127729"], "ranked_ids": ["127729", "38063", "278575", "78763", "29358", "92818", "276617", "257349", "188019", "205884"], "ranked_scores": [568.0, 551.0, 545.0, 538.0, 530.0, 528.0, 527.0, 524.0, 524.0, 521.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "318820": {"relevant_ids": ["318821"], "ranked_ids": ["318821", "222238", "54496", "355161", "168411", "489320", "380781", "162581", "103640", "20112"], "ranked_scores": [699.0, 600.0, 572.0, 569.0, 565.0, 563.0, 562.0, 560.0, 559.0, 556.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "296098": {"relevant_ids": ["296097"], "ranked_ids": ["296097", "45507", "45506", "364131", "173403", "469868", "134752", "423933", "493414", "56686"], "ranked_scores": [557.0, 557.0, 551.0, 550.0, 548.0, 547.0, 542.0, 536.0, 535.0, 533.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "150414": {"relevant_ids": ["192835"], "ranked_ids": ["192835", "105782", "516620", "132912", "105783", "126746", "103122", "126745", "259561", "113488"], "ranked_scores": [705.0, 675.0, 658.0, 618.0, 616.0, 609.0, 606.0, 585.0, 577.0, 575.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145582": {"relevant_ids": ["145583"], "ranked_ids": ["145583", "454248", "299264", "390399", "112261", "436023", "130013", "87614", "478126", "263736"], "ranked_scores": [625.0, 530.0, 511.0, 496.0, 492.0, 488.0, 483.0, 481.0, 478.0, 477.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "315712": {"relevant_ids": ["315713"], "ranked_ids": ["315713", "153536", "120489", "377891", "368164", "107153", "454814", "100067", "58851", "396505"], "ranked_scores": [665.0, 623.0, 601.0, 597.0, 586.0, 586.0, 585.0, 569.0, 566.0, 564.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145739": {"relevant_ids": ["145740"], "ranked_ids": ["145740", "241979", "366074", "115412", "100854", "17980", "429177", "85426", "8705", "210012"], "ranked_scores": [691.0, 592.0, 570.0, 566.0, 557.0, 556.0, 555.0, 554.0, 549.0, 547.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "308127": {"relevant_ids": ["308126"], "ranked_ids": ["308126", "395527", "100860", "36744", "385951", "65412", "98400", "282571", "471617", "367804"], "ranked_scores": [605.0, 527.0, 521.0, 521.0, 519.0, 514.0, 512.0, 511.0, 511.0, 510.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "287245": {"relevant_ids": ["322650", "283199", "283198"], "ranked_ids": ["283199", "322650", "283198", "420279", "188940", "192143", "221784", "420280", "221783", "109049"], "ranked_scores": [648.0, 648.0, 617.0, 542.0, 526.0, 524.0, 521.0, 516.0, 506.0, 504.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "14755": {"relevant_ids": ["211906", "14756"], "ranked_ids": ["450970", "211906", "14756", "235454", "30834", "449494", "314883", "362149", "236793", "393649"], "ranked_scores": [647.0, 646.0, 644.0, 568.0, 552.0, 552.0, 523.0, 521.0, 520.0, 519.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6934, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6934, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6934, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "370170": {"relevant_ids": ["370169"], "ranked_ids": ["370169", "476551", "537762", "211280", "466920", "132797", "88911", "528902", "117854", "70975"], "ranked_scores": [758.0, 519.0, 518.0, 517.0, 501.0, 501.0, 500.0, 497.0, 492.0, 490.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "41774": {"relevant_ids": ["41773"], "ranked_ids": ["41773", "33017", "148165", "53738", "407675", "239344", "366794", "307530", "468655", "194725"], "ranked_scores": [669.0, 542.0, 530.0, 522.0, 519.0, 518.0, 515.0, 510.0, 509.0, 504.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "399648": {"relevant_ids": ["399649"], "ranked_ids": ["399649", "225815", "435035", "481934", "324839", "462253", "470800", "124071", "359281", "470113"], "ranked_scores": [747.0, 606.0, 591.0, 586.0, 562.0, 559.0, 557.0, 541.0, 541.0, 540.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "504811": {"relevant_ids": ["504810"], "ranked_ids": ["504810", "214151", "309894", "508685", "90374", "298555", "527852", "487409", "276160", "448774"], "ranked_scores": [741.0, 532.0, 529.0, 522.0, 515.0, 514.0, 514.0, 510.0, 509.0, 507.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "362950": {"relevant_ids": ["400212", "362949"], "ranked_ids": ["400212", "362949", "487392", "348827", "438104", "427587", "411503", "475478", "129563", "155870"], "ranked_scores": [638.0, 637.0, 582.0, 569.0, 566.0, 565.0, 563.0, 559.0, 557.0, 553.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "155873": {"relevant_ids": ["155874"], "ranked_ids": ["155874", "346009", "392604", "136219", "294020", "246660", "294021", "3249", "439035", "487664"], "ranked_scores": [598.0, 537.0, 535.0, 528.0, 511.0, 509.0, 509.0, 508.0, 504.0, 503.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "263432": {"relevant_ids": ["263433"], "ranked_ids": ["263433", "128303", "372749", "407204", "401373", "473794", "18217", "261419", "95041", "510661"], "ranked_scores": [626.0, 561.0, 538.0, 534.0, 530.0, 528.0, 525.0, 524.0, 522.0, 520.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "354945": {"relevant_ids": ["354946"], "ranked_ids": ["354946", "254071", "462983", "243923", "287396", "462984", "280738", "63372", "322478", "395883"], "ranked_scores": [684.0, 591.0, 521.0, 513.0, 511.0, 508.0, 504.0, 498.0, 497.0, 496.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "245417": {"relevant_ids": ["219475", "248195"], "ranked_ids": ["219475", "40657", "248195", "164159", "319022", "301977", "37326", "14180", "370560", "64433"], "ranked_scores": [608.0, 607.0, 567.0, 565.0, 553.0, 545.0, 545.0, 537.0, 536.0, 530.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.9197, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.9197, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9197, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "516276": {"relevant_ids": ["516277"], "ranked_ids": ["516277", "510783", "34173", "19755", "76958", "149233", "489791", "352189", "62062", "119374"], "ranked_scores": [710.0, 617.0, 610.0, 603.0, 588.0, 570.0, 564.0, 557.0, 557.0, 553.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177580": {"relevant_ids": ["177579"], "ranked_ids": ["177579", "115954", "272252", "76563", "129412", "129413", "165282", "370405", "18081", "99261"], "ranked_scores": [736.0, 531.0, 524.0, 523.0, 516.0, 515.0, 512.0, 510.0, 508.0, 507.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "309865": {"relevant_ids": ["78624", "33713", "78623"], "ranked_ids": ["33713", "78623", "405094", "78624", "153484", "495751", "437065", "469068", "209041", "235483"], "ranked_scores": [683.0, 636.0, 633.0, 630.0, 607.0, 602.0, 592.0, 587.0, 585.0, 576.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.9675, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9675, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "510387": {"relevant_ids": ["510386"], "ranked_ids": ["510386", "241538", "40390", "52003", "344869", "371033", "170896", "254292", "212478", "101855"], "ranked_scores": [647.0, 629.0, 609.0, 607.0, 594.0, 589.0, 589.0, 587.0, 578.0, 569.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "26645": {"relevant_ids": ["26644"], "ranked_ids": ["26644", "318396", "83874", "83875", "207775", "193896", "461704", "234865", "256679", "144057"], "ranked_scores": [728.0, 590.0, 570.0, 568.0, 564.0, 563.0, 552.0, 551.0, 548.0, 546.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "47788": {"relevant_ids": ["455725"], "ranked_ids": ["455725", "59223", "235686", "348138", "8505", "331", "101721", "47703", "518171", "59508"], "ranked_scores": [700.0, 647.0, 647.0, 643.0, 641.0, 640.0, 635.0, 620.0, 601.0, 593.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "338281": {"relevant_ids": ["338282"], "ranked_ids": ["338282", "119513", "430005", "467526", "434432", "315387", "222138", "174802", "208802", "43034"], "ranked_scores": [677.0, 522.0, 520.0, 516.0, 510.0, 501.0, 500.0, 496.0, 495.0, 487.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "461149": {"relevant_ids": ["461148"], "ranked_ids": ["461148", "525835", "203100", "527101", "392721", "215782", "377056", "100854", "2420", "302225"], "ranked_scores": [630.0, 618.0, 572.0, 563.0, 546.0, 544.0, 541.0, 540.0, 540.0, 540.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "346126": {"relevant_ids": ["110710", "110711"], "ranked_ids": ["110710", "110711", "154338", "203476", "108617", "168350", "528998", "254526", "355996", "393684"], "ranked_scores": [680.0, 663.0, 647.0, 573.0, 566.0, 566.0, 565.0, 564.0, 564.0, 561.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "372986": {"relevant_ids": ["49961", "262882"], "ranked_ids": ["49961", "262882", "215938", "108183", "320580", "405434", "246105", "63665", "415486", "43966"], "ranked_scores": [697.0, 619.0, 541.0, 528.0, 522.0, 521.0, 519.0, 519.0, 519.0, 518.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "501182": {"relevant_ids": ["501181"], "ranked_ids": ["501181", "109121", "402718", "274777", "231545", "447737", "179018", "446824", "474402", "405945"], "ranked_scores": [666.0, 512.0, 509.0, 504.0, 500.0, 498.0, 498.0, 492.0, 491.0, 489.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13800": {"relevant_ids": ["408522", "376590", "13799"], "ranked_ids": ["13799", "376590", "408522", "179943", "8622", "481109", "56338", "281010", "257857", "363079"], "ranked_scores": [689.0, 638.0, 612.0, 595.0, 567.0, 566.0, 558.0, 553.0, 545.0, 544.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "250143": {"relevant_ids": ["250142"], "ranked_ids": ["250142", "473276", "76062", "57155", "96270", "368186", "57156", "387015", "50539", "73729"], "ranked_scores": [605.0, 585.0, 527.0, 515.0, 512.0, 511.0, 511.0, 511.0, 508.0, 508.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13223": {"relevant_ids": ["156773", "88348", "13224", "20277", "88349"], "ranked_ids": ["156773", "88348", "88349", "86343", "20277", "366749", "13224", "137719", "24720", "223304"], "ranked_scores": [727.0, 657.0, 648.0, 644.0, 636.0, 636.0, 636.0, 624.0, 612.0, 609.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.2, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6, "ndcg@5": 0.8539, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.8, "ndcg@10": 0.967, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "11002": {"relevant_ids": ["11003"], "ranked_ids": ["11003", "489539", "144197", "444112", "10212", "347493", "42203", "87346", "83066", "266680"], "ranked_scores": [672.0, 626.0, 621.0, 617.0, 606.0, 596.0, 594.0, 582.0, 579.0, 577.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177653": {"relevant_ids": ["79732"], "ranked_ids": ["79732", "200611", "39174", "525756", "395587", "412316", "377344", "137270", "44519", "293259"], "ranked_scores": [656.0, 598.0, 592.0, 551.0, 549.0, 519.0, 514.0, 505.0, 498.0, 492.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "415592": {"relevant_ids": ["415591"], "ranked_ids": ["415591", "435045", "430072", "88542", "379146", "91592", "322822", "84634", "81159", "387370"], "ranked_scores": [705.0, 568.0, 559.0, 557.0, 551.0, 550.0, 544.0, 538.0, 535.0, 532.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "511196": {"relevant_ids": ["511197"], "ranked_ids": ["511197", "156490", "45940", "77372", "289278", "251546", "328397", "459789", "251545", "191329"], "ranked_scores": [638.0, 531.0, 526.0, 522.0, 519.0, 516.0, 515.0, 513.0, 510.0, 508.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "344845": {"relevant_ids": ["344844"], "ranked_ids": ["344844", "161471", "79987", "162045", "311499", "469623", "125074", "327548", "125075", "289918"], "ranked_scores": [677.0, 599.0, 597.0, 570.0, 570.0, 567.0, 566.0, 564.0, 563.0, 562.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "396744": {"relevant_ids": ["396745"], "ranked_ids": ["396745", "421257", "236438", "284966", "454241", "75399", "313629", "481437", "157983", "418055"], "ranked_scores": [575.0, 542.0, 542.0, 526.0, 519.0, 514.0, 512.0, 511.0, 509.0, 502.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "452398": {"relevant_ids": ["452399"], "ranked_ids": ["452399", "530610", "4228", "324290", "230141", "450912", "90225", "102618", "171946", "134287"], "ranked_scores": [726.0, 541.0, 526.0, 525.0, 523.0, 522.0, 520.0, 519.0, 516.0, 514.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "182114": {"relevant_ids": ["182113"], "ranked_ids": ["182113", "196647", "229182", "475847", "234482", "531602", "139689", "256239", "323531", "481882"], "ranked_scores": [644.0, 617.0, 601.0, 576.0, 573.0, 567.0, 558.0, 557.0, 553.0, 548.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "486260": {"relevant_ids": ["486259"], "ranked_ids": ["486259", "392356", "209254", "241333", "146738", "65893", "113749", "146737", "476748", "69886"], "ranked_scores": [678.0, 601.0, 581.0, 572.0, 570.0, 561.0, 556.0, 554.0, 553.0, 552.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "455140": {"relevant_ids": ["315935"], "ranked_ids": ["315935", "308963", "246286", "50224", "124700", "336612", "369068", "472217", "315936", "407173"], "ranked_scores": [680.0, 571.0, 566.0, 551.0, 541.0, 540.0, 540.0, 532.0, 529.0, 527.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "56198": {"relevant_ids": ["56199"], "ranked_ids": ["56199", "138891", "67917", "452069", "160194", "199688", "160914", "246583", "308888", "135929"], "ranked_scores": [713.0, 524.0, 501.0, 498.0, 497.0, 496.0, 495.0, 492.0, 486.0, 485.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "30172": {"relevant_ids": ["30173", "145120", "185817", "373486", "145119", "68426"], "ranked_ids": ["145120", "160900", "68426", "205338", "185581", "185817", "373486", "30173", "192604", "145119"], "ranked_scores": [688.0, 667.0, 640.0, 623.0, 619.0, 613.0, 612.0, 612.0, 599.0, 598.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.1667, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.5087, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.8455, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "127880": {"relevant_ids": ["241164"], "ranked_ids": ["241164", "121458", "358959", "135083", "450198", "122116", "389443", "329579", "60262", "22396"], "ranked_scores": [592.0, 539.0, 537.0, 537.0, 536.0, 531.0, 530.0, 520.0, 516.0, 512.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "167969": {"relevant_ids": ["174461"], "ranked_ids": ["174461", "360983", "130124", "130123", "171665", "144121", "78497", "347474", "121354", "12718"], "ranked_scores": [629.0, 613.0, 558.0, 553.0, 546.0, 544.0, 540.0, 538.0, 537.0, 531.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "97986": {"relevant_ids": ["97987"], "ranked_ids": ["97987", "44589", "212168", "393565", "234865", "108564", "274700", "187976", "41241", "193896"], "ranked_scores": [737.0, 598.0, 562.0, 562.0, 559.0, 558.0, 554.0, 552.0, 550.0, 549.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "12865": {"relevant_ids": ["105683"], "ranked_ids": ["105683", "92902", "277453", "83622", "83623", "480086", "56590", "528844", "232488", "267487"], "ranked_scores": [728.0, 596.0, 572.0, 552.0, 551.0, 542.0, 542.0, 542.0, 539.0, 539.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "215681": {"relevant_ids": ["215680"], "ranked_ids": ["215680", "297953", "178515", "143842", "57552", "177080", "63757", "340195", "365071", "18634"], "ranked_scores": [723.0, 582.0, 581.0, 579.0, 565.0, 549.0, 548.0, 545.0, 541.0, 534.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-roberta-base-asigm-2b": {"127728": {"relevant_ids": ["127729"], "ranked_ids": ["38063", "127729", "278575", "78763", "188019", "92818", "245618", "29358", "250619", "469527"], "ranked_scores": [0.5803, 0.5621, 0.5251, 0.5078, 0.4811, 0.4778, 0.4743, 0.4716, 0.4583, 0.4575], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "318820": {"relevant_ids": ["318821"], "ranked_ids": ["318821", "222238", "367479", "355161", "162581", "496708", "489320", "168411", "332715", "481262"], "ranked_scores": [0.9105, 0.6805, 0.6201, 0.5995, 0.5917, 0.5885, 0.5822, 0.5789, 0.5708, 0.5694], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "296098": {"relevant_ids": ["296097"], "ranked_ids": ["296097", "45506", "364131", "134752", "45507", "469868", "173403", "56686", "423933", "168499"], "ranked_scores": [0.5434, 0.5261, 0.5203, 0.5153, 0.5055, 0.48, 0.4742, 0.4533, 0.4436, 0.4423], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "150414": {"relevant_ids": ["192835"], "ranked_ids": ["192835", "105782", "516620", "132912", "105783", "126746", "103122", "126745", "113488", "300433"], "ranked_scores": [0.9264, 0.87, 0.7993, 0.7344, 0.7297, 0.6853, 0.6723, 0.6328, 0.6052, 0.5818], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145582": {"relevant_ids": ["145583"], "ranked_ids": ["145583", "454248", "299264", "436023", "112261", "390399", "263736", "130013", "87614", "505890"], "ranked_scores": [0.7652, 0.5172, 0.4116, 0.3502, 0.344, 0.3419, 0.3246, 0.3089, 0.3035, 0.288], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "315712": {"relevant_ids": ["315713"], "ranked_ids": ["315713", "153536", "377891", "203205", "58851", "454814", "120489", "107153", "368164", "408588"], "ranked_scores": [0.8328, 0.648, 0.6013, 0.595, 0.5826, 0.5819, 0.5816, 0.5801, 0.5801, 0.5763], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145739": {"relevant_ids": ["145740"], "ranked_ids": ["145740", "241979", "366074", "115412", "323620", "100854", "17980", "33202", "415781", "429177"], "ranked_scores": [0.8676, 0.645, 0.5912, 0.5638, 0.5437, 0.5314, 0.5281, 0.5167, 0.504, 0.4997], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "308127": {"relevant_ids": ["308126"], "ranked_ids": ["308126", "100860", "385951", "395527", "36744", "65412", "367804", "18335", "498938", "77650"], "ranked_scores": [0.6753, 0.4602, 0.4569, 0.4558, 0.4285, 0.4271, 0.4232, 0.4054, 0.4041, 0.4027], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "287245": {"relevant_ids": ["283198", "283199", "322650"], "ranked_ids": ["283199", "322650", "283198", "420279", "221784", "109049", "221783", "192143", "497666", "208412"], "ranked_scores": [0.7765, 0.7697, 0.6952, 0.4587, 0.451, 0.42, 0.4109, 0.4013, 0.3919, 0.3912], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "14755": {"relevant_ids": ["14756", "211906"], "ranked_ids": ["450970", "14756", "211906", "30834", "235454", "57678", "449494", "236793", "383588", "362149"], "ranked_scores": [0.7791, 0.7741, 0.7692, 0.5484, 0.538, 0.4906, 0.4796, 0.4441, 0.4434, 0.4379], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6934, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6934, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6934, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "370170": {"relevant_ids": ["370169"], "ranked_ids": ["370169", "211280", "476551", "537762", "88911", "267823", "96998", "466920", "528902", "449037"], "ranked_scores": [0.9806, 0.396, 0.3923, 0.3476, 0.3344, 0.3344, 0.331, 0.3272, 0.3264, 0.3263], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "41774": {"relevant_ids": ["41773"], "ranked_ids": ["41773", "239344", "33017", "148165", "366794", "53738", "214766", "468655", "307530", "33082"], "ranked_scores": [0.7896, 0.4946, 0.4707, 0.4609, 0.4304, 0.4123, 0.3947, 0.392, 0.389, 0.367], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "399648": {"relevant_ids": ["399649"], "ranked_ids": ["399649", "225815", "435035", "481934", "324839", "470800", "462253", "124071", "359281", "243294"], "ranked_scores": [0.9759, 0.7219, 0.6707, 0.6316, 0.5651, 0.5481, 0.5367, 0.5313, 0.5107, 0.4916], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "504811": {"relevant_ids": ["504810"], "ranked_ids": ["504810", "508685", "309894", "214151", "298555", "487409", "84826", "276160", "451065", "175461"], "ranked_scores": [0.961, 0.4742, 0.4666, 0.4199, 0.4083, 0.3987, 0.3975, 0.3795, 0.3789, 0.3771], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "362950": {"relevant_ids": ["400212", "362949"], "ranked_ids": ["362949", "400212", "487392", "427587", "129563", "475478", "438104", "348827", "411503", "344212"], "ranked_scores": [0.7883, 0.7794, 0.6377, 0.6168, 0.5935, 0.5692, 0.5648, 0.5574, 0.5339, 0.5276], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "155873": {"relevant_ids": ["155874"], "ranked_ids": ["155874", "136219", "346009", "392604", "122134", "444541", "3139", "487664", "230787", "170784"], "ranked_scores": [0.6766, 0.5215, 0.4802, 0.4802, 0.446, 0.4277, 0.4155, 0.4038, 0.4013, 0.3874], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "263432": {"relevant_ids": ["263433"], "ranked_ids": ["263433", "128303", "473794", "261419", "401373", "407204", "41365", "345287", "104254", "29349"], "ranked_scores": [0.7511, 0.5785, 0.4775, 0.4768, 0.4583, 0.4568, 0.4541, 0.4532, 0.4532, 0.4523], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "354945": {"relevant_ids": ["354946"], "ranked_ids": ["354946", "254071", "243923", "462983", "287396", "462984", "447155", "9687", "63372", "395883"], "ranked_scores": [0.8823, 0.6391, 0.4509, 0.44, 0.4248, 0.3842, 0.3807, 0.3803, 0.362, 0.3609], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "245417": {"relevant_ids": ["248195", "219475"], "ranked_ids": ["40657", "219475", "248195", "164159", "319022", "64433", "37326", "368145", "301977", "413039"], "ranked_scores": [0.7701, 0.707, 0.6117, 0.594, 0.5778, 0.5429, 0.5227, 0.516, 0.5013, 0.4959], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6934, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6934, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6934, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "516276": {"relevant_ids": ["516277"], "ranked_ids": ["516277", "19755", "510783", "34173", "76958", "489791", "471902", "119374", "479392", "62062"], "ranked_scores": [0.9098, 0.677, 0.6326, 0.6284, 0.6136, 0.5443, 0.5222, 0.5135, 0.5119, 0.5015], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177580": {"relevant_ids": ["177579"], "ranked_ids": ["177579", "129412", "129413", "255647", "115954", "60577", "370405", "165282", "272252", "185553"], "ranked_scores": [0.9508, 0.4482, 0.4426, 0.4405, 0.4294, 0.4238, 0.4203, 0.4201, 0.4196, 0.3902], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "309865": {"relevant_ids": ["33713", "78623", "78624"], "ranked_ids": ["33713", "78623", "495751", "405094", "78624", "209041", "153484", "437065", "235483", "469068"], "ranked_scores": [0.8533, 0.7129, 0.7127, 0.7012, 0.6986, 0.6655, 0.6645, 0.6405, 0.6366, 0.6267], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.9469, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9469, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "510387": {"relevant_ids": ["510386"], "ranked_ids": ["510386", "241538", "40390", "170896", "52003", "344869", "241537", "371033", "254292", "517884"], "ranked_scores": [0.8057, 0.7824, 0.732, 0.71, 0.7089, 0.6676, 0.6438, 0.6331, 0.6101, 0.5974], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "26645": {"relevant_ids": ["26644"], "ranked_ids": ["26644", "318396", "207775", "83875", "83874", "193896", "256679", "234865", "326597", "461704"], "ranked_scores": [0.9388, 0.6337, 0.6241, 0.5829, 0.5811, 0.5545, 0.5424, 0.5318, 0.5035, 0.5019], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "47788": {"relevant_ids": ["455725"], "ranked_ids": ["455725", "348138", "59223", "331", "235686", "8505", "101721", "47703", "518171", "59508"], "ranked_scores": [0.8754, 0.7925, 0.7866, 0.7721, 0.7494, 0.741, 0.7349, 0.7147, 0.6934, 0.6152], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "338281": {"relevant_ids": ["338282"], "ranked_ids": ["338282", "430005", "119513", "467526", "174802", "434432", "431433", "315387", "522778", "234727"], "ranked_scores": [0.8442, 0.4419, 0.4419, 0.4315, 0.4254, 0.4166, 0.3966, 0.3941, 0.3829, 0.3789], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "461149": {"relevant_ids": ["461148"], "ranked_ids": ["461148", "525835", "203100", "527101", "100854", "414838", "215782", "2420", "335800", "8828"], "ranked_scores": [0.7718, 0.6907, 0.6325, 0.5742, 0.5183, 0.51, 0.5087, 0.5073, 0.5063, 0.5017], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "346126": {"relevant_ids": ["110710", "110711"], "ranked_ids": ["110710", "110711", "154338", "528998", "168350", "203476", "296319", "6816", "355996", "108617"], "ranked_scores": [0.8669, 0.8434, 0.8047, 0.6063, 0.6032, 0.5853, 0.5839, 0.5742, 0.5715, 0.5713], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "372986": {"relevant_ids": ["49961", "262882"], "ranked_ids": ["49961", "262882", "303468", "215938", "140335", "499535", "516501", "203984", "497531", "497357"], "ranked_scores": [0.9156, 0.7724, 0.5089, 0.5018, 0.4966, 0.4692, 0.4556, 0.4499, 0.4421, 0.4393], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "501182": {"relevant_ids": ["501181"], "ranked_ids": ["501181", "402718", "447737", "274777", "446824", "109121", "231545", "179018", "400576", "185580"], "ranked_scores": [0.8204, 0.4719, 0.4073, 0.4044, 0.3948, 0.3877, 0.3778, 0.373, 0.3574, 0.3485], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13800": {"relevant_ids": ["13799", "376590", "408522"], "ranked_ids": ["13799", "376590", "408522", "179943", "8622", "56338", "481109", "23471", "30987", "398510"], "ranked_scores": [0.8457, 0.7658, 0.681, 0.6794, 0.5953, 0.575, 0.5589, 0.5464, 0.5414, 0.5318], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "250143": {"relevant_ids": ["250142"], "ranked_ids": ["250142", "473276", "76062", "96270", "50539", "368186", "73729", "520955", "509757", "58986"], "ranked_scores": [0.73, 0.6789, 0.4844, 0.4449, 0.44, 0.4336, 0.4333, 0.4275, 0.4127, 0.4082], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13223": {"relevant_ids": ["156773", "88348", "88349", "20277", "13224"], "ranked_ids": ["156773", "88348", "13224", "88349", "86343", "223304", "24720", "366749", "137719", "20277"], "ranked_scores": [0.9636, 0.8091, 0.7782, 0.7659, 0.7375, 0.7176, 0.7131, 0.7064, 0.666, 0.6618], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.2, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6, "ndcg@5": 0.8688, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.8, "ndcg@10": 0.9668, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "11002": {"relevant_ids": ["11003"], "ranked_ids": ["11003", "144197", "489539", "444112", "347493", "42203", "10212", "87346", "314099", "17317"], "ranked_scores": [0.8006, 0.7013, 0.6995, 0.6967, 0.6527, 0.6526, 0.6472, 0.6125, 0.5797, 0.5737], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177653": {"relevant_ids": ["79732"], "ranked_ids": ["79732", "39174", "200611", "395587", "525756", "412316", "137270", "373717", "377344", "310721"], "ranked_scores": [0.8502, 0.6576, 0.6208, 0.5416, 0.506, 0.4766, 0.4153, 0.4086, 0.3926, 0.3309], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "415592": {"relevant_ids": ["415591"], "ranked_ids": ["415591", "435045", "88542", "430072", "91592", "425878", "84634", "322822", "379146", "117817"], "ranked_scores": [0.9071, 0.5997, 0.5555, 0.5414, 0.5113, 0.4994, 0.4878, 0.4835, 0.4769, 0.4654], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "511196": {"relevant_ids": ["511197"], "ranked_ids": ["511197", "77372", "45940", "156490", "251546", "251545", "459789", "191329", "413940", "260954"], "ranked_scores": [0.7607, 0.4714, 0.4451, 0.4448, 0.4148, 0.4111, 0.4043, 0.399, 0.3851, 0.3849], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "344845": {"relevant_ids": ["344844"], "ranked_ids": ["344844", "79987", "161471", "469623", "397001", "289918", "125074", "125075", "160276", "311499"], "ranked_scores": [0.8865, 0.6499, 0.6408, 0.6049, 0.5961, 0.5889, 0.5873, 0.5856, 0.582, 0.582], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "396744": {"relevant_ids": ["396745"], "ranked_ids": ["396745", "236438", "313629", "284966", "157983", "75399", "481437", "527221", "185416", "421257"], "ranked_scores": [0.671, 0.4991, 0.4944, 0.4565, 0.4159, 0.415, 0.4074, 0.4034, 0.4009, 0.3961], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "452398": {"relevant_ids": ["452399"], "ranked_ids": ["452399", "230141", "530610", "90225", "450912", "60646", "324290", "369385", "134287", "372901"], "ranked_scores": [0.944, 0.5017, 0.4975, 0.4738, 0.4614, 0.4588, 0.4524, 0.4418, 0.4351, 0.4303], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "182114": {"relevant_ids": ["182113"], "ranked_ids": ["182113", "196647", "229182", "531602", "234482", "256239", "475847", "139689", "312841", "323531"], "ranked_scores": [0.7467, 0.7159, 0.6244, 0.592, 0.5823, 0.5494, 0.5406, 0.5385, 0.5265, 0.5174], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "486260": {"relevant_ids": ["486259"], "ranked_ids": ["486259", "392356", "146738", "113749", "209254", "146737", "65893", "241333", "209255", "111946"], "ranked_scores": [0.8539, 0.6818, 0.5979, 0.5969, 0.5835, 0.555, 0.5318, 0.5244, 0.5153, 0.5082], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "455140": {"relevant_ids": ["315935"], "ranked_ids": ["315935", "308963", "246286", "50224", "245896", "315936", "519049", "369068", "124700", "466508"], "ranked_scores": [0.8629, 0.5962, 0.5604, 0.4991, 0.4969, 0.4942, 0.4921, 0.4908, 0.4748, 0.4573], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "56198": {"relevant_ids": ["56199"], "ranked_ids": ["56199", "138891", "160194", "67917", "160914", "178088", "452069", "355555", "199688", "135929"], "ranked_scores": [0.9045, 0.4533, 0.3838, 0.3796, 0.3492, 0.3482, 0.3441, 0.3417, 0.341, 0.3409], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "30172": {"relevant_ids": ["145119", "30173", "185817", "145120", "68426", "373486"], "ranked_ids": ["145120", "160900", "68426", "373486", "205338", "30173", "185581", "145119", "90983", "192604"], "ranked_scores": [0.8513, 0.8247, 0.7712, 0.7249, 0.7035, 0.7018, 0.6946, 0.6711, 0.6698, 0.6602], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.1667, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.6548, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.7875, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.8333}, "127880": {"relevant_ids": ["241164"], "ranked_ids": ["241164", "121458", "135083", "122116", "389443", "450198", "535042", "112470", "210277", "358959"], "ranked_scores": [0.6707, 0.5664, 0.5042, 0.4497, 0.4273, 0.4205, 0.416, 0.4014, 0.3972, 0.3945], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "167969": {"relevant_ids": ["174461"], "ranked_ids": ["174461", "360983", "130124", "171665", "130123", "78497", "121354", "222958", "347474", "60171"], "ranked_scores": [0.7435, 0.6614, 0.5439, 0.5296, 0.5147, 0.4937, 0.4885, 0.4868, 0.481, 0.4704], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "97986": {"relevant_ids": ["97987"], "ranked_ids": ["97987", "44589", "212168", "234865", "193896", "326597", "187976", "274700", "41241", "89059"], "ranked_scores": [0.9609, 0.6835, 0.6068, 0.6053, 0.5993, 0.5772, 0.5628, 0.5495, 0.5427, 0.5342], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "12865": {"relevant_ids": ["105683"], "ranked_ids": ["105683", "277453", "83623", "92902", "356189", "528844", "267487", "83622", "313106", "506722"], "ranked_scores": [0.9459, 0.6207, 0.5662, 0.5613, 0.5417, 0.5221, 0.5214, 0.4981, 0.4788, 0.4764], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "215681": {"relevant_ids": ["215680"], "ranked_ids": ["215680", "178515", "297953", "57552", "365071", "143842", "63757", "229503", "18634", "177080"], "ranked_scores": [0.9421, 0.6128, 0.6085, 0.5403, 0.5079, 0.4931, 0.4843, 0.4797, 0.4621, 0.4596], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-bge-base-en-v1.5-mrl-64-tq-1bit": {"127728": {"relevant_ids": ["127729"], "ranked_ids": ["278575", "127729", "26460", "38063", "145244", "127676", "317591", "250619", "1122", "29358"], "ranked_scores": [0.5625, 0.5625, 0.5625, 0.5625, 0.5625, 0.5625, 0.5312, 0.5312, 0.5312, 0.5], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "318820": {"relevant_ids": ["318821"], "ranked_ids": ["318821", "367479", "501103", "4714", "355161", "440471", "139149", "184762", "285115", "430179"], "ranked_scores": [0.6562, 0.5625, 0.5313, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "296098": {"relevant_ids": ["296097"], "ranked_ids": ["438621", "514650", "134752", "532599", "257592", "45507", "164971", "315016", "144197", "423933"], "ranked_scores": [0.5, 0.5, 0.4688, 0.4688, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "150414": {"relevant_ids": ["192835"], "ranked_ids": ["192835", "126746", "516620", "103122", "98863", "105782", "210681", "299049", "126745", "8875"], "ranked_scores": [0.9062, 0.875, 0.8438, 0.8437, 0.8125, 0.8125, 0.7813, 0.75, 0.75, 0.75], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145582": {"relevant_ids": ["145583"], "ranked_ids": ["145583", "299264", "130013", "87614", "530364", "263736", "531949", "99573", "50570", "92329"], "ranked_scores": [0.6875, 0.625, 0.5313, 0.5312, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "315712": {"relevant_ids": ["315713"], "ranked_ids": ["315713", "216953", "396505", "400583", "409852", "124542", "163551", "112436", "521596", "272252"], "ranked_scores": [0.875, 0.6875, 0.6562, 0.6562, 0.6562, 0.6562, 0.625, 0.625, 0.625, 0.625], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145739": {"relevant_ids": ["145740"], "ranked_ids": ["85426", "512513", "8705", "302225", "377056", "414838", "20502", "67366", "303090", "2420"], "ranked_scores": [0.5625, 0.5313, 0.5, 0.4688, 0.4688, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "308127": {"relevant_ids": ["308126"], "ranked_ids": ["308126", "282571", "427609", "386807", "301104", "427265", "100259", "225544", "302837", "140685"], "ranked_scores": [0.75, 0.625, 0.625, 0.5938, 0.5313, 0.5312, 0.5, 0.5, 0.5, 0.5], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "287245": {"relevant_ids": ["283198", "283199", "322650"], "ranked_ids": ["283199", "322650", "283198", "505949", "290281", "221784", "188940", "208412", "172793", "77620"], "ranked_scores": [0.75, 0.6875, 0.6563, 0.5938, 0.5313, 0.5312, 0.5, 0.4688, 0.4688, 0.4688], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "14755": {"relevant_ids": ["14756", "211906"], "ranked_ids": ["211906", "450970", "14756", "218584", "74058", "24329", "253427", "449494", "230091", "30834"], "ranked_scores": [0.875, 0.8438, 0.7812, 0.6563, 0.6562, 0.625, 0.625, 0.5938, 0.5938, 0.5937], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.9197, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.9197, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9197, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "370170": {"relevant_ids": ["370169"], "ranked_ids": ["370169", "22763", "275523", "537762", "124288", "317103", "493115", "433820", "449037", "444406"], "ranked_scores": [0.9375, 0.625, 0.5937, 0.5625, 0.5312, 0.5, 0.5, 0.5, 0.4688, 0.4687], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "41774": {"relevant_ids": ["41773"], "ranked_ids": ["185583", "41773", "386537", "373827", "470766", "187568", "277599", "445136", "468656", "507090"], "ranked_scores": [0.625, 0.5938, 0.5625, 0.5, 0.5, 0.4688, 0.4375, 0.4375, 0.4375, 0.4375], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "399648": {"relevant_ids": ["399649"], "ranked_ids": ["399649", "21253", "389028", "212809", "445074", "283129", "212308", "171064", "323140", "87004"], "ranked_scores": [1.0, 0.6563, 0.625, 0.5937, 0.5625, 0.5312, 0.5, 0.5, 0.5, 0.5], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "504811": {"relevant_ids": ["504810"], "ranked_ids": ["504810", "499535", "298555", "179618", "220454", "309894", "84826", "51035", "55899", "5861"], "ranked_scores": [0.9375, 0.6875, 0.625, 0.5938, 0.5938, 0.5938, 0.5937, 0.5625, 0.5625, 0.5625], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "362950": {"relevant_ids": ["400212", "362949"], "ranked_ids": ["419727", "362949", "400212", "427587", "105919", "105920", "134888", "365685", "155870", "438104"], "ranked_scores": [0.6875, 0.6875, 0.6562, 0.6562, 0.625, 0.625, 0.5938, 0.5938, 0.5937, 0.5625], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6934, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6934, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6934, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "155873": {"relevant_ids": ["155874"], "ranked_ids": ["155874", "305605", "392604", "162323", "464546", "520621", "234765", "186105", "170784", "88342"], "ranked_scores": [0.6563, 0.625, 0.5625, 0.5313, 0.5312, 0.5, 0.4688, 0.4688, 0.4688, 0.4688], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "263432": {"relevant_ids": ["263433"], "ranked_ids": ["340687", "89060", "497067", "42413", "516182", "489992", "392887", "503218", "499684", "366074"], "ranked_scores": [0.5938, 0.5625, 0.5625, 0.5312, 0.5312, 0.5312, 0.5312, 0.5312, 0.5, 0.5], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "354945": {"relevant_ids": ["354946"], "ranked_ids": ["354946", "254071", "487525", "366883", "281010", "445074", "462983", "96958", "11091", "137840"], "ranked_scores": [0.7187, 0.5625, 0.5, 0.4688, 0.4687, 0.4687, 0.4687, 0.4375, 0.4375, 0.4375], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "245417": {"relevant_ids": ["219475", "248195"], "ranked_ids": ["219475", "368145", "40657", "319022", "413039", "164159", "484409", "64433", "333136", "194806"], "ranked_scores": [0.7188, 0.7188, 0.6562, 0.625, 0.625, 0.5938, 0.5625, 0.5625, 0.5625, 0.5313], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "516276": {"relevant_ids": ["516277"], "ranked_ids": ["516277", "76958", "243573", "297373", "112502", "301165", "384717", "252239", "294407", "510783"], "ranked_scores": [0.875, 0.7812, 0.75, 0.6875, 0.6875, 0.6875, 0.6875, 0.6562, 0.6562, 0.6562], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177580": {"relevant_ids": ["177579"], "ranked_ids": ["177579", "517075", "199209", "272252", "27716", "18081", "456860", "211656", "455888", "464418"], "ranked_scores": [0.8438, 0.6875, 0.5625, 0.5625, 0.5625, 0.5625, 0.5313, 0.5313, 0.5312, 0.5312], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "309865": {"relevant_ids": ["78623", "33713", "78624"], "ranked_ids": ["78623", "405094", "209041", "33713", "153484", "469068", "20635", "104085", "495751", "78624"], "ranked_scores": [0.8125, 0.8125, 0.7813, 0.75, 0.6562, 0.6562, 0.6562, 0.625, 0.625, 0.625], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.6714, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.807, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "510387": {"relevant_ids": ["510386"], "ranked_ids": ["510386", "235892", "241538", "117486", "371033", "484846", "364334", "241537", "344869", "234797"], "ranked_scores": [0.7812, 0.6562, 0.625, 0.5938, 0.5625, 0.5625, 0.5313, 0.5312, 0.5, 0.5], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "26645": {"relevant_ids": ["26644"], "ranked_ids": ["26644", "108781", "83875", "83874", "215551", "26813", "280033", "287847", "371908", "221561"], "ranked_scores": [0.9062, 0.7188, 0.6563, 0.625, 0.625, 0.5937, 0.5625, 0.5313, 0.5313, 0.5312], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "47788": {"relevant_ids": ["455725"], "ranked_ids": ["455725", "276534", "47703", "47789", "59223", "59508", "400682", "518171", "235686", "87039"], "ranked_scores": [0.8437, 0.6562, 0.6562, 0.625, 0.625, 0.625, 0.5625, 0.5625, 0.5625, 0.5625], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "338281": {"relevant_ids": ["338282"], "ranked_ids": ["157515", "338282", "138712", "138667", "467281", "452930", "311686", "480255", "56128", "98677"], "ranked_scores": [0.5937, 0.5937, 0.5937, 0.5625, 0.5312, 0.5312, 0.5, 0.5, 0.5, 0.5], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "461149": {"relevant_ids": ["461148"], "ranked_ids": ["461148", "525835", "203100", "283905", "215782", "286025", "286024", "443095", "145729", "519616"], "ranked_scores": [0.6875, 0.6562, 0.5313, 0.5312, 0.5, 0.4688, 0.4688, 0.4688, 0.4687, 0.4687], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "346126": {"relevant_ids": ["110711", "110710"], "ranked_ids": ["154338", "110710", "296319", "110711", "95751", "177697", "229972", "358739", "340823", "254526"], "ranked_scores": [0.75, 0.7187, 0.6563, 0.625, 0.625, 0.5938, 0.5938, 0.5938, 0.5938, 0.5937], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6509, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6509, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "372986": {"relevant_ids": ["262882", "49961"], "ranked_ids": ["49961", "108183", "88278", "262882", "407496", "215938", "48075", "464601", "226818", "516501"], "ranked_scores": [0.8438, 0.75, 0.75, 0.7188, 0.6875, 0.6563, 0.6563, 0.6562, 0.625, 0.625], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.8772, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.8772, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "501182": {"relevant_ids": ["501181"], "ranked_ids": ["501181", "4185", "214971", "25920", "412607", "214970", "225234", "225233", "287295", "380781"], "ranked_scores": [0.6875, 0.625, 0.5938, 0.5938, 0.5625, 0.5625, 0.5625, 0.5625, 0.5625, 0.5313], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13800": {"relevant_ids": ["13799", "408522", "376590"], "ranked_ids": ["13799", "376590", "408522", "214970", "482825", "56338", "443465", "102285", "454343", "362253"], "ranked_scores": [0.8125, 0.7812, 0.75, 0.7187, 0.6875, 0.6562, 0.625, 0.625, 0.625, 0.625], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "250143": {"relevant_ids": ["250142"], "ranked_ids": ["250142", "422140", "509712", "525355", "312106", "473276", "104654", "195078", "372713", "499037"], "ranked_scores": [0.7187, 0.625, 0.625, 0.5938, 0.5938, 0.5938, 0.5937, 0.5625, 0.5625, 0.5625], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13223": {"relevant_ids": ["88348", "20277", "156773", "13224", "88349"], "ranked_ids": ["156773", "88348", "13224", "11938", "173790", "366749", "519703", "86343", "126265", "137719"], "ranked_scores": [0.9062, 0.8125, 0.8125, 0.8125, 0.7813, 0.7812, 0.75, 0.75, 0.75, 0.7188], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.2, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6, "ndcg@5": 0.7227, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6, "ndcg@10": 0.7227, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.6}, "11002": {"relevant_ids": ["11003"], "ranked_ids": ["11003", "347493", "468424", "470419", "82619", "159263", "144197", "110622", "123624", "528965"], "ranked_scores": [0.7188, 0.625, 0.5938, 0.5938, 0.5938, 0.5625, 0.5625, 0.5625, 0.5313, 0.5313], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177653": {"relevant_ids": ["79732"], "ranked_ids": ["79732", "525756", "310721", "412316", "39174", "373717", "494720", "194790", "225019", "395587"], "ranked_scores": [0.9062, 0.6875, 0.5938, 0.5937, 0.5937, 0.5625, 0.5625, 0.5625, 0.5313, 0.5312], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "415592": {"relevant_ids": ["415591"], "ranked_ids": ["415591", "352629", "213133", "430072", "187412", "485299", "462451", "117817", "390399", "499684"], "ranked_scores": [0.8438, 0.5312, 0.5312, 0.5312, 0.5, 0.5, 0.5, 0.5, 0.4688, 0.4688], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "511196": {"relevant_ids": ["511197"], "ranked_ids": ["511197", "334665", "289278", "248655", "251545", "53962", "435439", "217193", "156490", "335728"], "ranked_scores": [0.625, 0.5938, 0.5, 0.5, 0.4688, 0.4687, 0.4375, 0.4375, 0.4375, 0.4063], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "344845": {"relevant_ids": ["344844"], "ranked_ids": ["344844", "224515", "311499", "161471", "344161", "297580", "357840", "310973", "299000", "365685"], "ranked_scores": [0.75, 0.6563, 0.6563, 0.625, 0.5938, 0.5625, 0.5625, 0.5625, 0.5625, 0.5625], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "396744": {"relevant_ids": ["396745"], "ranked_ids": ["396745", "418055", "93770", "464360", "185416", "111020", "421257", "471027", "297359", "313629"], "ranked_scores": [0.75, 0.5625, 0.5625, 0.5312, 0.5312, 0.5312, 0.5312, 0.5312, 0.5, 0.5], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "452398": {"relevant_ids": ["452399"], "ranked_ids": ["452399", "374498", "221563", "337506", "487918", "461682", "96862", "530610", "369385", "378404"], "ranked_scores": [0.9063, 0.6875, 0.5938, 0.5937, 0.5625, 0.5625, 0.5625, 0.5312, 0.5312, 0.5], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "182114": {"relevant_ids": ["182113"], "ranked_ids": ["196647", "182113", "277277", "489076", "34513", "24197", "32201", "354965", "285115", "252201"], "ranked_scores": [0.6875, 0.625, 0.5937, 0.5625, 0.5313, 0.5312, 0.5312, 0.5312, 0.5, 0.5], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "486260": {"relevant_ids": ["486259"], "ranked_ids": ["486259", "188527", "327562", "209255", "483159", "157670", "392356", "39917", "492147", "46379"], "ranked_scores": [0.7812, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "455140": {"relevant_ids": ["315935"], "ranked_ids": ["315935", "315936", "308963", "16399", "150842", "427112", "238213", "530364", "246286", "413521"], "ranked_scores": [0.9062, 0.75, 0.75, 0.75, 0.6875, 0.6875, 0.6562, 0.625, 0.625, 0.5938], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "56198": {"relevant_ids": ["56199"], "ranked_ids": ["56199", "148722", "222414", "138891", "160194", "246173", "506642", "431226", "246583", "43405"], "ranked_scores": [0.875, 0.6875, 0.625, 0.625, 0.5938, 0.5938, 0.5938, 0.5938, 0.5625, 0.5313], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "30172": {"relevant_ids": ["145120", "68426", "30173", "373486", "185817", "145119"], "ranked_ids": ["160900", "145120", "30173", "82405", "56855", "205338", "192604", "68426", "107644", "90983"], "ranked_scores": [0.7813, 0.7812, 0.75, 0.75, 0.7188, 0.7188, 0.7188, 0.7188, 0.7187, 0.6875], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5307, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.3836, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4377, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "127880": {"relevant_ids": ["241164"], "ranked_ids": ["241164", "210277", "135083", "99916", "374172", "268536", "299258", "14626", "302177", "311852"], "ranked_scores": [0.6875, 0.6563, 0.5313, 0.5312, 0.5312, 0.5, 0.5, 0.4688, 0.4688, 0.4688], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "167969": {"relevant_ids": ["174461"], "ranked_ids": ["360983", "174461", "209661", "11003", "393389", "102374", "200585", "513675", "156041", "34814"], "ranked_scores": [0.7187, 0.6875, 0.5938, 0.5938, 0.5625, 0.5625, 0.5625, 0.5625, 0.5625, 0.5625], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "97986": {"relevant_ids": ["97987"], "ranked_ids": ["97987", "318396", "234865", "308991", "105886", "187976", "376198", "259826", "256679", "326597"], "ranked_scores": [0.8125, 0.5625, 0.5625, 0.5625, 0.5625, 0.5625, 0.5625, 0.5313, 0.5312, 0.5312], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "12865": {"relevant_ids": ["105683"], "ranked_ids": ["105683", "83824", "92902", "231925", "83622", "83623", "83823", "63277", "356189", "220172"], "ranked_scores": [0.8437, 0.625, 0.5938, 0.5938, 0.5938, 0.5625, 0.5625, 0.5313, 0.5312, 0.5312], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "215681": {"relevant_ids": ["215680"], "ranked_ids": ["215680", "349338", "301165", "54139", "171713", "352734", "121409", "248335", "376328", "41365"], "ranked_scores": [0.9687, 0.625, 0.625, 0.5938, 0.5938, 0.5625, 0.5625, 0.5313, 0.5313, 0.5312], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-bge-base-en-v1.5-mrl-64-tq-2bit": {"127728": {"relevant_ids": ["127729"], "ranked_ids": ["145244", "38063", "127729", "276617", "127676", "315009", "278575", "321340", "317591", "354693"], "ranked_scores": [0.6494, 0.636, 0.6292, 0.6255, 0.6065, 0.6019, 0.5888, 0.5819, 0.5812, 0.5789], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "318820": {"relevant_ids": ["318821"], "ranked_ids": ["318821", "355161", "367479", "440471", "33849", "167914", "174295", "184762", "301510", "336943"], "ranked_scores": [0.7878, 0.6312, 0.6288, 0.6065, 0.6047, 0.5973, 0.5941, 0.5937, 0.5678, 0.562], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "296098": {"relevant_ids": ["296097"], "ranked_ids": ["134752", "45506", "469868", "45507", "514650", "257592", "120598", "469985", "307653", "136972"], "ranked_scores": [0.6321, 0.6317, 0.6154, 0.6136, 0.6131, 0.5997, 0.5676, 0.5654, 0.5573, 0.5408], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "150414": {"relevant_ids": ["192835"], "ranked_ids": ["192835", "8875", "105782", "210681", "516620", "105783", "98863", "21131", "126745", "428293"], "ranked_scores": [0.9146, 0.8572, 0.8536, 0.8056, 0.8046, 0.7999, 0.7981, 0.7898, 0.7447, 0.7421], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145582": {"relevant_ids": ["145583"], "ranked_ids": ["145583", "299264", "87614", "130013", "454470", "285851", "443046", "369955", "43082", "293014"], "ranked_scores": [0.7733, 0.6994, 0.679, 0.6559, 0.5693, 0.5554, 0.5499, 0.532, 0.5294, 0.5257], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "315712": {"relevant_ids": ["315713"], "ranked_ids": ["315713", "409852", "390120", "101111", "373486", "120882", "194841", "319821", "96958", "83405"], "ranked_scores": [0.8881, 0.7342, 0.7235, 0.7193, 0.7071, 0.6954, 0.6953, 0.6827, 0.6699, 0.6693], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145739": {"relevant_ids": ["145740"], "ranked_ids": ["145740", "113910", "67366", "366074", "85426", "302225", "416504", "100854", "323620", "163703"], "ranked_scores": [0.6836, 0.6104, 0.604, 0.6002, 0.5979, 0.5715, 0.563, 0.5588, 0.5516, 0.5456], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "308127": {"relevant_ids": ["308126"], "ranked_ids": ["308126", "301104", "282571", "104625", "77650", "427879", "140685", "498938", "225544", "271118"], "ranked_scores": [0.7697, 0.5964, 0.5845, 0.5706, 0.5666, 0.5574, 0.5556, 0.5434, 0.5434, 0.5349], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "287245": {"relevant_ids": ["283198", "283199", "322650"], "ranked_ids": ["283199", "283198", "322650", "109049", "208412", "221784", "408774", "405392", "505949", "77620"], "ranked_scores": [0.8478, 0.8411, 0.8396, 0.6619, 0.6423, 0.6235, 0.6218, 0.6146, 0.6028, 0.599], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "14755": {"relevant_ids": ["14756", "211906"], "ranked_ids": ["211906", "450970", "14756", "218584", "235454", "30834", "453873", "83338", "57678", "449494"], "ranked_scores": [0.8963, 0.8801, 0.859, 0.7515, 0.7498, 0.7204, 0.6925, 0.673, 0.6725, 0.671], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.9197, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.9197, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9197, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "370170": {"relevant_ids": ["370169"], "ranked_ids": ["370169", "231528", "466920", "449037", "467211", "156412", "22763", "433820", "537762", "528902"], "ranked_scores": [0.9815, 0.6399, 0.6225, 0.5923, 0.586, 0.5831, 0.5739, 0.5612, 0.5592, 0.5568], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "41774": {"relevant_ids": ["41773"], "ranked_ids": ["41773", "468655", "173048", "437157", "444698", "185583", "53738", "239344", "433175", "263838"], "ranked_scores": [0.8096, 0.6028, 0.6008, 0.5646, 0.5466, 0.5465, 0.5432, 0.5425, 0.5264, 0.5148], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "399648": {"relevant_ids": ["399649"], "ranked_ids": ["399649", "283129", "212809", "21253", "445074", "154368", "54706", "412309", "327545", "389028"], "ranked_scores": [0.9896, 0.7125, 0.6998, 0.6699, 0.6564, 0.6416, 0.6134, 0.6106, 0.5822, 0.5667], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "504811": {"relevant_ids": ["504810"], "ranked_ids": ["504810", "499535", "298555", "55899", "256525", "309894", "90374", "220454", "84826", "448774"], "ranked_scores": [0.9387, 0.7324, 0.6814, 0.6678, 0.6569, 0.6343, 0.6322, 0.6287, 0.6246, 0.6182], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "362950": {"relevant_ids": ["400212", "362949"], "ranked_ids": ["400212", "362949", "105920", "43209", "411503", "465929", "105919", "427587", "256845", "31788"], "ranked_scores": [0.8502, 0.8439, 0.7874, 0.779, 0.762, 0.7457, 0.7314, 0.7296, 0.718, 0.7062], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "155873": {"relevant_ids": ["155874"], "ranked_ids": ["155874", "392604", "162323", "292617", "115329", "57879", "25477", "88342", "3249", "3139"], "ranked_scores": [0.7669, 0.7363, 0.6268, 0.6181, 0.5915, 0.5828, 0.5825, 0.5748, 0.5723, 0.5701], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "263432": {"relevant_ids": ["263433"], "ranked_ids": ["128303", "41365", "510661", "371563", "503218", "263433", "254526", "348827", "238602", "401373"], "ranked_scores": [0.6736, 0.6061, 0.6029, 0.6009, 0.5926, 0.5907, 0.5904, 0.5693, 0.564, 0.5612], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "354945": {"relevant_ids": ["354946"], "ranked_ids": ["354946", "254071", "46487", "322478", "433102", "501255", "307824", "55140", "380075", "188072"], "ranked_scores": [0.9038, 0.6689, 0.6005, 0.5821, 0.5741, 0.5733, 0.5675, 0.5398, 0.5398, 0.5358], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "245417": {"relevant_ids": ["219475", "248195"], "ranked_ids": ["40657", "219475", "64433", "368145", "413039", "319022", "164159", "152213", "63665", "456116"], "ranked_scores": [0.8741, 0.8691, 0.8063, 0.7945, 0.7795, 0.7783, 0.7365, 0.7324, 0.7232, 0.6929], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3869, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "516276": {"relevant_ids": ["516277"], "ranked_ids": ["516277", "19755", "76958", "34173", "243573", "510783", "171713", "175142", "294407", "479392"], "ranked_scores": [0.8991, 0.8128, 0.7757, 0.7471, 0.7464, 0.7335, 0.7156, 0.7123, 0.711, 0.6929], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177580": {"relevant_ids": ["177579"], "ranked_ids": ["177579", "517075", "18081", "234825", "419100", "129412", "115954", "455888", "464418", "9954"], "ranked_scores": [0.9274, 0.6572, 0.6497, 0.6471, 0.6269, 0.6154, 0.6059, 0.5768, 0.5768, 0.5753], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "309865": {"relevant_ids": ["78623", "33713", "78624"], "ranked_ids": ["33713", "78623", "405094", "209041", "78624", "153484", "469068", "437065", "495751", "143703"], "ranked_scores": [0.9053, 0.8681, 0.845, 0.8385, 0.8153, 0.7948, 0.7932, 0.7904, 0.7704, 0.7654], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.9469, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9469, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "510387": {"relevant_ids": ["510386"], "ranked_ids": ["510386", "241538", "241537", "344869", "212478", "371033", "40390", "170896", "484846", "38829"], "ranked_scores": [0.811, 0.7889, 0.7223, 0.722, 0.6926, 0.6731, 0.6552, 0.6452, 0.6201, 0.6089], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "26645": {"relevant_ids": ["26644"], "ranked_ids": ["26644", "108781", "26813", "318396", "407458", "411539", "83875", "207775", "364334", "501190"], "ranked_scores": [0.9616, 0.7545, 0.73, 0.6704, 0.665, 0.6635, 0.6623, 0.6455, 0.6402, 0.6384], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "47788": {"relevant_ids": ["455725"], "ranked_ids": ["455725", "47789", "47703", "348138", "518171", "9659", "37221", "59223", "101721", "276534"], "ranked_scores": [0.8535, 0.84, 0.7886, 0.7662, 0.7438, 0.7263, 0.7194, 0.719, 0.7125, 0.6888], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "338281": {"relevant_ids": ["338282"], "ranked_ids": ["338282", "327767", "11563", "452930", "338711", "26147", "493886", "263861", "407441", "438656"], "ranked_scores": [0.8257, 0.5243, 0.5138, 0.5074, 0.5056, 0.505, 0.5018, 0.4992, 0.4978, 0.4971], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "461149": {"relevant_ids": ["461148"], "ranked_ids": ["461148", "525835", "286025", "203100", "527101", "286024", "528608", "283905", "335800", "392720"], "ranked_scores": [0.7725, 0.7636, 0.6527, 0.6526, 0.6228, 0.6223, 0.617, 0.6138, 0.5937, 0.5861], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "346126": {"relevant_ids": ["110711", "110710"], "ranked_ids": ["110710", "154338", "110711", "168350", "340823", "355996", "6816", "340725", "296319", "484251"], "ranked_scores": [0.8924, 0.8514, 0.8211, 0.7711, 0.7426, 0.7221, 0.7135, 0.7131, 0.7052, 0.702], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.9197, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.9197, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9197, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "372986": {"relevant_ids": ["262882", "49961"], "ranked_ids": ["49961", "262882", "497531", "497357", "226818", "443239", "203984", "130692", "393920", "140334"], "ranked_scores": [0.902, 0.8402, 0.784, 0.7583, 0.7204, 0.7179, 0.6989, 0.6871, 0.6793, 0.6625], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "501182": {"relevant_ids": ["501181"], "ranked_ids": ["501181", "274777", "287295", "25920", "447737", "129993", "64433", "413039", "152213", "31788"], "ranked_scores": [0.8128, 0.6801, 0.6305, 0.5971, 0.5863, 0.5863, 0.5824, 0.5822, 0.5762, 0.5734], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13800": {"relevant_ids": ["13799", "408522", "376590"], "ranked_ids": ["13799", "376590", "67320", "257857", "482825", "179943", "214970", "408522", "481109", "8622"], "ranked_scores": [0.8588, 0.7687, 0.7399, 0.731, 0.7299, 0.7215, 0.7158, 0.7094, 0.6917, 0.6654], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.7654, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.9134, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "250143": {"relevant_ids": ["250142"], "ranked_ids": ["250142", "473276", "38409", "525355", "195078", "57155", "168192", "206630", "225655", "368186"], "ranked_scores": [0.8111, 0.7471, 0.6061, 0.6058, 0.5875, 0.5783, 0.5691, 0.5644, 0.5609, 0.5596], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13223": {"relevant_ids": ["88348", "20277", "156773", "13224", "88349"], "ranked_ids": ["156773", "13224", "88348", "11938", "173790", "24720", "223304", "86343", "163971", "88349"], "ranked_scores": [0.9851, 0.8961, 0.859, 0.8313, 0.8148, 0.8096, 0.8011, 0.7883, 0.7878, 0.7848], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.2, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6, "ndcg@5": 0.7227, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6, "ndcg@10": 0.8208, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.8}, "11002": {"relevant_ids": ["11003"], "ranked_ids": ["11003", "82619", "254672", "241075", "468424", "199548", "347493", "144197", "10212", "444112"], "ranked_scores": [0.8099, 0.758, 0.6866, 0.6746, 0.6687, 0.6659, 0.6651, 0.643, 0.6429, 0.6388], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177653": {"relevant_ids": ["79732"], "ranked_ids": ["79732", "310721", "194790", "412316", "39174", "373717", "525756", "525755", "282395", "293259"], "ranked_scores": [0.9199, 0.716, 0.6994, 0.6923, 0.6866, 0.6786, 0.6783, 0.6714, 0.6631, 0.6554], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "415592": {"relevant_ids": ["415591"], "ranked_ids": ["415591", "435045", "105088", "91592", "462451", "166836", "430072", "425878", "187412", "494912"], "ranked_scores": [0.8999, 0.6389, 0.6261, 0.6248, 0.6209, 0.612, 0.6082, 0.6077, 0.5992, 0.5905], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "511196": {"relevant_ids": ["511197"], "ranked_ids": ["511197", "53962", "156490", "334665", "414717", "251545", "459789", "459188", "328397", "289278"], "ranked_scores": [0.7987, 0.6614, 0.6204, 0.593, 0.5872, 0.5866, 0.5355, 0.5132, 0.5058, 0.503], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "344845": {"relevant_ids": ["344844"], "ranked_ids": ["344844", "503908", "111672", "161471", "426875", "224515", "21753", "292513", "79987", "33358"], "ranked_scores": [0.9002, 0.784, 0.7674, 0.7649, 0.7538, 0.723, 0.7224, 0.7224, 0.7133, 0.6995], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "396744": {"relevant_ids": ["396745"], "ranked_ids": ["396745", "284966", "319727", "281521", "418055", "527221", "361346", "369693", "112050", "111020"], "ranked_scores": [0.8078, 0.7363, 0.671, 0.6613, 0.6556, 0.6335, 0.6316, 0.6219, 0.6214, 0.6202], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "452398": {"relevant_ids": ["452399"], "ranked_ids": ["452399", "165046", "530610", "304781", "303730", "487918", "337506", "258503", "100727", "378404"], "ranked_scores": [0.9349, 0.6541, 0.6371, 0.6099, 0.6071, 0.6065, 0.6054, 0.5968, 0.5965, 0.5856], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "182114": {"relevant_ids": ["182113"], "ranked_ids": ["196647", "182113", "139689", "32201", "277277", "234482", "252201", "60797", "481882", "80224"], "ranked_scores": [0.786, 0.7572, 0.67, 0.6502, 0.6482, 0.6298, 0.6182, 0.6137, 0.6124, 0.6114], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "486260": {"relevant_ids": ["486259"], "ranked_ids": ["486259", "392356", "492147", "46379", "483159", "146738", "241333", "38555", "113749", "323724"], "ranked_scores": [0.8792, 0.6267, 0.603, 0.5972, 0.5964, 0.5888, 0.584, 0.5791, 0.5684, 0.555], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "455140": {"relevant_ids": ["315935"], "ranked_ids": ["315935", "16399", "308963", "427112", "510681", "173862", "315936", "150842", "142202", "413521"], "ranked_scores": [0.8641, 0.7784, 0.7657, 0.7376, 0.7335, 0.7167, 0.7109, 0.7041, 0.703, 0.6811], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "56198": {"relevant_ids": ["56199"], "ranked_ids": ["56199", "148722", "246583", "160194", "249114", "222414", "454612", "302106", "506642", "130971"], "ranked_scores": [0.9321, 0.6429, 0.6065, 0.5844, 0.5806, 0.5756, 0.5752, 0.5698, 0.5685, 0.5609], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "30172": {"relevant_ids": ["145120", "68426", "30173", "373486", "185817", "145119"], "ranked_ids": ["145120", "160900", "185581", "68426", "205338", "373486", "30173", "15236", "185817", "319821"], "ranked_scores": [0.9275, 0.9102, 0.8744, 0.8614, 0.8604, 0.8524, 0.8474, 0.8253, 0.8062, 0.8059], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.1667, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.1667, "ndcg@5": 0.4852, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.7327, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.8333}, "127880": {"relevant_ids": ["241164"], "ranked_ids": ["241164", "135083", "450198", "121458", "210277", "141773", "534947", "156678", "419794", "366050"], "ranked_scores": [0.8552, 0.7055, 0.672, 0.6649, 0.6492, 0.6238, 0.5675, 0.5538, 0.5514, 0.5397], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "167969": {"relevant_ids": ["174461"], "ranked_ids": ["174461", "360983", "34814", "130123", "85534", "174464", "365197", "130124", "91854", "415928"], "ranked_scores": [0.8654, 0.7975, 0.6925, 0.69, 0.671, 0.6656, 0.6635, 0.6617, 0.6613, 0.644], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "97986": {"relevant_ids": ["97987"], "ranked_ids": ["97987", "234865", "105886", "41241", "44589", "326597", "393565", "376198", "187976", "248383"], "ranked_scores": [0.8922, 0.6665, 0.6287, 0.6246, 0.6089, 0.6058, 0.6044, 0.6016, 0.5989, 0.5986], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "12865": {"relevant_ids": ["105683"], "ranked_ids": ["105683", "92902", "83623", "83622", "6376", "231925", "291690", "69748", "356189", "63277"], "ranked_scores": [0.9249, 0.7412, 0.7039, 0.6922, 0.6656, 0.6648, 0.6412, 0.6386, 0.6349, 0.6107], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "215681": {"relevant_ids": ["215680"], "ranked_ids": ["215680", "5733", "252239", "54139", "177080", "352734", "301165", "349338", "171713", "143842"], "ranked_scores": [0.933, 0.6519, 0.6499, 0.6312, 0.631, 0.6287, 0.6195, 0.6169, 0.5839, 0.577], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-bge-base-en-v1.5-mrl-64-tq-3bit": {"127728": {"relevant_ids": ["127729"], "ranked_ids": ["145244", "278575", "127729", "317591", "38063", "250619", "127676", "276617", "315009", "354693"], "ranked_scores": [0.6758, 0.6751, 0.6631, 0.6456, 0.6323, 0.6302, 0.6249, 0.6243, 0.6171, 0.6128], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "318820": {"relevant_ids": ["318821"], "ranked_ids": ["318821", "367479", "355161", "20112", "33849", "491039", "174295", "358238", "377941", "222238"], "ranked_scores": [0.8963, 0.7076, 0.679, 0.632, 0.6152, 0.6121, 0.6113, 0.606, 0.6049, 0.6037], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "296098": {"relevant_ids": ["296097"], "ranked_ids": ["134752", "45507", "469985", "469868", "45506", "296097", "423933", "120598", "257592", "493414"], "ranked_scores": [0.6621, 0.6544, 0.6356, 0.6331, 0.6234, 0.5934, 0.569, 0.5623, 0.5602, 0.5521], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "150414": {"relevant_ids": ["192835"], "ranked_ids": ["192835", "105782", "516620", "98863", "8875", "21131", "105783", "210681", "467464", "103122"], "ranked_scores": [0.9456, 0.9127, 0.8695, 0.8448, 0.829, 0.824, 0.819, 0.7799, 0.7678, 0.7483], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145582": {"relevant_ids": ["145583"], "ranked_ids": ["145583", "299264", "87614", "285851", "130013", "188727", "43082", "345532", "369955", "454470"], "ranked_scores": [0.8269, 0.8112, 0.7164, 0.689, 0.6707, 0.654, 0.5986, 0.5887, 0.5787, 0.5765], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "315712": {"relevant_ids": ["315713"], "ranked_ids": ["315713", "139846", "390120", "101111", "396505", "261260", "112436", "83405", "400583", "120882"], "ranked_scores": [0.9283, 0.7877, 0.7638, 0.7474, 0.7428, 0.7392, 0.7352, 0.7321, 0.729, 0.7237], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145739": {"relevant_ids": ["145740"], "ranked_ids": ["145740", "85426", "415781", "67366", "302225", "241979", "113910", "366074", "303090", "137035"], "ranked_scores": [0.7675, 0.6354, 0.6321, 0.5937, 0.5864, 0.5848, 0.5636, 0.5589, 0.5574, 0.5473], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "308127": {"relevant_ids": ["308126"], "ranked_ids": ["308126", "139188", "282571", "77650", "271118", "301104", "140685", "498938", "395527", "225544"], "ranked_scores": [0.8227, 0.6284, 0.6261, 0.6169, 0.6059, 0.5936, 0.5733, 0.5714, 0.5653, 0.5592], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "287245": {"relevant_ids": ["283198", "283199", "322650"], "ranked_ids": ["283198", "283199", "322650", "109049", "208412", "505949", "485959", "415785", "499036", "405392"], "ranked_scores": [0.8731, 0.8685, 0.8659, 0.6764, 0.6403, 0.6305, 0.6269, 0.6059, 0.6002, 0.5999], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "14755": {"relevant_ids": ["14756", "211906"], "ranked_ids": ["211906", "14756", "450970", "30834", "381248", "235454", "449494", "218584", "393649", "57678"], "ranked_scores": [0.9425, 0.9413, 0.9374, 0.7942, 0.7654, 0.7582, 0.7425, 0.7114, 0.6984, 0.6826], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "370170": {"relevant_ids": ["370169"], "ranked_ids": ["370169", "417976", "466920", "231528", "433820", "449037", "537762", "22763", "467211", "156412"], "ranked_scores": [0.9887, 0.6409, 0.6252, 0.6244, 0.6209, 0.6013, 0.5985, 0.5922, 0.5818, 0.5499], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "41774": {"relevant_ids": ["41773"], "ranked_ids": ["41773", "185583", "468655", "339534", "437157", "239344", "433175", "173048", "444698", "217481"], "ranked_scores": [0.8663, 0.6075, 0.6009, 0.5912, 0.5764, 0.5725, 0.5495, 0.5378, 0.532, 0.5271], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "399648": {"relevant_ids": ["399649"], "ranked_ids": ["399649", "21253", "445074", "283129", "327545", "212809", "225815", "486011", "462253", "389028"], "ranked_scores": [0.9877, 0.6907, 0.6606, 0.659, 0.6379, 0.6217, 0.5966, 0.5949, 0.5891, 0.5835], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "504811": {"relevant_ids": ["504810"], "ranked_ids": ["504810", "309894", "55899", "499535", "298555", "90374", "114876", "256525", "220414", "74588"], "ranked_scores": [0.9774, 0.7178, 0.7, 0.6878, 0.6819, 0.6604, 0.6551, 0.6549, 0.6538, 0.6525], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "362950": {"relevant_ids": ["400212", "362949"], "ranked_ids": ["362949", "400212", "411503", "105920", "427587", "419727", "487392", "475478", "129563", "43209"], "ranked_scores": [0.9054, 0.8977, 0.8243, 0.8197, 0.8195, 0.8008, 0.7945, 0.7932, 0.7885, 0.7869], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "155873": {"relevant_ids": ["155874"], "ranked_ids": ["155874", "392604", "162323", "292617", "88342", "378060", "25477", "446058", "294020", "206283"], "ranked_scores": [0.7686, 0.7397, 0.6611, 0.6268, 0.6235, 0.5988, 0.5905, 0.5808, 0.5782, 0.5778], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "263432": {"relevant_ids": ["263433"], "ranked_ids": ["128303", "263433", "401373", "371563", "497067", "510661", "471057", "409956", "193792", "41365"], "ranked_scores": [0.7062, 0.6975, 0.6793, 0.6607, 0.6571, 0.6405, 0.6297, 0.6264, 0.6185, 0.5937], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "354945": {"relevant_ids": ["354946"], "ranked_ids": ["354946", "254071", "501255", "243923", "46487", "362986", "322478", "433102", "236419", "110622"], "ranked_scores": [0.9447, 0.7011, 0.6058, 0.5751, 0.5727, 0.5482, 0.5423, 0.5421, 0.541, 0.539], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "245417": {"relevant_ids": ["219475", "248195"], "ranked_ids": ["40657", "219475", "368145", "248195", "413039", "64433", "152213", "319022", "164159", "37326"], "ranked_scores": [0.9153, 0.9065, 0.8454, 0.8165, 0.8106, 0.7804, 0.7802, 0.7761, 0.7678, 0.7213], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6509, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6509, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "516276": {"relevant_ids": ["516277"], "ranked_ids": ["516277", "76958", "19755", "34173", "510783", "243573", "62062", "44716", "352189", "387288"], "ranked_scores": [0.9609, 0.8548, 0.8159, 0.7915, 0.7793, 0.7709, 0.7242, 0.7149, 0.7123, 0.7044], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177580": {"relevant_ids": ["177579"], "ranked_ids": ["177579", "18081", "129412", "234825", "129413", "165282", "446100", "455888", "464418", "517075"], "ranked_scores": [0.9818, 0.7411, 0.7292, 0.7093, 0.6912, 0.6871, 0.6803, 0.6715, 0.6715, 0.6354], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "309865": {"relevant_ids": ["78623", "33713", "78624"], "ranked_ids": ["33713", "405094", "78623", "209041", "78624", "153484", "469068", "360054", "437065", "495751"], "ranked_scores": [0.9508, 0.9284, 0.9226, 0.8837, 0.8688, 0.8678, 0.8146, 0.798, 0.7912, 0.785], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.8855, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.8855, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "510387": {"relevant_ids": ["510386"], "ranked_ids": ["241538", "510386", "241537", "212478", "344869", "371033", "40390", "364334", "284736", "170896"], "ranked_scores": [0.842, 0.8226, 0.7682, 0.7457, 0.7301, 0.7259, 0.7074, 0.6691, 0.6662, 0.6591], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "26645": {"relevant_ids": ["26644"], "ranked_ids": ["26644", "108781", "407458", "461704", "318396", "209092", "83874", "83875", "221561", "26813"], "ranked_scores": [0.9668, 0.7554, 0.7254, 0.6971, 0.6948, 0.6814, 0.6794, 0.6781, 0.6727, 0.6674], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "47788": {"relevant_ids": ["455725"], "ranked_ids": ["455725", "47789", "348138", "518171", "47703", "59223", "9659", "37221", "59508", "101721"], "ranked_scores": [0.8798, 0.8195, 0.8114, 0.8042, 0.7995, 0.7797, 0.7604, 0.7337, 0.7311, 0.7076], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "338281": {"relevant_ids": ["338282"], "ranked_ids": ["338282", "327767", "11563", "438656", "452930", "381248", "270355", "493886", "138712", "338711"], "ranked_scores": [0.8713, 0.5735, 0.5444, 0.5329, 0.5309, 0.5265, 0.513, 0.5053, 0.5052, 0.5046], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "461149": {"relevant_ids": ["461148"], "ranked_ids": ["525835", "461148", "203100", "283905", "527101", "335800", "443095", "286025", "286024", "519616"], "ranked_scores": [0.8319, 0.8269, 0.7407, 0.7118, 0.6854, 0.6578, 0.6492, 0.6481, 0.6286, 0.6226], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "346126": {"relevant_ids": ["110711", "110710"], "ranked_ids": ["110710", "154338", "110711", "340823", "168350", "340725", "203476", "55038", "492715", "296319"], "ranked_scores": [0.926, 0.8756, 0.8745, 0.7962, 0.7904, 0.748, 0.7355, 0.7309, 0.7293, 0.7288], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.9197, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.9197, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9197, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "372986": {"relevant_ids": ["262882", "49961"], "ranked_ids": ["49961", "262882", "497531", "226818", "140334", "443239", "108183", "140335", "497357", "303468"], "ranked_scores": [0.9621, 0.9019, 0.7989, 0.7768, 0.7686, 0.7512, 0.7462, 0.7394, 0.7326, 0.7191], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "501182": {"relevant_ids": ["501181"], "ranked_ids": ["501181", "261255", "456116", "274777", "287295", "25920", "129993", "446824", "306761", "188982"], "ranked_scores": [0.8308, 0.6508, 0.643, 0.6425, 0.6022, 0.6016, 0.5978, 0.5925, 0.5875, 0.5691], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13800": {"relevant_ids": ["13799", "408522", "376590"], "ranked_ids": ["13799", "376590", "408522", "179943", "482825", "56338", "454343", "248340", "257857", "391952"], "ranked_scores": [0.9301, 0.8975, 0.8227, 0.7618, 0.7575, 0.7564, 0.7416, 0.7359, 0.7358, 0.7349], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "250143": {"relevant_ids": ["250142"], "ranked_ids": ["250142", "473276", "38409", "474061", "18072", "284246", "368186", "435018", "385502", "533421"], "ranked_scores": [0.9046, 0.8148, 0.6209, 0.6019, 0.6014, 0.5865, 0.5781, 0.577, 0.5768, 0.5755], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13223": {"relevant_ids": ["88348", "20277", "156773", "13224", "88349"], "ranked_ids": ["156773", "13224", "88348", "88349", "223304", "11938", "137719", "86343", "366749", "24720"], "ranked_scores": [0.9745, 0.9318, 0.8946, 0.8703, 0.8678, 0.8564, 0.8441, 0.8431, 0.8428, 0.8405], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.2, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6, "ndcg@5": 0.8688, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.8, "ndcg@10": 0.8688, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.8}, "11002": {"relevant_ids": ["11003"], "ranked_ids": ["11003", "82619", "199548", "241075", "144197", "444112", "10212", "468424", "347493", "489539"], "ranked_scores": [0.8938, 0.7616, 0.7567, 0.7539, 0.753, 0.7308, 0.7178, 0.7114, 0.7106, 0.7077], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177653": {"relevant_ids": ["79732"], "ranked_ids": ["79732", "194790", "293259", "412316", "310721", "525756", "39174", "525755", "373717", "225019"], "ranked_scores": [0.9675, 0.736, 0.7172, 0.7137, 0.7118, 0.7041, 0.6944, 0.6793, 0.6588, 0.6495], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "415592": {"relevant_ids": ["415591"], "ranked_ids": ["415591", "462451", "435045", "499684", "105088", "338816", "91592", "117817", "379146", "430072"], "ranked_scores": [0.9337, 0.7038, 0.6713, 0.6668, 0.6623, 0.6565, 0.6554, 0.6484, 0.6479, 0.6466], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "511196": {"relevant_ids": ["511197"], "ranked_ids": ["511197", "156490", "251545", "53962", "459789", "289278", "414717", "334665", "45940", "277652"], "ranked_scores": [0.8764, 0.6828, 0.6646, 0.6276, 0.6259, 0.6116, 0.6051, 0.5811, 0.5734, 0.5693], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "344845": {"relevant_ids": ["344844"], "ranked_ids": ["344844", "161471", "111672", "224515", "503908", "21753", "426875", "79987", "292513", "296480"], "ranked_scores": [0.9192, 0.7923, 0.769, 0.7641, 0.7355, 0.7256, 0.7202, 0.7183, 0.7172, 0.7157], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "396744": {"relevant_ids": ["396745"], "ranked_ids": ["396745", "284966", "418055", "75585", "112050", "65107", "527221", "236438", "111020", "369693"], "ranked_scores": [0.8372, 0.7842, 0.7074, 0.6851, 0.6714, 0.6655, 0.6641, 0.6606, 0.6465, 0.6379], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "452398": {"relevant_ids": ["452399"], "ranked_ids": ["452399", "165046", "100727", "324290", "303730", "337506", "378404", "267939", "342501", "304781"], "ranked_scores": [0.9539, 0.6787, 0.6528, 0.65, 0.6433, 0.6358, 0.6282, 0.6187, 0.6129, 0.6076], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "182114": {"relevant_ids": ["182113"], "ranked_ids": ["196647", "182113", "139689", "136765", "415732", "234482", "323531", "531602", "354965", "80224"], "ranked_scores": [0.8795, 0.7692, 0.6883, 0.6418, 0.6364, 0.6155, 0.6138, 0.61, 0.6086, 0.6084], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "486260": {"relevant_ids": ["486259"], "ranked_ids": ["486259", "146738", "392356", "492147", "146737", "243649", "323724", "38556", "209254", "65893"], "ranked_scores": [0.9393, 0.6597, 0.6426, 0.6356, 0.6345, 0.63, 0.6238, 0.6205, 0.6114, 0.6084], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "455140": {"relevant_ids": ["315935"], "ranked_ids": ["315935", "427112", "150842", "510681", "16399", "308963", "142202", "173862", "315936", "106381"], "ranked_scores": [0.9101, 0.823, 0.8006, 0.7616, 0.7616, 0.7594, 0.7589, 0.742, 0.729, 0.7211], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "56198": {"relevant_ids": ["56199"], "ranked_ids": ["56199", "160194", "302106", "148722", "246583", "249114", "138891", "340886", "43405", "243039"], "ranked_scores": [0.9695, 0.6433, 0.6333, 0.6027, 0.5998, 0.5946, 0.5939, 0.5827, 0.5823, 0.577], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "30172": {"relevant_ids": ["145120", "68426", "30173", "373486", "185817", "145119"], "ranked_ids": ["160900", "145120", "68426", "30173", "185817", "205338", "185581", "373486", "192604", "357893"], "ranked_scores": [0.9575, 0.9366, 0.9066, 0.8826, 0.8758, 0.8733, 0.8504, 0.8471, 0.8443, 0.8353], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5307, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.6608, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.6851, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.8333}, "127880": {"relevant_ids": ["241164"], "ranked_ids": ["241164", "135083", "121458", "210277", "450198", "370634", "141773", "534947", "366050", "358959"], "ranked_scores": [0.8934, 0.7492, 0.7412, 0.6805, 0.655, 0.644, 0.6429, 0.5965, 0.581, 0.5667], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "167969": {"relevant_ids": ["174461"], "ranked_ids": ["360983", "174461", "34814", "174464", "91854", "365197", "209661", "449678", "172806", "468723"], "ranked_scores": [0.8891, 0.8823, 0.7173, 0.7065, 0.7044, 0.6984, 0.6984, 0.6793, 0.677, 0.6703], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "97986": {"relevant_ids": ["97987"], "ranked_ids": ["97987", "44589", "393565", "376198", "105886", "212168", "290935", "336143", "326597", "371360"], "ranked_scores": [0.9527, 0.7889, 0.7234, 0.6664, 0.6572, 0.6353, 0.626, 0.6178, 0.6167, 0.6124], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "12865": {"relevant_ids": ["105683"], "ranked_ids": ["105683", "92902", "83623", "83622", "6376", "291690", "69748", "231925", "356189", "56499"], "ranked_scores": [0.9626, 0.7803, 0.7543, 0.7169, 0.6736, 0.6728, 0.6639, 0.6633, 0.6451, 0.6324], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "215681": {"relevant_ids": ["215680"], "ranked_ids": ["215680", "352734", "177080", "252239", "301165", "349338", "5733", "54139", "171713", "294407"], "ranked_scores": [0.9686, 0.7441, 0.7158, 0.6872, 0.6827, 0.6825, 0.6717, 0.6675, 0.65, 0.6374], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-bge-base-en-v1.5-mrl-128-tq-1bit": {"127728": {"relevant_ids": ["127729"], "ranked_ids": ["38063", "127729", "426456", "397135", "485054", "276617", "189865", "462725", "127676", "190150"], "ranked_scores": [0.5312, 0.4844, 0.4844, 0.4688, 0.4375, 0.4375, 0.4375, 0.4219, 0.4219, 0.4219], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "318820": {"relevant_ids": ["318821"], "ranked_ids": ["318821", "73045", "367479", "20113", "491039", "20112", "312892", "468426", "355161", "496708"], "ranked_scores": [0.7656, 0.5469, 0.5156, 0.5156, 0.4844, 0.4844, 0.4844, 0.4844, 0.4688, 0.4688], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "296098": {"relevant_ids": ["296097"], "ranked_ids": ["469868", "134752", "296097", "307653", "364131", "322077", "45506", "45507", "173403", "514650"], "ranked_scores": [0.6094, 0.6094, 0.5312, 0.5, 0.4844, 0.4531, 0.4375, 0.4375, 0.4219, 0.4063], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "150414": {"relevant_ids": ["192835"], "ranked_ids": ["192835", "105782", "516620", "103122", "126745", "98863", "428293", "289866", "210681", "126746"], "ranked_scores": [0.8281, 0.7813, 0.6562, 0.625, 0.625, 0.6094, 0.6094, 0.5938, 0.5937, 0.5937], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145582": {"relevant_ids": ["145583"], "ranked_ids": ["145583", "299264", "126753", "454470", "369955", "130013", "345532", "43082", "280921", "285851"], "ranked_scores": [0.7813, 0.5937, 0.4844, 0.4688, 0.4687, 0.4531, 0.4531, 0.4531, 0.4375, 0.4375], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "315712": {"relevant_ids": ["315713"], "ranked_ids": ["315713", "401513", "268021", "451913", "354381", "58851", "236508", "396505", "124542", "521596"], "ranked_scores": [0.8125, 0.6094, 0.5469, 0.5469, 0.5313, 0.5156, 0.5156, 0.5, 0.5, 0.5], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145739": {"relevant_ids": ["145740"], "ranked_ids": ["145740", "279807", "316928", "115412", "241979", "303090", "347337", "148222", "8705", "360682"], "ranked_scores": [0.6875, 0.5312, 0.4844, 0.4688, 0.4688, 0.4687, 0.4531, 0.4531, 0.4375, 0.4375], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "308127": {"relevant_ids": ["308126"], "ranked_ids": ["308126", "486822", "66005", "139188", "341592", "490044", "154044", "39129", "199554", "362391"], "ranked_scores": [0.6406, 0.4844, 0.4688, 0.4531, 0.4062, 0.4062, 0.3906, 0.3906, 0.3906, 0.3906], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "287245": {"relevant_ids": ["283198", "283199", "322650"], "ranked_ids": ["322650", "283199", "283198", "485959", "455003", "405392", "508239", "415785", "77620", "188940"], "ranked_scores": [0.7812, 0.7656, 0.7031, 0.5, 0.4844, 0.4531, 0.4531, 0.4531, 0.4531, 0.4375], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "14755": {"relevant_ids": ["14756", "211906"], "ranked_ids": ["14756", "30834", "450970", "211906", "235454", "535700", "236793", "369731", "232355", "57678"], "ranked_scores": [0.7656, 0.75, 0.7344, 0.7187, 0.6094, 0.5781, 0.5625, 0.5312, 0.5312, 0.5312], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.8772, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.8772, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "370170": {"relevant_ids": ["370169"], "ranked_ids": ["370169", "334238", "466920", "387761", "392093", "419219", "417976", "449037", "433820", "476551"], "ranked_scores": [0.9688, 0.5469, 0.5156, 0.4844, 0.4844, 0.4688, 0.4687, 0.4531, 0.4531, 0.4375], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "41774": {"relevant_ids": ["41773"], "ranked_ids": ["41773", "239344", "173048", "185583", "256671", "322074", "444698", "470766", "532062", "468655"], "ranked_scores": [0.7031, 0.5469, 0.5156, 0.5156, 0.4844, 0.4375, 0.4219, 0.4063, 0.4062, 0.3906], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "399648": {"relevant_ids": ["399649"], "ranked_ids": ["399649", "445074", "49710", "146745", "26748", "389028", "412309", "212809", "54706", "139235"], "ranked_scores": [0.9687, 0.5781, 0.5625, 0.5469, 0.5, 0.4844, 0.4844, 0.4688, 0.4688, 0.4531], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "504811": {"relevant_ids": ["504810"], "ranked_ids": ["504810", "220454", "256525", "179618", "74588", "364238", "298555", "5861", "179617", "396757"], "ranked_scores": [0.9063, 0.5312, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4219, 0.4219, 0.4219], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "362950": {"relevant_ids": ["400212", "362949"], "ranked_ids": ["400212", "362949", "105920", "344212", "438104", "487392", "427587", "465929", "203063", "9132"], "ranked_scores": [0.7344, 0.7031, 0.6875, 0.625, 0.625, 0.6094, 0.5938, 0.5938, 0.5781, 0.5625], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "155873": {"relevant_ids": ["155874"], "ranked_ids": ["155874", "392604", "294020", "174295", "158852", "230787", "95115", "162323", "346009", "378062"], "ranked_scores": [0.625, 0.5781, 0.4844, 0.4844, 0.4688, 0.4688, 0.4531, 0.4531, 0.4375, 0.4375], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "263432": {"relevant_ids": ["263433"], "ranked_ids": ["263433", "401373", "104254", "18217", "279243", "4350", "93158", "147630", "497067", "157590"], "ranked_scores": [0.6406, 0.5625, 0.5312, 0.5, 0.4844, 0.4844, 0.4688, 0.4688, 0.4531, 0.4375], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "354945": {"relevant_ids": ["354946"], "ranked_ids": ["354946", "243923", "108161", "291557", "254071", "322478", "236419", "484646", "473769", "520998"], "ranked_scores": [0.8906, 0.5156, 0.5, 0.5, 0.4844, 0.4687, 0.4531, 0.4531, 0.4531, 0.4375], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "245417": {"relevant_ids": ["219475", "248195"], "ranked_ids": ["219475", "40657", "368145", "64433", "248195", "319022", "164159", "152213", "37326", "480255"], "ranked_scores": [0.7188, 0.7031, 0.625, 0.625, 0.5938, 0.5781, 0.5625, 0.5469, 0.5312, 0.5156], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.8503, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.8503, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "516276": {"relevant_ids": ["516277"], "ranked_ids": ["516277", "19755", "34173", "76958", "143842", "62062", "347409", "116303", "318621", "510783"], "ranked_scores": [0.8437, 0.625, 0.625, 0.5781, 0.5781, 0.5781, 0.5469, 0.5469, 0.5312, 0.5156], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177580": {"relevant_ids": ["177579"], "ranked_ids": ["177579", "18081", "234825", "382784", "129413", "45884", "419100", "203078", "99261", "517075"], "ranked_scores": [0.9375, 0.5625, 0.5156, 0.5, 0.4844, 0.4688, 0.4688, 0.4687, 0.4687, 0.4531], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "309865": {"relevant_ids": ["78623", "33713", "78624"], "ranked_ids": ["33713", "78623", "78624", "405094", "209041", "495751", "153484", "425739", "437065", "109205"], "ranked_scores": [0.8594, 0.7969, 0.7812, 0.75, 0.7344, 0.6719, 0.6406, 0.6094, 0.5781, 0.5781], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "510387": {"relevant_ids": ["510386"], "ranked_ids": ["241538", "510386", "170896", "40390", "212478", "241537", "371033", "412445", "344869", "431579"], "ranked_scores": [0.6719, 0.6563, 0.6406, 0.6094, 0.5625, 0.5469, 0.5469, 0.5313, 0.5156, 0.5], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "26645": {"relevant_ids": ["26644"], "ranked_ids": ["26644", "411539", "172781", "39917", "415276", "64900", "240705", "26813", "108781", "501190"], "ranked_scores": [0.9063, 0.6562, 0.6562, 0.625, 0.6094, 0.5938, 0.5781, 0.5781, 0.5625, 0.5625], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "47788": {"relevant_ids": ["455725"], "ranked_ids": ["455725", "59508", "47703", "15132", "9659", "518171", "53096", "101721", "87038", "47789"], "ranked_scores": [0.6562, 0.6406, 0.625, 0.6094, 0.6094, 0.5938, 0.5938, 0.5781, 0.5781, 0.5781], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "338281": {"relevant_ids": ["338282"], "ranked_ids": ["338282", "11563", "26147", "381248", "259436", "263861", "338711", "138712", "369435", "251063"], "ranked_scores": [0.6406, 0.375, 0.375, 0.3438, 0.3438, 0.3437, 0.3281, 0.3281, 0.3281, 0.3281], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "461149": {"relevant_ids": ["461148"], "ranked_ids": ["525835", "461148", "203100", "527101", "519616", "283905", "472145", "465420", "488711", "257301"], "ranked_scores": [0.6406, 0.625, 0.5625, 0.5, 0.4688, 0.4687, 0.4375, 0.4063, 0.4063, 0.4063], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "346126": {"relevant_ids": ["110711", "110710"], "ranked_ids": ["110710", "154338", "110711", "168350", "296319", "355996", "50587", "407526", "6816", "207552"], "ranked_scores": [0.7813, 0.7344, 0.7031, 0.6406, 0.5938, 0.5781, 0.5781, 0.5625, 0.5625, 0.5469], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.9197, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.9197, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9197, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "372986": {"relevant_ids": ["262882", "49961"], "ranked_ids": ["49961", "262882", "140334", "497357", "108183", "497531", "43966", "249896", "140335", "443239"], "ranked_scores": [0.9062, 0.7656, 0.5938, 0.5625, 0.5469, 0.5312, 0.5156, 0.5156, 0.5156, 0.5], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "501182": {"relevant_ids": ["501181"], "ranked_ids": ["501181", "274777", "524758", "361182", "422140", "456116", "43082", "17317", "485706", "11003"], "ranked_scores": [0.7188, 0.4844, 0.4688, 0.4531, 0.4531, 0.4375, 0.4219, 0.4219, 0.4219, 0.4063], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13800": {"relevant_ids": ["13799", "408522", "376590"], "ranked_ids": ["13799", "376590", "257857", "286120", "144622", "437906", "481109", "67320", "179943", "328204"], "ranked_scores": [0.7656, 0.6875, 0.5469, 0.5469, 0.5312, 0.5312, 0.5312, 0.5156, 0.5156, 0.5156], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.7654, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.7654, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.6667}, "250143": {"relevant_ids": ["250142"], "ranked_ids": ["250142", "473276", "368186", "57155", "168192", "50539", "533421", "198782", "403812", "382691"], "ranked_scores": [0.7812, 0.6094, 0.5313, 0.5156, 0.5, 0.4688, 0.4531, 0.4531, 0.4531, 0.4531], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13223": {"relevant_ids": ["88348", "20277", "156773", "13224", "88349"], "ranked_ids": ["156773", "13224", "20277", "88348", "223304", "86343", "359956", "88349", "366749", "137719"], "ranked_scores": [0.8906, 0.8594, 0.7656, 0.75, 0.7188, 0.7188, 0.7031, 0.7031, 0.6875, 0.6875], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.2, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6, "ndcg@5": 0.8688, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.8, "ndcg@10": 0.9758, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "11002": {"relevant_ids": ["11003"], "ranked_ids": ["11003", "42203", "468424", "10212", "144197", "444112", "266680", "241075", "472830", "489539"], "ranked_scores": [0.7969, 0.6875, 0.6875, 0.6719, 0.6562, 0.625, 0.5938, 0.5938, 0.5938, 0.5938], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177653": {"relevant_ids": ["79732"], "ranked_ids": ["79732", "525756", "310721", "525755", "194790", "362866", "412316", "502840", "319515", "373717"], "ranked_scores": [0.8125, 0.5938, 0.5313, 0.5156, 0.5156, 0.5156, 0.5, 0.4844, 0.4531, 0.4531], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "415592": {"relevant_ids": ["415591"], "ranked_ids": ["415591", "105088", "338815", "84634", "494912", "202892", "288357", "467639", "338816", "379146"], "ranked_scores": [0.7812, 0.5937, 0.5781, 0.5625, 0.5625, 0.5469, 0.5312, 0.5312, 0.5156, 0.5], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "511196": {"relevant_ids": ["511197"], "ranked_ids": ["511197", "191328", "191329", "220842", "334665", "53962", "459789", "45940", "410184", "131777"], "ranked_scores": [0.75, 0.4688, 0.4375, 0.4375, 0.4219, 0.4219, 0.4062, 0.4062, 0.3906, 0.3906], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "344845": {"relevant_ids": ["344844"], "ranked_ids": ["344844", "161471", "327548", "79987", "111672", "249580", "122043", "401905", "4763", "95946"], "ranked_scores": [0.8125, 0.625, 0.5937, 0.5625, 0.5625, 0.5313, 0.5313, 0.5312, 0.5312, 0.5312], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "396744": {"relevant_ids": ["396745"], "ranked_ids": ["284966", "396745", "464360", "526492", "511557", "430962", "380462", "318589", "424693", "219399"], "ranked_scores": [0.6719, 0.6719, 0.5156, 0.5, 0.5, 0.5, 0.4844, 0.4844, 0.4688, 0.4688], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "452398": {"relevant_ids": ["452399"], "ranked_ids": ["452399", "423427", "342501", "487918", "395217", "530610", "439480", "346712", "264774", "301375"], "ranked_scores": [0.8438, 0.5781, 0.5156, 0.5, 0.4844, 0.4844, 0.4531, 0.4375, 0.4219, 0.4219], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "182114": {"relevant_ids": ["182113"], "ranked_ids": ["196647", "182113", "139689", "425919", "533693", "481882", "234482", "531602", "252201", "80224"], "ranked_scores": [0.7344, 0.5469, 0.5156, 0.5, 0.4844, 0.4531, 0.4375, 0.4375, 0.4375, 0.4063], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "486260": {"relevant_ids": ["486259"], "ranked_ids": ["486259", "146737", "65893", "470032", "392356", "113749", "146738", "416784", "235892", "476748"], "ranked_scores": [0.8125, 0.6094, 0.6094, 0.6094, 0.5938, 0.5938, 0.5781, 0.5625, 0.5625, 0.5625], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "455140": {"relevant_ids": ["315935"], "ranked_ids": ["315935", "308963", "427112", "238213", "315936", "50224", "124700", "335780", "150842", "95965"], "ranked_scores": [0.7031, 0.6094, 0.5781, 0.5312, 0.5156, 0.5, 0.4844, 0.4844, 0.4844, 0.4688], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "56198": {"relevant_ids": ["56199"], "ranked_ids": ["56199", "144344", "138891", "249114", "340191", "160194", "360122", "43405", "148722", "452069"], "ranked_scores": [0.875, 0.5, 0.4531, 0.4375, 0.4375, 0.4219, 0.4219, 0.4219, 0.4063, 0.4062], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "30172": {"relevant_ids": ["145120", "68426", "30173", "373486", "185817", "145119"], "ranked_ids": ["160900", "205338", "145120", "68426", "373486", "30173", "357893", "145119", "185817", "185581"], "ranked_scores": [0.8125, 0.7813, 0.7656, 0.7656, 0.7344, 0.7187, 0.6406, 0.6406, 0.625, 0.625], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.1667, "ndcg@5": 0.4469, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.693, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "127880": {"relevant_ids": ["241164"], "ranked_ids": ["241164", "22396", "135083", "64487", "358959", "132797", "329579", "216657", "505511", "121458"], "ranked_scores": [0.7812, 0.5938, 0.5781, 0.5469, 0.5312, 0.4844, 0.4844, 0.4844, 0.4844, 0.4688], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "167969": {"relevant_ids": ["174461"], "ranked_ids": ["360983", "146236", "60171", "207491", "174461", "222958", "280757", "91854", "293663", "365197"], "ranked_scores": [0.625, 0.5313, 0.5156, 0.5, 0.5, 0.5, 0.4844, 0.4531, 0.4375, 0.4375], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "97986": {"relevant_ids": ["97987"], "ranked_ids": ["97987", "44589", "371360", "75455", "41241", "257425", "105886", "140595", "459789", "318396"], "ranked_scores": [0.8281, 0.6094, 0.5938, 0.5156, 0.5, 0.5, 0.5, 0.4844, 0.4688, 0.4688], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "12865": {"relevant_ids": ["105683"], "ranked_ids": ["105683", "356189", "69748", "231925", "63277", "92902", "293035", "83622", "83623", "516398"], "ranked_scores": [0.8594, 0.6406, 0.6406, 0.625, 0.6094, 0.5938, 0.5781, 0.5781, 0.5781, 0.5469], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "215681": {"relevant_ids": ["215680"], "ranked_ids": ["215680", "352734", "430796", "54139", "438101", "177080", "290688", "209852", "297373", "5733"], "ranked_scores": [0.9062, 0.5312, 0.5156, 0.5156, 0.5156, 0.4844, 0.4844, 0.4844, 0.4844, 0.4844], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-bge-base-en-v1.5-mrl-128-tq-2bit": {"127728": {"relevant_ids": ["127729"], "ranked_ids": ["38063", "276617", "127729", "278575", "188019", "190150", "127676", "153290", "499988", "485054"], "ranked_scores": [0.6557, 0.6067, 0.6055, 0.5998, 0.5897, 0.5698, 0.5694, 0.5603, 0.5544, 0.5515], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "318820": {"relevant_ids": ["318821"], "ranked_ids": ["318821", "367479", "73045", "380462", "20112", "222238", "184762", "491039", "377941", "370618"], "ranked_scores": [0.8343, 0.6712, 0.6137, 0.6008, 0.5923, 0.5856, 0.5809, 0.5766, 0.5754, 0.5741], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "296098": {"relevant_ids": ["296097"], "ranked_ids": ["134752", "469868", "45507", "45506", "296097", "173403", "120598", "307653", "364131", "191160"], "ranked_scores": [0.6521, 0.6373, 0.6235, 0.5766, 0.5663, 0.5661, 0.5541, 0.5414, 0.5376, 0.5187], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "150414": {"relevant_ids": ["192835"], "ranked_ids": ["192835", "105782", "516620", "8875", "105783", "103122", "21131", "210681", "98863", "132912"], "ranked_scores": [0.9045, 0.8785, 0.7937, 0.7495, 0.7234, 0.7088, 0.7021, 0.6971, 0.6917, 0.6785], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145582": {"relevant_ids": ["145583"], "ranked_ids": ["145583", "299264", "87614", "130013", "285851", "188727", "369955", "43082", "263736", "345532"], "ranked_scores": [0.7753, 0.6834, 0.559, 0.5531, 0.5274, 0.5273, 0.4823, 0.482, 0.4745, 0.4726], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "315712": {"relevant_ids": ["315713"], "ranked_ids": ["315713", "236508", "401513", "396505", "194841", "354381", "67179", "261260", "268021", "390120"], "ranked_scores": [0.8754, 0.6428, 0.6418, 0.6393, 0.6326, 0.6294, 0.6289, 0.6143, 0.6118, 0.6003], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145739": {"relevant_ids": ["145740"], "ranked_ids": ["145740", "303090", "241979", "8705", "85426", "366074", "115412", "415781", "453401", "148222"], "ranked_scores": [0.7535, 0.6616, 0.6086, 0.5888, 0.5869, 0.5688, 0.5523, 0.5458, 0.5381, 0.5362], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "308127": {"relevant_ids": ["308126"], "ranked_ids": ["308126", "282571", "498938", "154044", "385951", "395527", "301104", "139188", "35763", "427879"], "ranked_scores": [0.7822, 0.5821, 0.5528, 0.5425, 0.5416, 0.5224, 0.5112, 0.5098, 0.4987, 0.4951], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "287245": {"relevant_ids": ["283198", "283199", "322650"], "ranked_ids": ["322650", "283199", "283198", "508239", "109049", "188940", "405392", "208412", "77620", "110195"], "ranked_scores": [0.8574, 0.8402, 0.8343, 0.5801, 0.5739, 0.5366, 0.5347, 0.5207, 0.5202, 0.5041], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "14755": {"relevant_ids": ["14756", "211906"], "ranked_ids": ["211906", "14756", "450970", "235454", "30834", "57678", "236793", "381248", "535700", "383325"], "ranked_scores": [0.8652, 0.8644, 0.8466, 0.76, 0.7324, 0.7187, 0.7168, 0.6871, 0.6496, 0.6462], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "370170": {"relevant_ids": ["370169"], "ranked_ids": ["370169", "433820", "449037", "334238", "466920", "231528", "211280", "156412", "408650", "537762"], "ranked_scores": [0.9827, 0.6244, 0.5933, 0.5716, 0.5674, 0.5621, 0.5318, 0.5269, 0.5235, 0.5128], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "41774": {"relevant_ids": ["41773"], "ranked_ids": ["41773", "239344", "173048", "307530", "185583", "468655", "454279", "437157", "470766", "440859"], "ranked_scores": [0.8009, 0.5671, 0.5642, 0.5498, 0.5383, 0.5269, 0.5148, 0.5148, 0.5123, 0.4963], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "399648": {"relevant_ids": ["399649"], "ranked_ids": ["399649", "445074", "21253", "26748", "225815", "212809", "54706", "412309", "462253", "87004"], "ranked_scores": [0.9853, 0.6492, 0.6251, 0.6239, 0.6201, 0.6136, 0.6058, 0.5891, 0.5857, 0.5754], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "504811": {"relevant_ids": ["504810"], "ranked_ids": ["504810", "298555", "499535", "309894", "179618", "322294", "220454", "74588", "55899", "84826"], "ranked_scores": [0.9601, 0.6455, 0.6022, 0.5738, 0.5583, 0.5507, 0.5332, 0.5181, 0.5126, 0.5082], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "362950": {"relevant_ids": ["400212", "362949"], "ranked_ids": ["362949", "400212", "129563", "105920", "487392", "427587", "344212", "475478", "256845", "411503"], "ranked_scores": [0.7829, 0.781, 0.7342, 0.729, 0.7129, 0.711, 0.6883, 0.6861, 0.6722, 0.6674], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "155873": {"relevant_ids": ["155874"], "ranked_ids": ["155874", "392604", "292617", "174295", "446058", "294020", "162323", "346009", "370876", "206283"], "ranked_scores": [0.7563, 0.7535, 0.6275, 0.5967, 0.5656, 0.5572, 0.5414, 0.539, 0.5378, 0.5365], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "263432": {"relevant_ids": ["263433"], "ranked_ids": ["263433", "497067", "128303", "401373", "371563", "279243", "18217", "184766", "104254", "108849"], "ranked_scores": [0.744, 0.6139, 0.5992, 0.585, 0.5748, 0.5515, 0.5476, 0.5419, 0.5337, 0.532], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "354945": {"relevant_ids": ["354946"], "ranked_ids": ["354946", "254071", "243923", "322478", "473769", "462984", "236419", "462983", "11091", "43544"], "ranked_scores": [0.9303, 0.6467, 0.6122, 0.5798, 0.5777, 0.5766, 0.5505, 0.5443, 0.5409, 0.5108], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "245417": {"relevant_ids": ["219475", "248195"], "ranked_ids": ["40657", "219475", "64433", "413039", "248195", "164159", "319022", "37326", "8069", "368145"], "ranked_scores": [0.8416, 0.8125, 0.7625, 0.7287, 0.7231, 0.7028, 0.7001, 0.6935, 0.6731, 0.6426], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6241, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6241, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "516276": {"relevant_ids": ["516277"], "ranked_ids": ["516277", "34173", "76958", "19755", "197869", "143842", "347409", "510783", "387288", "62062"], "ranked_scores": [0.9072, 0.7449, 0.7355, 0.7287, 0.6965, 0.6856, 0.6726, 0.6597, 0.659, 0.6524], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177580": {"relevant_ids": ["177579"], "ranked_ids": ["177579", "129413", "129412", "18081", "234825", "9954", "419100", "115954", "76563", "517075"], "ranked_scores": [0.9063, 0.6602, 0.6535, 0.6049, 0.5903, 0.5788, 0.5706, 0.5513, 0.5505, 0.5499], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "309865": {"relevant_ids": ["78623", "33713", "78624"], "ranked_ids": ["33713", "78623", "405094", "153484", "78624", "209041", "437065", "495751", "469068", "20635"], "ranked_scores": [0.8855, 0.8727, 0.8563, 0.8104, 0.7995, 0.7975, 0.7583, 0.7573, 0.7459, 0.745], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.9469, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9469, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "510387": {"relevant_ids": ["510386"], "ranked_ids": ["241538", "510386", "212478", "40390", "241537", "371033", "170896", "344869", "439080", "412445"], "ranked_scores": [0.7769, 0.7586, 0.7292, 0.7204, 0.7094, 0.7081, 0.6721, 0.6545, 0.6467, 0.6409], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "26645": {"relevant_ids": ["26644"], "ranked_ids": ["26644", "108781", "318396", "221561", "207775", "83874", "83875", "144057", "411539", "26813"], "ranked_scores": [0.9415, 0.7026, 0.6847, 0.6764, 0.674, 0.67, 0.6681, 0.6562, 0.6524, 0.6389], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "47788": {"relevant_ids": ["455725"], "ranked_ids": ["455725", "47789", "518171", "47703", "348138", "59223", "37221", "15132", "101721", "59508"], "ranked_scores": [0.889, 0.7833, 0.7766, 0.776, 0.7662, 0.7448, 0.7377, 0.7245, 0.7124, 0.7075], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "338281": {"relevant_ids": ["338282"], "ranked_ids": ["338282", "263861", "338711", "11563", "291354", "281647", "514059", "138712", "327767", "304852"], "ranked_scores": [0.7576, 0.5457, 0.5312, 0.4968, 0.4631, 0.4412, 0.4088, 0.4035, 0.3994, 0.3931], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "461149": {"relevant_ids": ["461148"], "ranked_ids": ["461148", "525835", "203100", "283905", "519616", "527101", "443095", "472145", "335800", "28996"], "ranked_scores": [0.8022, 0.7912, 0.7568, 0.6603, 0.5694, 0.5687, 0.5652, 0.5642, 0.54, 0.5397], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "346126": {"relevant_ids": ["110711", "110710"], "ranked_ids": ["110710", "110711", "154338", "340725", "168350", "296319", "340823", "355996", "224692", "254526"], "ranked_scores": [0.8547, 0.7735, 0.7402, 0.6895, 0.6585, 0.6579, 0.6382, 0.6321, 0.6238, 0.6231], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "372986": {"relevant_ids": ["262882", "49961"], "ranked_ids": ["49961", "262882", "497357", "108183", "303468", "140334", "497531", "249896", "226818", "485235"], "ranked_scores": [0.9307, 0.8165, 0.6879, 0.6537, 0.6405, 0.6362, 0.6333, 0.6318, 0.6282, 0.6208], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "501182": {"relevant_ids": ["501181"], "ranked_ids": ["501181", "274777", "25920", "129993", "447737", "456116", "411533", "2257", "422140", "446824"], "ranked_scores": [0.8112, 0.622, 0.5652, 0.5257, 0.5246, 0.523, 0.5085, 0.5041, 0.4879, 0.4852], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13800": {"relevant_ids": ["13799", "408522", "376590"], "ranked_ids": ["13799", "376590", "179943", "408522", "481109", "8622", "281010", "56338", "67320", "257857"], "ranked_scores": [0.8499, 0.7814, 0.7533, 0.7474, 0.7137, 0.7043, 0.6674, 0.6401, 0.6353, 0.6336], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.9675, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9675, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "250143": {"relevant_ids": ["250142"], "ranked_ids": ["250142", "473276", "368186", "57155", "533421", "38409", "76062", "225655", "229130", "284246"], "ranked_scores": [0.8923, 0.7861, 0.6398, 0.5836, 0.5828, 0.5616, 0.5548, 0.5521, 0.5365, 0.5236], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13223": {"relevant_ids": ["88348", "20277", "156773", "13224", "88349"], "ranked_ids": ["156773", "13224", "88348", "366749", "86343", "11938", "137719", "235061", "88349", "173790"], "ranked_scores": [0.934, 0.9026, 0.8755, 0.8603, 0.8528, 0.8199, 0.8142, 0.8137, 0.8136, 0.8034], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.2, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6, "ndcg@5": 0.7227, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6, "ndcg@10": 0.8248, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.8}, "11002": {"relevant_ids": ["11003"], "ranked_ids": ["11003", "42203", "144197", "82619", "10212", "444112", "489539", "241075", "468424", "199548"], "ranked_scores": [0.8878, 0.7566, 0.7382, 0.7349, 0.7323, 0.7222, 0.7137, 0.7131, 0.6699, 0.6679], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177653": {"relevant_ids": ["79732"], "ranked_ids": ["79732", "525756", "395587", "194790", "310721", "39174", "525755", "412316", "293259", "282395"], "ranked_scores": [0.9272, 0.678, 0.6598, 0.6376, 0.6362, 0.612, 0.6072, 0.5917, 0.5724, 0.5698], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "415592": {"relevant_ids": ["415591"], "ranked_ids": ["415591", "105088", "379146", "338815", "494912", "84634", "499684", "430072", "251540", "288357"], "ranked_scores": [0.9051, 0.6814, 0.6581, 0.6476, 0.645, 0.6415, 0.6332, 0.632, 0.6244, 0.6231], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "511196": {"relevant_ids": ["511197"], "ranked_ids": ["511197", "414717", "289278", "45940", "459789", "220842", "191329", "77372", "334665", "156490"], "ranked_scores": [0.8459, 0.6247, 0.621, 0.5942, 0.5697, 0.5341, 0.5287, 0.528, 0.5213, 0.5029], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "344845": {"relevant_ids": ["344844"], "ranked_ids": ["344844", "161471", "327548", "503908", "111672", "79987", "1096", "292513", "224515", "21753"], "ranked_scores": [0.8451, 0.7302, 0.6902, 0.6844, 0.6556, 0.6512, 0.6482, 0.6399, 0.6328, 0.626], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "396744": {"relevant_ids": ["396745"], "ranked_ids": ["396745", "284966", "511557", "454241", "464360", "319727", "424693", "75585", "418055", "252056"], "ranked_scores": [0.8117, 0.7073, 0.6639, 0.6222, 0.6135, 0.6017, 0.586, 0.5811, 0.5728, 0.5649], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "452398": {"relevant_ids": ["452399"], "ranked_ids": ["452399", "487918", "395217", "423427", "342501", "324290", "346712", "530610", "264774", "303730"], "ranked_scores": [0.9175, 0.6198, 0.596, 0.5919, 0.586, 0.5638, 0.5589, 0.5533, 0.5513, 0.5482], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "182114": {"relevant_ids": ["182113"], "ranked_ids": ["196647", "182113", "234482", "139689", "531602", "425919", "323531", "252201", "533693", "24197"], "ranked_scores": [0.8034, 0.6495, 0.604, 0.6016, 0.5942, 0.5831, 0.5735, 0.5681, 0.5676, 0.5586], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "486260": {"relevant_ids": ["486259"], "ranked_ids": ["486259", "65893", "241333", "392356", "266904", "113749", "492147", "146738", "243649", "146737"], "ranked_scores": [0.9131, 0.724, 0.7171, 0.7064, 0.6978, 0.6848, 0.6805, 0.6799, 0.6736, 0.6691], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "455140": {"relevant_ids": ["315935"], "ranked_ids": ["315935", "308963", "315936", "150842", "427112", "16399", "124700", "50224", "238213", "173862"], "ranked_scores": [0.8693, 0.7116, 0.7058, 0.6744, 0.6683, 0.6448, 0.6436, 0.636, 0.5999, 0.5987], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "56198": {"relevant_ids": ["56199"], "ranked_ids": ["56199", "249114", "160194", "138891", "130971", "310462", "25611", "7866", "43404", "144344"], "ranked_scores": [0.9355, 0.6124, 0.5783, 0.5463, 0.5459, 0.5452, 0.5032, 0.5004, 0.4928, 0.4837], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "30172": {"relevant_ids": ["145120", "68426", "30173", "373486", "185817", "145119"], "ranked_ids": ["145120", "160900", "205338", "68426", "373486", "185817", "185581", "21960", "15236", "120882"], "ranked_scores": [0.8582, 0.8564, 0.8312, 0.8312, 0.7641, 0.7609, 0.754, 0.7498, 0.7495, 0.7454], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.1667, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.1667, "ndcg@5": 0.6164, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6578, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.6667}, "127880": {"relevant_ids": ["241164"], "ranked_ids": ["241164", "135083", "121458", "64487", "329579", "210277", "358959", "350284", "22396", "132797"], "ranked_scores": [0.8679, 0.7002, 0.6993, 0.6172, 0.6144, 0.6085, 0.6004, 0.5856, 0.5816, 0.5784], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "167969": {"relevant_ids": ["174461"], "ranked_ids": ["360983", "174461", "144121", "130123", "365197", "172806", "130124", "49800", "91854", "222958"], "ranked_scores": [0.7891, 0.7805, 0.5926, 0.5903, 0.5836, 0.5801, 0.5793, 0.5689, 0.5664, 0.5612], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "97986": {"relevant_ids": ["97987"], "ranked_ids": ["97987", "44589", "371360", "98924", "75455", "105886", "141075", "98925", "41242", "376198"], "ranked_scores": [0.9353, 0.7774, 0.6726, 0.6625, 0.6443, 0.6429, 0.6254, 0.6254, 0.622, 0.6188], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "12865": {"relevant_ids": ["105683"], "ranked_ids": ["105683", "83623", "356189", "69748", "83622", "92902", "63277", "291690", "6376", "231925"], "ranked_scores": [0.9116, 0.7579, 0.7319, 0.7185, 0.7148, 0.7147, 0.7056, 0.652, 0.6504, 0.6427], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "215681": {"relevant_ids": ["215680"], "ranked_ids": ["215680", "297373", "54139", "430796", "177080", "5733", "55140", "301165", "252239", "178515"], "ranked_scores": [0.9355, 0.6284, 0.5971, 0.595, 0.5877, 0.5723, 0.5713, 0.5624, 0.5622, 0.5558], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-bge-base-en-v1.5-mrl-128-tq-3bit": {"127728": {"relevant_ids": ["127729"], "ranked_ids": ["38063", "127729", "188019", "276617", "485054", "48895", "127676", "205884", "317591", "278575"], "ranked_scores": [0.6511, 0.6444, 0.637, 0.628, 0.6187, 0.6031, 0.5999, 0.5954, 0.595, 0.5943], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "318820": {"relevant_ids": ["318821"], "ranked_ids": ["318821", "367479", "222238", "73045", "20112", "162581", "496708", "355161", "76767", "370618"], "ranked_scores": [0.8927, 0.7254, 0.659, 0.6412, 0.6352, 0.6314, 0.6252, 0.6247, 0.6206, 0.6115], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "296098": {"relevant_ids": ["296097"], "ranked_ids": ["469868", "134752", "45507", "296097", "307653", "45506", "173403", "120598", "423933", "364131"], "ranked_scores": [0.6631, 0.6475, 0.6451, 0.636, 0.6157, 0.6068, 0.5934, 0.5801, 0.5742, 0.5423], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "150414": {"relevant_ids": ["192835"], "ranked_ids": ["192835", "105782", "516620", "105783", "8875", "21131", "161296", "210681", "428293", "126746"], "ranked_scores": [0.9494, 0.9095, 0.8525, 0.7884, 0.7802, 0.7669, 0.7549, 0.7546, 0.7545, 0.7545], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145582": {"relevant_ids": ["145583"], "ranked_ids": ["145583", "299264", "130013", "87614", "263736", "345532", "43082", "188727", "316486", "454470"], "ranked_scores": [0.8132, 0.7214, 0.6028, 0.567, 0.5327, 0.5199, 0.5146, 0.5138, 0.5001, 0.4985], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "315712": {"relevant_ids": ["315713"], "ranked_ids": ["315713", "396505", "390120", "120489", "454814", "203205", "354381", "9711", "100067", "194841"], "ranked_scores": [0.9228, 0.7327, 0.6645, 0.6594, 0.6443, 0.6397, 0.6358, 0.6337, 0.6289, 0.6285], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145739": {"relevant_ids": ["145740"], "ranked_ids": ["145740", "241979", "303090", "366074", "85426", "8705", "415781", "115412", "375395", "376315"], "ranked_scores": [0.8075, 0.6696, 0.6679, 0.6594, 0.6482, 0.6307, 0.6267, 0.6235, 0.6201, 0.6147], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "308127": {"relevant_ids": ["308126"], "ranked_ids": ["308126", "282571", "395527", "498938", "427879", "385951", "154044", "275485", "301104", "139188"], "ranked_scores": [0.8373, 0.614, 0.5772, 0.5712, 0.5685, 0.5642, 0.5473, 0.5434, 0.5376, 0.5307], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "287245": {"relevant_ids": ["283198", "283199", "322650"], "ranked_ids": ["283198", "322650", "283199", "508239", "299392", "208412", "188940", "109049", "436296", "405392"], "ranked_scores": [0.8701, 0.8676, 0.8435, 0.5996, 0.5828, 0.5783, 0.5694, 0.5573, 0.5559, 0.55], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "14755": {"relevant_ids": ["14756", "211906"], "ranked_ids": ["211906", "14756", "450970", "30834", "235454", "57678", "236793", "381248", "393649", "449494"], "ranked_scores": [0.9348, 0.9343, 0.9267, 0.8091, 0.7977, 0.7387, 0.7082, 0.7001, 0.6689, 0.6649], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "370170": {"relevant_ids": ["370169"], "ranked_ids": ["370169", "449037", "537762", "466920", "433820", "231528", "156412", "417976", "334238", "528902"], "ranked_scores": [0.988, 0.6523, 0.6305, 0.622, 0.6025, 0.602, 0.5999, 0.5934, 0.5883, 0.5625], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "41774": {"relevant_ids": ["41773"], "ranked_ids": ["41773", "173048", "239344", "470766", "185583", "454279", "437157", "256671", "307530", "217481"], "ranked_scores": [0.8675, 0.6653, 0.6056, 0.5689, 0.559, 0.5464, 0.5451, 0.5366, 0.5343, 0.5317], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "399648": {"relevant_ids": ["399649"], "ranked_ids": ["399649", "445074", "21253", "54706", "212809", "26748", "225815", "412309", "462253", "243294"], "ranked_scores": [0.9848, 0.6886, 0.6869, 0.6764, 0.6636, 0.6617, 0.6592, 0.6403, 0.6266, 0.6253], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "504811": {"relevant_ids": ["504810"], "ranked_ids": ["504810", "298555", "499535", "309894", "55899", "90374", "220414", "220454", "84826", "74588"], "ranked_scores": [0.9661, 0.7111, 0.6168, 0.6099, 0.6085, 0.5961, 0.5921, 0.5791, 0.5783, 0.5764], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "362950": {"relevant_ids": ["400212", "362949"], "ranked_ids": ["400212", "362949", "105920", "465929", "427587", "43209", "129563", "291799", "9132", "419727"], "ranked_scores": [0.8636, 0.8552, 0.784, 0.7775, 0.7763, 0.7497, 0.747, 0.7449, 0.7448, 0.7443], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "155873": {"relevant_ids": ["155874"], "ranked_ids": ["155874", "392604", "292617", "294020", "446058", "174295", "206283", "115329", "25477", "162323"], "ranked_scores": [0.7839, 0.7667, 0.6533, 0.6152, 0.601, 0.58, 0.5748, 0.5611, 0.5599, 0.5572], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "263432": {"relevant_ids": ["263433"], "ranked_ids": ["263433", "128303", "497067", "18217", "371563", "184766", "401373", "279243", "157590", "192229"], "ranked_scores": [0.7958, 0.6723, 0.6252, 0.6074, 0.6073, 0.593, 0.5787, 0.5785, 0.5715, 0.5683], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "354945": {"relevant_ids": ["354946"], "ranked_ids": ["354946", "254071", "322478", "462984", "236419", "473769", "462983", "243923", "287396", "43544"], "ranked_scores": [0.9502, 0.7476, 0.6729, 0.6392, 0.6234, 0.6057, 0.5879, 0.5791, 0.5683, 0.5433], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "245417": {"relevant_ids": ["219475", "248195"], "ranked_ids": ["40657", "219475", "64433", "248195", "413039", "164159", "368145", "37326", "319022", "152213"], "ranked_scores": [0.9042, 0.9014, 0.8295, 0.8112, 0.8045, 0.7847, 0.7511, 0.7387, 0.7243, 0.6964], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6509, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6509, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "516276": {"relevant_ids": ["516277"], "ranked_ids": ["516277", "34173", "19755", "76958", "197869", "510783", "143842", "479392", "347409", "387288"], "ranked_scores": [0.9576, 0.8072, 0.8068, 0.7653, 0.7375, 0.7297, 0.7214, 0.6942, 0.6834, 0.6635], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177580": {"relevant_ids": ["177579"], "ranked_ids": ["177579", "129413", "129412", "234825", "18081", "517075", "115954", "382784", "419100", "76563"], "ranked_scores": [0.9734, 0.6867, 0.6845, 0.6535, 0.6505, 0.6086, 0.6073, 0.5877, 0.5741, 0.5679], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "309865": {"relevant_ids": ["78623", "33713", "78624"], "ranked_ids": ["33713", "78623", "405094", "78624", "153484", "209041", "495751", "437065", "469068", "109205"], "ranked_scores": [0.9513, 0.91, 0.9061, 0.8639, 0.8567, 0.8296, 0.8023, 0.7959, 0.7664, 0.7559], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.9675, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9675, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "510387": {"relevant_ids": ["510386"], "ranked_ids": ["510386", "241538", "40390", "371033", "212478", "170896", "344869", "241537", "364334", "284736"], "ranked_scores": [0.8252, 0.8027, 0.7989, 0.7637, 0.7634, 0.745, 0.7281, 0.7215, 0.6869, 0.6864], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "26645": {"relevant_ids": ["26644"], "ranked_ids": ["26644", "108781", "318396", "26813", "207775", "83874", "144057", "221561", "461704", "411539"], "ranked_scores": [0.9688, 0.7737, 0.7602, 0.717, 0.6975, 0.697, 0.6902, 0.6834, 0.6798, 0.6786], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "47788": {"relevant_ids": ["455725"], "ranked_ids": ["455725", "47789", "59223", "47703", "348138", "518171", "37221", "15132", "59508", "235686"], "ranked_scores": [0.8808, 0.8047, 0.7873, 0.7863, 0.7827, 0.7713, 0.7591, 0.7438, 0.7412, 0.7264], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "338281": {"relevant_ids": ["338282"], "ranked_ids": ["338282", "263861", "11563", "338711", "291354", "281647", "138712", "452930", "438656", "270355"], "ranked_scores": [0.8339, 0.5443, 0.4984, 0.4968, 0.4909, 0.4902, 0.4833, 0.4472, 0.4248, 0.4216], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "461149": {"relevant_ids": ["461148"], "ranked_ids": ["461148", "525835", "203100", "283905", "443095", "527101", "519616", "28996", "417040", "472145"], "ranked_scores": [0.8492, 0.8271, 0.7541, 0.6624, 0.6038, 0.5989, 0.5766, 0.5701, 0.5579, 0.5567], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "346126": {"relevant_ids": ["110711", "110710"], "ranked_ids": ["110710", "154338", "110711", "340823", "296319", "168350", "254526", "229972", "340725", "275291"], "ranked_scores": [0.9148, 0.8527, 0.8415, 0.7188, 0.7125, 0.7119, 0.7117, 0.7001, 0.6669, 0.6602], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.9197, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.9197, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9197, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "372986": {"relevant_ids": ["262882", "49961"], "ranked_ids": ["49961", "262882", "303468", "497357", "497531", "108183", "140334", "443239", "485235", "140335"], "ranked_scores": [0.9626, 0.8396, 0.69, 0.6828, 0.6717, 0.669, 0.6418, 0.6309, 0.63, 0.6296], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "501182": {"relevant_ids": ["501181"], "ranked_ids": ["501181", "274777", "261255", "456116", "411533", "109121", "129993", "25920", "152213", "447737"], "ranked_scores": [0.8764, 0.688, 0.5621, 0.5574, 0.5505, 0.5487, 0.5439, 0.5426, 0.5357, 0.5354], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13800": {"relevant_ids": ["13799", "408522", "376590"], "ranked_ids": ["13799", "376590", "179943", "408522", "481109", "482825", "8622", "281010", "257857", "391952"], "ranked_scores": [0.8956, 0.8305, 0.8016, 0.7985, 0.7555, 0.7306, 0.7264, 0.7166, 0.7133, 0.7087], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.9675, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9675, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "250143": {"relevant_ids": ["250142"], "ranked_ids": ["250142", "473276", "368186", "225655", "57155", "38409", "509758", "229130", "76062", "533421"], "ranked_scores": [0.9246, 0.8202, 0.6794, 0.6442, 0.6196, 0.6165, 0.6006, 0.5973, 0.5957, 0.5926], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13223": {"relevant_ids": ["88348", "20277", "156773", "13224", "88349"], "ranked_ids": ["156773", "13224", "88348", "137719", "86343", "11938", "88349", "366749", "235061", "126265"], "ranked_scores": [0.97, 0.936, 0.8965, 0.8646, 0.8626, 0.8577, 0.851, 0.8341, 0.8283, 0.824], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.2, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6, "ndcg@5": 0.7227, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6, "ndcg@10": 0.8358, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.8}, "11002": {"relevant_ids": ["11003"], "ranked_ids": ["11003", "241075", "444112", "82619", "144197", "10212", "42203", "489539", "199548", "254672"], "ranked_scores": [0.9124, 0.8159, 0.8049, 0.7937, 0.7891, 0.7688, 0.7562, 0.7299, 0.7254, 0.6963], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177653": {"relevant_ids": ["79732"], "ranked_ids": ["79732", "39174", "525756", "395587", "412316", "310721", "525755", "293259", "194790", "225019"], "ranked_scores": [0.9574, 0.7358, 0.7103, 0.7037, 0.6964, 0.675, 0.6502, 0.6492, 0.6354, 0.5976], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "415592": {"relevant_ids": ["415591"], "ranked_ids": ["415591", "105088", "338816", "338815", "494912", "435045", "499684", "379146", "322822", "462451"], "ranked_scores": [0.9218, 0.7049, 0.6796, 0.6713, 0.6646, 0.659, 0.6575, 0.6472, 0.647, 0.6443], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "511196": {"relevant_ids": ["511197"], "ranked_ids": ["511197", "45940", "414717", "459789", "289278", "334665", "13803", "220842", "77372", "469291"], "ranked_scores": [0.8895, 0.6539, 0.6356, 0.6337, 0.6015, 0.595, 0.5875, 0.5729, 0.5722, 0.5631], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "344845": {"relevant_ids": ["344844"], "ranked_ids": ["344844", "161471", "503908", "327548", "224515", "111672", "79987", "95946", "187882", "292513"], "ranked_scores": [0.9054, 0.7747, 0.7301, 0.7257, 0.709, 0.7082, 0.6803, 0.6736, 0.6733, 0.667], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "396744": {"relevant_ids": ["396745"], "ranked_ids": ["396745", "284966", "511557", "454241", "464360", "145729", "394632", "319727", "516168", "75585"], "ranked_scores": [0.8345, 0.7242, 0.6522, 0.6273, 0.6219, 0.6056, 0.5991, 0.5934, 0.5919, 0.5896], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "452398": {"relevant_ids": ["452399"], "ranked_ids": ["452399", "487918", "530610", "346712", "324290", "342501", "395217", "372901", "461682", "303730"], "ranked_scores": [0.9432, 0.5869, 0.5867, 0.5701, 0.5699, 0.566, 0.5548, 0.547, 0.544, 0.5404], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "182114": {"relevant_ids": ["182113"], "ranked_ids": ["196647", "182113", "139689", "531602", "34513", "323531", "425919", "234482", "95186", "481882"], "ranked_scores": [0.8633, 0.7153, 0.6559, 0.6522, 0.6399, 0.6336, 0.6204, 0.6171, 0.6143, 0.6115], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "486260": {"relevant_ids": ["486259"], "ranked_ids": ["486259", "65893", "146738", "392356", "113749", "209254", "492147", "241333", "146737", "111946"], "ranked_scores": [0.9368, 0.7414, 0.7128, 0.7093, 0.7055, 0.7042, 0.6989, 0.6937, 0.6851, 0.683], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "455140": {"relevant_ids": ["315935"], "ranked_ids": ["315935", "427112", "308963", "150842", "315936", "124700", "50224", "16399", "173862", "142202"], "ranked_scores": [0.9039, 0.7708, 0.7618, 0.7451, 0.7198, 0.6929, 0.6905, 0.6888, 0.6668, 0.6636], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "56198": {"relevant_ids": ["56199"], "ranked_ids": ["56199", "160194", "249114", "43405", "130971", "138891", "302106", "7866", "310462", "259258"], "ranked_scores": [0.9664, 0.5996, 0.5769, 0.5624, 0.5544, 0.5494, 0.5303, 0.5219, 0.5197, 0.5173], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "30172": {"relevant_ids": ["145120", "68426", "30173", "373486", "185817", "145119"], "ranked_ids": ["160900", "145120", "205338", "68426", "373486", "185817", "30173", "185581", "357893", "53445"], "ranked_scores": [0.9254, 0.9125, 0.8803, 0.8775, 0.8516, 0.8307, 0.8302, 0.8233, 0.8226, 0.7866], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.1667, "ndcg@5": 0.4913, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.647, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.8333}, "127880": {"relevant_ids": ["241164"], "ranked_ids": ["241164", "135083", "121458", "210277", "64487", "141773", "450198", "337433", "358959", "22396"], "ranked_scores": [0.9246, 0.7699, 0.7588, 0.6935, 0.6787, 0.674, 0.6531, 0.6406, 0.6405, 0.6335], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "167969": {"relevant_ids": ["174461"], "ranked_ids": ["360983", "174461", "365197", "172806", "222958", "78497", "146236", "91854", "144121", "49800"], "ranked_scores": [0.8499, 0.8406, 0.6877, 0.6419, 0.6406, 0.6388, 0.6286, 0.6185, 0.6144, 0.613], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "97986": {"relevant_ids": ["97987"], "ranked_ids": ["97987", "44589", "98924", "105886", "98925", "41242", "376198", "41241", "141417", "326597"], "ranked_scores": [0.949, 0.7943, 0.6962, 0.6791, 0.6775, 0.6683, 0.6611, 0.6541, 0.6528, 0.6513], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "12865": {"relevant_ids": ["105683"], "ranked_ids": ["105683", "92902", "356189", "83623", "83622", "69748", "231925", "63277", "516398", "277453"], "ranked_scores": [0.9521, 0.7876, 0.7775, 0.7636, 0.7475, 0.7463, 0.6878, 0.6852, 0.6813, 0.6764], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "215681": {"relevant_ids": ["215680"], "ranked_ids": ["215680", "297373", "5733", "177080", "252239", "178515", "182107", "54139", "18634", "349338"], "ranked_scores": [0.966, 0.6336, 0.6322, 0.6279, 0.6125, 0.6115, 0.605, 0.5933, 0.5839, 0.5831], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-bge-base-en-v1.5-mrl-256-tq-1bit": {"127728": {"relevant_ids": ["127729"], "ranked_ids": ["38063", "445616", "190150", "127729", "188019", "153290", "205884", "166960", "276617", "48895"], "ranked_scores": [0.5391, 0.5156, 0.5078, 0.4922, 0.4688, 0.4688, 0.4687, 0.4609, 0.4609, 0.4531], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "318820": {"relevant_ids": ["318821"], "ranked_ids": ["318821", "367479", "360734", "73045", "103640", "452387", "167914", "355161", "370618", "496708"], "ranked_scores": [0.7734, 0.5156, 0.5, 0.5, 0.4687, 0.4609, 0.4609, 0.4531, 0.4453, 0.4375], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "296098": {"relevant_ids": ["296097"], "ranked_ids": ["45507", "45506", "134752", "364131", "296097", "423933", "469868", "173403", "307653", "322077"], "ranked_scores": [0.5781, 0.5, 0.4922, 0.4922, 0.4844, 0.4844, 0.4766, 0.4688, 0.4687, 0.4141], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "150414": {"relevant_ids": ["192835"], "ranked_ids": ["105782", "192835", "516620", "21131", "8875", "126746", "210681", "132912", "358763", "105783"], "ranked_scores": [0.7422, 0.7344, 0.6562, 0.6016, 0.6016, 0.5938, 0.5703, 0.5703, 0.5625, 0.5469], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "145582": {"relevant_ids": ["145583"], "ranked_ids": ["145583", "299264", "345532", "316486", "177277", "50570", "189925", "122533", "523035", "356671"], "ranked_scores": [0.6875, 0.5781, 0.4922, 0.4375, 0.4375, 0.4297, 0.4297, 0.4141, 0.4063, 0.4063], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "315712": {"relevant_ids": ["315713"], "ranked_ids": ["315713", "390120", "377891", "401513", "236508", "304086", "492506", "194841", "225375", "268021"], "ranked_scores": [0.7656, 0.5625, 0.5234, 0.5234, 0.5078, 0.5078, 0.4922, 0.4922, 0.4922, 0.4922], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145739": {"relevant_ids": ["145740"], "ranked_ids": ["145740", "241979", "303090", "366074", "251063", "294137", "415781", "336202", "453401", "8705"], "ranked_scores": [0.6094, 0.5078, 0.4844, 0.4844, 0.4453, 0.4375, 0.4297, 0.4297, 0.4297, 0.4297], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "308127": {"relevant_ids": ["308126"], "ranked_ids": ["308126", "139188", "77650", "428836", "367804", "287482", "160979", "282571", "490044", "271118"], "ranked_scores": [0.6016, 0.5, 0.4844, 0.4766, 0.4375, 0.4219, 0.4063, 0.4062, 0.3984, 0.3906], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "287245": {"relevant_ids": ["283198", "283199", "322650"], "ranked_ids": ["322650", "283198", "283199", "221784", "208412", "109049", "415784", "188940", "178634", "436296"], "ranked_scores": [0.6484, 0.6328, 0.6328, 0.4531, 0.4531, 0.4297, 0.4141, 0.4141, 0.4141, 0.4063], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "14755": {"relevant_ids": ["14756", "211906"], "ranked_ids": ["211906", "450970", "14756", "449494", "57678", "30834", "381248", "218584", "128231", "430796"], "ranked_scores": [0.7969, 0.7891, 0.7891, 0.5859, 0.5391, 0.5313, 0.5156, 0.5078, 0.5, 0.5], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.9197, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.9197, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9197, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "370170": {"relevant_ids": ["370169"], "ranked_ids": ["370169", "417976", "537762", "22763", "334238", "387761", "156412", "449037", "88911", "433820"], "ranked_scores": [0.9688, 0.5625, 0.5625, 0.4844, 0.4844, 0.4766, 0.4687, 0.4609, 0.4531, 0.4531], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "41774": {"relevant_ids": ["41773"], "ranked_ids": ["41773", "239344", "256671", "307530", "280245", "322074", "532999", "339534", "468655", "141438"], "ranked_scores": [0.6719, 0.4687, 0.4609, 0.4297, 0.4297, 0.4297, 0.4141, 0.4062, 0.3984, 0.3906], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "399648": {"relevant_ids": ["399649"], "ranked_ids": ["399649", "225815", "124071", "21253", "462253", "470800", "26748", "54706", "445074", "470113"], "ranked_scores": [0.9453, 0.5859, 0.5078, 0.5, 0.4844, 0.4688, 0.4609, 0.4531, 0.4453, 0.4453], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "504811": {"relevant_ids": ["504810"], "ranked_ids": ["504810", "298555", "84826", "499535", "381008", "309894", "364238", "5862", "322294", "74588"], "ranked_scores": [0.9063, 0.5703, 0.5234, 0.4844, 0.4687, 0.4609, 0.4531, 0.4531, 0.4453, 0.4375], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "362950": {"relevant_ids": ["400212", "362949"], "ranked_ids": ["362949", "400212", "487392", "427587", "105920", "475478", "105919", "411503", "291799", "9132"], "ranked_scores": [0.6797, 0.625, 0.6016, 0.6016, 0.5703, 0.5625, 0.5312, 0.5156, 0.5156, 0.5078], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "155873": {"relevant_ids": ["155874"], "ranked_ids": ["155874", "392604", "25477", "97652", "439035", "487664", "292617", "3249", "57879", "66884"], "ranked_scores": [0.5781, 0.5469, 0.5078, 0.4922, 0.4922, 0.4766, 0.4766, 0.4766, 0.4766, 0.4687], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "263432": {"relevant_ids": ["263433"], "ranked_ids": ["263433", "371563", "128303", "279243", "136838", "192229", "18217", "280100", "342725", "366114"], "ranked_scores": [0.5, 0.4609, 0.4375, 0.4375, 0.4297, 0.4062, 0.4062, 0.4062, 0.3984, 0.3984], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "354945": {"relevant_ids": ["354946"], "ranked_ids": ["354946", "254071", "236419", "462984", "322478", "473769", "108161", "462983", "137840", "495038"], "ranked_scores": [0.8359, 0.5781, 0.5, 0.4922, 0.4844, 0.4141, 0.4062, 0.3984, 0.3906, 0.375], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "245417": {"relevant_ids": ["219475", "248195"], "ranked_ids": ["219475", "40657", "64433", "248195", "413039", "37326", "319022", "368145", "164159", "456116"], "ranked_scores": [0.7656, 0.7031, 0.6641, 0.6563, 0.6406, 0.5391, 0.5234, 0.5234, 0.5156, 0.5078], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.8772, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.8772, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "516276": {"relevant_ids": ["516277"], "ranked_ids": ["516277", "510783", "76958", "62062", "34173", "19755", "387288", "197869", "118572", "347409"], "ranked_scores": [0.9219, 0.6016, 0.5937, 0.5937, 0.5703, 0.5625, 0.5313, 0.5312, 0.5156, 0.5], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177580": {"relevant_ids": ["177579"], "ranked_ids": ["177579", "18081", "234825", "129412", "129413", "115954", "525401", "75396", "394339", "272252"], "ranked_scores": [0.8828, 0.5234, 0.5078, 0.5078, 0.4844, 0.4766, 0.4687, 0.4609, 0.4531, 0.4453], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "309865": {"relevant_ids": ["78623", "33713", "78624"], "ranked_ids": ["33713", "78623", "405094", "153484", "209041", "495751", "437065", "78624", "360054", "109205"], "ranked_scores": [0.8438, 0.7656, 0.75, 0.7031, 0.6641, 0.6328, 0.6172, 0.6094, 0.5781, 0.5703], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.7654, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.9134, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "510387": {"relevant_ids": ["510386"], "ranked_ids": ["241538", "510386", "241537", "212478", "40390", "371033", "439080", "344869", "170896", "91350"], "ranked_scores": [0.7734, 0.6953, 0.6875, 0.6875, 0.6797, 0.6328, 0.5781, 0.5547, 0.5469, 0.5469], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "26645": {"relevant_ids": ["26644"], "ranked_ids": ["26644", "108781", "12895", "318396", "169541", "163452", "26813", "240705", "513186", "83874"], "ranked_scores": [0.9141, 0.6406, 0.5391, 0.5312, 0.5234, 0.5156, 0.4844, 0.4844, 0.4844, 0.4844], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "47788": {"relevant_ids": ["455725"], "ranked_ids": ["455725", "59223", "348138", "47789", "235686", "518171", "47703", "8505", "15132", "37221"], "ranked_scores": [0.7031, 0.6563, 0.6484, 0.6484, 0.6172, 0.6094, 0.5781, 0.5781, 0.5781, 0.5781], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "338281": {"relevant_ids": ["338282"], "ranked_ids": ["338282", "11563", "281647", "452930", "200288", "291354", "304167", "138712", "132742", "245726"], "ranked_scores": [0.6172, 0.3984, 0.3828, 0.375, 0.3516, 0.3359, 0.3359, 0.3281, 0.3203, 0.3203], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "461149": {"relevant_ids": ["461148"], "ranked_ids": ["525835", "461148", "203100", "283905", "417040", "472145", "443095", "488711", "277547", "519616"], "ranked_scores": [0.7031, 0.7031, 0.6328, 0.5469, 0.5078, 0.4687, 0.4609, 0.4531, 0.4453, 0.4453], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "346126": {"relevant_ids": ["110711", "110710"], "ranked_ids": ["110710", "110711", "154338", "528998", "254526", "296319", "55038", "340823", "168350", "229972"], "ranked_scores": [0.7656, 0.7266, 0.6328, 0.5703, 0.5625, 0.5625, 0.5391, 0.5391, 0.5391, 0.5234], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "372986": {"relevant_ids": ["262882", "49961"], "ranked_ids": ["49961", "262882", "140335", "140334", "485235", "226818", "303468", "497531", "127288", "497357"], "ranked_scores": [0.8516, 0.7344, 0.5937, 0.5937, 0.5625, 0.5547, 0.5469, 0.5469, 0.5313, 0.5156], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "501182": {"relevant_ids": ["501181"], "ranked_ids": ["501181", "231545", "274777", "411630", "501373", "524758", "129993", "8069", "34530", "458631"], "ranked_scores": [0.6875, 0.4219, 0.4219, 0.3906, 0.3906, 0.3906, 0.3828, 0.3828, 0.3828, 0.375], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13800": {"relevant_ids": ["13799", "408522", "376590"], "ranked_ids": ["13799", "376590", "408522", "179943", "132742", "481109", "391952", "482825", "443465", "8622"], "ranked_scores": [0.7344, 0.6172, 0.6172, 0.5937, 0.5703, 0.5312, 0.5156, 0.5, 0.5, 0.5], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "250143": {"relevant_ids": ["250142"], "ranked_ids": ["250142", "473276", "368186", "225655", "50538", "50539", "127989", "533421", "382691", "58986"], "ranked_scores": [0.8047, 0.7109, 0.5312, 0.5234, 0.5, 0.4844, 0.4766, 0.4766, 0.4766, 0.4688], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13223": {"relevant_ids": ["88348", "20277", "156773", "13224", "88349"], "ranked_ids": ["156773", "13224", "137719", "366749", "86343", "88348", "88349", "11938", "134852", "235061"], "ranked_scores": [0.9141, 0.7969, 0.7578, 0.7422, 0.7422, 0.7344, 0.7109, 0.6875, 0.6641, 0.6641], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.2, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.4, "ndcg@5": 0.5531, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.4, "ndcg@10": 0.787, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.8}, "11002": {"relevant_ids": ["11003"], "ranked_ids": ["11003", "241075", "444112", "144197", "10212", "17317", "87346", "468424", "489539", "464848"], "ranked_scores": [0.8672, 0.7109, 0.6016, 0.5703, 0.5703, 0.5391, 0.5313, 0.5234, 0.5234, 0.5156], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177653": {"relevant_ids": ["79732"], "ranked_ids": ["79732", "525756", "39174", "393895", "310721", "225019", "194790", "200611", "395587", "208017"], "ranked_scores": [0.8828, 0.5781, 0.5547, 0.5234, 0.4687, 0.4531, 0.4531, 0.4453, 0.4453, 0.4453], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "415592": {"relevant_ids": ["415591"], "ranked_ids": ["415591", "435045", "84634", "430072", "338816", "379146", "81159", "202892", "119111", "494912"], "ranked_scores": [0.8359, 0.5156, 0.5078, 0.4844, 0.4766, 0.4609, 0.4531, 0.4531, 0.4453, 0.4375], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "511196": {"relevant_ids": ["511197"], "ranked_ids": ["511197", "289278", "13803", "251545", "191329", "45940", "224675", "459789", "414717", "220596"], "ranked_scores": [0.7266, 0.4609, 0.4141, 0.3984, 0.3906, 0.3906, 0.3828, 0.375, 0.3672, 0.3594], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "344845": {"relevant_ids": ["344844"], "ranked_ids": ["344844", "161471", "224515", "503908", "327548", "384928", "95946", "380767", "118579", "111672"], "ranked_scores": [0.7344, 0.6016, 0.5781, 0.5703, 0.5391, 0.5312, 0.5312, 0.5234, 0.5234, 0.5078], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "396744": {"relevant_ids": ["396745"], "ranked_ids": ["396745", "284966", "506577", "511557", "454241", "516168", "236438", "338567", "375685", "370498"], "ranked_scores": [0.625, 0.5156, 0.4844, 0.4688, 0.4609, 0.4531, 0.4531, 0.4375, 0.4375, 0.4219], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "452398": {"relevant_ids": ["452399"], "ranked_ids": ["452399", "530610", "487918", "90225", "395217", "60646", "174890", "346712", "372901", "461682"], "ranked_scores": [0.8359, 0.4844, 0.4688, 0.4375, 0.4375, 0.4219, 0.4219, 0.4219, 0.4219, 0.4141], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "182114": {"relevant_ids": ["182113"], "ranked_ids": ["196647", "24197", "182113", "234482", "531602", "139689", "533693", "31138", "1809", "425919"], "ranked_scores": [0.7422, 0.5938, 0.5859, 0.5625, 0.5625, 0.5625, 0.5547, 0.5234, 0.5, 0.5], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "486260": {"relevant_ids": ["486259"], "ranked_ids": ["486259", "146738", "241333", "146737", "392356", "492147", "113100", "65893", "209255", "209254"], "ranked_scores": [0.8828, 0.5703, 0.5547, 0.5547, 0.5469, 0.5391, 0.5312, 0.5234, 0.5234, 0.5234], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "455140": {"relevant_ids": ["315935"], "ranked_ids": ["315935", "308963", "150842", "427112", "16399", "510681", "519049", "124700", "318887", "106381"], "ranked_scores": [0.7734, 0.6172, 0.6094, 0.5859, 0.4844, 0.4844, 0.4766, 0.4766, 0.4687, 0.4687], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "56198": {"relevant_ids": ["56199"], "ranked_ids": ["56199", "160194", "67917", "130971", "521606", "7866", "43404", "43405", "380746", "302106"], "ranked_scores": [0.9219, 0.4375, 0.4063, 0.3984, 0.3828, 0.375, 0.375, 0.375, 0.3672, 0.3594], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "30172": {"relevant_ids": ["145120", "68426", "30173", "373486", "185817", "145119"], "ranked_ids": ["145120", "160900", "68426", "357893", "373486", "185817", "205338", "30173", "145119", "15236"], "ranked_scores": [0.8437, 0.8203, 0.7656, 0.7031, 0.6953, 0.6875, 0.6797, 0.6797, 0.6719, 0.6641], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.1667, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.6399, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.8653, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "127880": {"relevant_ids": ["241164"], "ranked_ids": ["241164", "370634", "121458", "135083", "210277", "366050", "350284", "216657", "373821", "373820"], "ranked_scores": [0.7109, 0.5859, 0.5469, 0.5156, 0.5078, 0.5, 0.4922, 0.4766, 0.4609, 0.4609], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "167969": {"relevant_ids": ["174461"], "ranked_ids": ["174461", "360983", "91854", "85534", "365197", "171665", "130124", "49800", "315016", "207491"], "ranked_scores": [0.7422, 0.6953, 0.5547, 0.5312, 0.5234, 0.5156, 0.5078, 0.5078, 0.5, 0.4922], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "97986": {"relevant_ids": ["97987"], "ranked_ids": ["97987", "44589", "105886", "393565", "41242", "108564", "308991", "326597", "290935", "141417"], "ranked_scores": [0.9219, 0.7188, 0.5312, 0.5312, 0.5234, 0.5234, 0.4844, 0.4844, 0.4688, 0.4687], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "12865": {"relevant_ids": ["105683"], "ranked_ids": ["105683", "356189", "83623", "83622", "69748", "277453", "506722", "516398", "185769", "92902"], "ranked_scores": [0.8359, 0.5938, 0.5859, 0.5625, 0.5313, 0.5234, 0.5078, 0.4844, 0.4766, 0.4766], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "215681": {"relevant_ids": ["215680"], "ranked_ids": ["215680", "178515", "177080", "430796", "5733", "57552", "252239", "320539", "211426", "520998"], "ranked_scores": [0.8516, 0.5781, 0.5547, 0.5156, 0.5156, 0.5078, 0.4922, 0.4922, 0.4844, 0.4688], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-bge-base-en-v1.5-mrl-256-tq-2bit": {"127728": {"relevant_ids": ["127729"], "ranked_ids": ["127729", "38063", "78763", "48895", "190150", "205884", "250619", "188019", "485054", "445616"], "ranked_scores": [0.6465, 0.6362, 0.6175, 0.6166, 0.6063, 0.5956, 0.5857, 0.5818, 0.5766, 0.5751], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "318820": {"relevant_ids": ["318821"], "ranked_ids": ["318821", "367479", "355161", "360734", "20112", "496708", "73045", "103640", "167747", "457906"], "ranked_scores": [0.8666, 0.7119, 0.6192, 0.6102, 0.5891, 0.5841, 0.5592, 0.5517, 0.5509, 0.5492], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "296098": {"relevant_ids": ["296097"], "ranked_ids": ["469868", "134752", "45507", "173403", "296097", "307653", "423933", "45506", "364131", "322077"], "ranked_scores": [0.6557, 0.6535, 0.6335, 0.6226, 0.6191, 0.6189, 0.6167, 0.6066, 0.5963, 0.5187], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "150414": {"relevant_ids": ["192835"], "ranked_ids": ["192835", "105782", "516620", "8875", "105783", "126746", "21131", "103122", "126745", "98863"], "ranked_scores": [0.8921, 0.8824, 0.81, 0.7845, 0.7648, 0.7499, 0.746, 0.732, 0.7199, 0.6994], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145582": {"relevant_ids": ["145583"], "ranked_ids": ["145583", "299264", "345532", "87614", "122533", "130013", "369955", "454248", "50570", "285962"], "ranked_scores": [0.7889, 0.6908, 0.5443, 0.5135, 0.4948, 0.4927, 0.4914, 0.4905, 0.4879, 0.4844], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "315712": {"relevant_ids": ["315713"], "ranked_ids": ["315713", "396505", "390120", "203205", "377891", "509426", "268021", "454814", "236508", "120489"], "ranked_scores": [0.8727, 0.6512, 0.6369, 0.6318, 0.6093, 0.609, 0.6074, 0.6047, 0.6045, 0.5947], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145739": {"relevant_ids": ["145740"], "ranked_ids": ["145740", "241979", "366074", "115412", "8705", "415781", "303090", "375395", "453401", "148222"], "ranked_scores": [0.7639, 0.6368, 0.6104, 0.5813, 0.5795, 0.5773, 0.5765, 0.564, 0.5622, 0.5538], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "308127": {"relevant_ids": ["308126"], "ranked_ids": ["308126", "139188", "428836", "367804", "77650", "282571", "498938", "385951", "301104", "154044"], "ranked_scores": [0.7656, 0.5445, 0.5423, 0.5322, 0.5316, 0.5274, 0.5188, 0.5132, 0.4929, 0.4922], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "287245": {"relevant_ids": ["283198", "283199", "322650"], "ranked_ids": ["322650", "283199", "283198", "208412", "109049", "405392", "188940", "420736", "508239", "107159"], "ranked_scores": [0.814, 0.8109, 0.8039, 0.5721, 0.5672, 0.5447, 0.5372, 0.5141, 0.5132, 0.5101], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "14755": {"relevant_ids": ["14756", "211906"], "ranked_ids": ["211906", "14756", "450970", "30834", "235454", "57678", "236793", "383325", "535700", "449494"], "ranked_scores": [0.8787, 0.8745, 0.8729, 0.7669, 0.7066, 0.6852, 0.6404, 0.6256, 0.6192, 0.6192], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "370170": {"relevant_ids": ["370169"], "ranked_ids": ["370169", "449037", "537762", "22763", "417976", "466920", "433820", "334238", "476551", "387761"], "ranked_scores": [0.9809, 0.6524, 0.6171, 0.6124, 0.5992, 0.5931, 0.5809, 0.5571, 0.5423, 0.5416], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "41774": {"relevant_ids": ["41773"], "ranked_ids": ["41773", "173048", "239344", "307530", "454279", "211076", "487008", "256671", "532062", "437157"], "ranked_scores": [0.819, 0.5531, 0.5446, 0.5326, 0.5215, 0.5123, 0.5088, 0.5006, 0.5003, 0.4979], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "399648": {"relevant_ids": ["399649"], "ranked_ids": ["399649", "225815", "212809", "462253", "445074", "243294", "504913", "26748", "21253", "146745"], "ranked_scores": [0.9851, 0.6189, 0.614, 0.6111, 0.6073, 0.5933, 0.5804, 0.5705, 0.563, 0.5563], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "504811": {"relevant_ids": ["504810"], "ranked_ids": ["504810", "298555", "179618", "309894", "74588", "84826", "499535", "448774", "220414", "5862"], "ranked_scores": [0.9422, 0.6135, 0.5949, 0.5762, 0.5692, 0.5627, 0.5609, 0.5558, 0.5526, 0.5371], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "362950": {"relevant_ids": ["400212", "362949"], "ranked_ids": ["362949", "400212", "105920", "427587", "105919", "465929", "43209", "9132", "429502", "475478"], "ranked_scores": [0.7974, 0.7474, 0.6866, 0.6733, 0.6732, 0.662, 0.6591, 0.6577, 0.6543, 0.648], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "155873": {"relevant_ids": ["155874"], "ranked_ids": ["155874", "392604", "97652", "292617", "446058", "136219", "115329", "88342", "25477", "66884"], "ranked_scores": [0.7593, 0.723, 0.6018, 0.5958, 0.5776, 0.5754, 0.5651, 0.561, 0.5551, 0.5539], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "263432": {"relevant_ids": ["263433"], "ranked_ids": ["263433", "128303", "18217", "371563", "279243", "510661", "401373", "431860", "409956", "471057"], "ranked_scores": [0.7096, 0.6239, 0.5845, 0.5705, 0.5284, 0.5235, 0.5166, 0.5038, 0.5035, 0.503], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "354945": {"relevant_ids": ["354946"], "ranked_ids": ["354946", "254071", "322478", "236419", "462984", "462983", "243923", "473769", "495038", "121510"], "ranked_scores": [0.902, 0.6689, 0.6095, 0.5725, 0.5447, 0.5389, 0.5254, 0.5122, 0.4886, 0.4749], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "245417": {"relevant_ids": ["219475", "248195"], "ranked_ids": ["40657", "219475", "64433", "164159", "248195", "413039", "319022", "368145", "37326", "152213"], "ranked_scores": [0.8311, 0.8045, 0.7272, 0.7159, 0.7047, 0.6965, 0.6942, 0.6675, 0.6646, 0.6368], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6241, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6241, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "516276": {"relevant_ids": ["516277"], "ranked_ids": ["516277", "34173", "19755", "76958", "62062", "510783", "352189", "197869", "112502", "143842"], "ranked_scores": [0.9433, 0.7766, 0.7685, 0.7136, 0.713, 0.707, 0.6871, 0.6834, 0.6502, 0.6268], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177580": {"relevant_ids": ["177579"], "ranked_ids": ["177579", "129412", "234825", "18081", "129413", "272252", "115954", "76563", "419100", "517075"], "ranked_scores": [0.9379, 0.6077, 0.605, 0.6034, 0.594, 0.5774, 0.5739, 0.5665, 0.5506, 0.5468], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "309865": {"relevant_ids": ["78623", "33713", "78624"], "ranked_ids": ["78623", "33713", "405094", "153484", "78624", "209041", "437065", "469068", "495751", "20635"], "ranked_scores": [0.8748, 0.8729, 0.8697, 0.8655, 0.8233, 0.7615, 0.7581, 0.7479, 0.7331, 0.7131], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.9469, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9469, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "510387": {"relevant_ids": ["510386"], "ranked_ids": ["241538", "510386", "371033", "40390", "241537", "212478", "344869", "170896", "439080", "284736"], "ranked_scores": [0.8104, 0.7935, 0.7828, 0.7771, 0.7464, 0.741, 0.7335, 0.7043, 0.6766, 0.643], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "26645": {"relevant_ids": ["26644"], "ranked_ids": ["26644", "108781", "163452", "169541", "207775", "318396", "221561", "39917", "407458", "209092"], "ranked_scores": [0.9675, 0.7612, 0.6484, 0.6448, 0.6334, 0.6178, 0.6111, 0.611, 0.6109, 0.6028], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "47788": {"relevant_ids": ["455725"], "ranked_ids": ["455725", "348138", "47789", "59223", "518171", "47703", "101721", "37221", "8505", "15132"], "ranked_scores": [0.8372, 0.7647, 0.7638, 0.7629, 0.746, 0.7441, 0.7351, 0.7287, 0.7122, 0.7082], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "338281": {"relevant_ids": ["338282"], "ranked_ids": ["338282", "11563", "452930", "263861", "338711", "291354", "281647", "327767", "200288", "138712"], "ranked_scores": [0.8069, 0.5353, 0.5316, 0.5082, 0.4883, 0.4834, 0.4818, 0.4781, 0.445, 0.4429], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "461149": {"relevant_ids": ["461148"], "ranked_ids": ["525835", "461148", "203100", "283905", "443095", "519616", "472145", "335800", "417040", "527101"], "ranked_scores": [0.8207, 0.8198, 0.7746, 0.6833, 0.6071, 0.5963, 0.5871, 0.5715, 0.5685, 0.565], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "346126": {"relevant_ids": ["110711", "110710"], "ranked_ids": ["110710", "110711", "154338", "168350", "340823", "254526", "340725", "160306", "296319", "85707"], "ranked_scores": [0.8742, 0.8076, 0.7858, 0.6983, 0.6811, 0.6552, 0.6469, 0.6217, 0.62, 0.6182], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "372986": {"relevant_ids": ["262882", "49961"], "ranked_ids": ["49961", "262882", "497531", "226818", "485235", "303468", "497357", "491226", "215938", "140334"], "ranked_scores": [0.9363, 0.8346, 0.7077, 0.6707, 0.6591, 0.656, 0.6522, 0.6382, 0.628, 0.6252], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "501182": {"relevant_ids": ["501181"], "ranked_ids": ["501181", "274777", "447737", "231545", "129993", "25920", "261255", "524758", "402718", "384476"], "ranked_scores": [0.8043, 0.6148, 0.5301, 0.5211, 0.5195, 0.5153, 0.5115, 0.5043, 0.4982, 0.4981], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13800": {"relevant_ids": ["13799", "408522", "376590"], "ranked_ids": ["13799", "376590", "179943", "408522", "481109", "482825", "132742", "391952", "214970", "281010"], "ranked_scores": [0.849, 0.7619, 0.7391, 0.7197, 0.6715, 0.6399, 0.6336, 0.6304, 0.6289, 0.6279], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.9675, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9675, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "250143": {"relevant_ids": ["250142"], "ranked_ids": ["250142", "473276", "368186", "225655", "50539", "38409", "50538", "509758", "57155", "533421"], "ranked_scores": [0.8915, 0.7819, 0.6248, 0.6199, 0.5821, 0.5774, 0.5701, 0.5635, 0.5632, 0.5613], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13223": {"relevant_ids": ["88348", "20277", "156773", "13224", "88349"], "ranked_ids": ["156773", "13224", "88348", "137719", "86343", "366749", "11938", "88349", "24720", "126265"], "ranked_scores": [0.9538, 0.9009, 0.845, 0.8356, 0.8212, 0.8166, 0.8105, 0.8095, 0.7909, 0.7879], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.2, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6, "ndcg@5": 0.7227, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6, "ndcg@10": 0.8297, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.8}, "11002": {"relevant_ids": ["11003"], "ranked_ids": ["11003", "444112", "241075", "10212", "144197", "42203", "489539", "254672", "156839", "82619"], "ranked_scores": [0.8601, 0.7462, 0.7155, 0.7101, 0.705, 0.666, 0.6545, 0.6508, 0.6378, 0.6356], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177653": {"relevant_ids": ["79732"], "ranked_ids": ["79732", "39174", "525756", "395587", "200611", "373275", "310721", "393895", "412316", "194790"], "ranked_scores": [0.9088, 0.7024, 0.6773, 0.6327, 0.6052, 0.5878, 0.5844, 0.5598, 0.552, 0.5506], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "415592": {"relevant_ids": ["415591"], "ranked_ids": ["415591", "430072", "105088", "499684", "81159", "84634", "119111", "338816", "379146", "435045"], "ranked_scores": [0.8959, 0.6559, 0.6333, 0.6298, 0.6292, 0.6265, 0.6121, 0.6034, 0.6025, 0.5955], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "511196": {"relevant_ids": ["511197"], "ranked_ids": ["511197", "289278", "45940", "414717", "156490", "459789", "13803", "251545", "191329", "77372"], "ranked_scores": [0.8323, 0.5728, 0.5441, 0.5373, 0.5361, 0.5264, 0.5235, 0.5107, 0.4953, 0.4943], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "344845": {"relevant_ids": ["344844"], "ranked_ids": ["344844", "161471", "327548", "503908", "95946", "224515", "79987", "405733", "118579", "187882"], "ranked_scores": [0.8474, 0.723, 0.7154, 0.6751, 0.6686, 0.6629, 0.6585, 0.6417, 0.6383, 0.6363], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "396744": {"relevant_ids": ["396745"], "ranked_ids": ["396745", "454241", "284966", "516168", "145729", "338567", "375685", "506577", "319727", "511557"], "ranked_scores": [0.7688, 0.6659, 0.6346, 0.591, 0.5759, 0.5648, 0.5536, 0.5476, 0.5458, 0.5341], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "452398": {"relevant_ids": ["452399"], "ranked_ids": ["452399", "530610", "324290", "346712", "90225", "27545", "264774", "267939", "303730", "435989"], "ranked_scores": [0.9346, 0.6285, 0.5537, 0.5401, 0.5359, 0.526, 0.5237, 0.5235, 0.5186, 0.5166], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "182114": {"relevant_ids": ["182113"], "ranked_ids": ["196647", "182113", "234482", "24197", "481882", "533693", "139689", "531602", "34513", "425919"], "ranked_scores": [0.842, 0.7151, 0.6975, 0.6554, 0.6505, 0.6323, 0.6257, 0.6138, 0.6079, 0.5951], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "486260": {"relevant_ids": ["486259"], "ranked_ids": ["486259", "392356", "492147", "146737", "113749", "146738", "65893", "266904", "209254", "111946"], "ranked_scores": [0.9095, 0.7237, 0.7044, 0.6818, 0.6788, 0.6754, 0.6739, 0.6543, 0.6487, 0.6451], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "455140": {"relevant_ids": ["315935"], "ranked_ids": ["315935", "150842", "427112", "308963", "124700", "50224", "16399", "315936", "519049", "142202"], "ranked_scores": [0.8491, 0.7316, 0.7199, 0.6928, 0.6682, 0.6565, 0.6548, 0.6391, 0.6299, 0.6262], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "56198": {"relevant_ids": ["56199"], "ranked_ids": ["56199", "160194", "43405", "43404", "243039", "130971", "249114", "67917", "521606", "302106"], "ranked_scores": [0.9523, 0.552, 0.5081, 0.4958, 0.4862, 0.4837, 0.474, 0.4621, 0.4603, 0.4586], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "30172": {"relevant_ids": ["145120", "68426", "30173", "373486", "185817", "145119"], "ranked_ids": ["145120", "160900", "68426", "205338", "185817", "373486", "357893", "30173", "185581", "192604"], "ranked_scores": [0.9065, 0.8698, 0.8457, 0.7932, 0.7776, 0.7772, 0.7676, 0.7475, 0.7437, 0.7413], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.1667, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.6399, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.7742, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.8333}, "127880": {"relevant_ids": ["241164"], "ranked_ids": ["241164", "121458", "135083", "370634", "210277", "141773", "450198", "350284", "329579", "366050"], "ranked_scores": [0.8638, 0.7012, 0.6896, 0.6436, 0.641, 0.6, 0.5998, 0.5964, 0.5951, 0.5893], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "167969": {"relevant_ids": ["174461"], "ranked_ids": ["174461", "360983", "171665", "365197", "91854", "280033", "130123", "85534", "222958", "449678"], "ranked_scores": [0.8302, 0.7977, 0.6314, 0.6166, 0.5988, 0.5973, 0.5973, 0.5866, 0.5758, 0.5706], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "97986": {"relevant_ids": ["97987"], "ranked_ids": ["97987", "44589", "393565", "105886", "108564", "41242", "326597", "41241", "141417", "384292"], "ranked_scores": [0.9304, 0.7656, 0.6381, 0.6216, 0.6046, 0.6018, 0.6002, 0.5885, 0.5841, 0.5792], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "12865": {"relevant_ids": ["105683"], "ranked_ids": ["105683", "92902", "356189", "83623", "69748", "83622", "63277", "277453", "231925", "528844"], "ranked_scores": [0.9231, 0.7339, 0.7319, 0.6946, 0.6824, 0.6552, 0.6233, 0.6202, 0.6195, 0.6084], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "215681": {"relevant_ids": ["215680"], "ranked_ids": ["215680", "177080", "5733", "252239", "178515", "211426", "297373", "520998", "192922", "57552"], "ranked_scores": [0.9277, 0.6806, 0.6665, 0.6235, 0.6122, 0.609, 0.6055, 0.5915, 0.5824, 0.5823], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-bge-base-en-v1.5-mrl-256-tq-3bit": {"127728": {"relevant_ids": ["127729"], "ranked_ids": ["127729", "38063", "48895", "188019", "205884", "190150", "276617", "245618", "485054", "78763"], "ranked_scores": [0.7111, 0.6955, 0.6549, 0.6469, 0.6463, 0.6423, 0.6287, 0.6202, 0.6176, 0.612], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "318820": {"relevant_ids": ["318821"], "ranked_ids": ["318821", "367479", "496708", "355161", "360734", "222238", "20112", "73045", "452387", "491039"], "ranked_scores": [0.9111, 0.7595, 0.6434, 0.642, 0.6268, 0.6092, 0.6064, 0.6042, 0.6039, 0.6001], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "296098": {"relevant_ids": ["296097"], "ranked_ids": ["134752", "45507", "469868", "173403", "307653", "45506", "296097", "423933", "364131", "56686"], "ranked_scores": [0.6833, 0.6676, 0.6643, 0.6612, 0.6528, 0.6512, 0.6384, 0.6348, 0.6113, 0.5522], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "150414": {"relevant_ids": ["192835"], "ranked_ids": ["192835", "105782", "516620", "8875", "105783", "126746", "103122", "21131", "126745", "98863"], "ranked_scores": [0.941, 0.9237, 0.8715, 0.8377, 0.8138, 0.8039, 0.792, 0.7713, 0.7393, 0.73], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145582": {"relevant_ids": ["145583"], "ranked_ids": ["145583", "299264", "87614", "345532", "316486", "130013", "285851", "454248", "369955", "122533"], "ranked_scores": [0.8255, 0.7328, 0.5834, 0.5716, 0.5491, 0.5424, 0.5413, 0.5264, 0.5166, 0.5132], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "315712": {"relevant_ids": ["315713"], "ranked_ids": ["315713", "396505", "203205", "390120", "236508", "268021", "401513", "261260", "509426", "194841"], "ranked_scores": [0.9105, 0.6741, 0.6628, 0.6578, 0.6412, 0.6358, 0.6333, 0.6238, 0.6232, 0.6154], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145739": {"relevant_ids": ["145740"], "ranked_ids": ["145740", "366074", "241979", "415781", "8705", "148222", "303090", "453401", "115412", "375395"], "ranked_scores": [0.8142, 0.7057, 0.6934, 0.6494, 0.6255, 0.6209, 0.613, 0.6036, 0.5973, 0.5925], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "308127": {"relevant_ids": ["308126"], "ranked_ids": ["308126", "498938", "385951", "282571", "428836", "367804", "77650", "139188", "154044", "287482"], "ranked_scores": [0.844, 0.6202, 0.6062, 0.582, 0.5617, 0.5607, 0.5494, 0.5464, 0.5458, 0.5342], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "287245": {"relevant_ids": ["283198", "283199", "322650"], "ranked_ids": ["322650", "283198", "283199", "109049", "208412", "188940", "405392", "221784", "505949", "420279"], "ranked_scores": [0.852, 0.8473, 0.8443, 0.6502, 0.5999, 0.5947, 0.5944, 0.5694, 0.5458, 0.5453], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "14755": {"relevant_ids": ["14756", "211906"], "ranked_ids": ["14756", "211906", "450970", "30834", "235454", "57678", "449494", "236793", "535700", "381248"], "ranked_scores": [0.9322, 0.932, 0.926, 0.7986, 0.7454, 0.7434, 0.7159, 0.6896, 0.6813, 0.6715], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "370170": {"relevant_ids": ["370169"], "ranked_ids": ["370169", "433820", "449037", "22763", "466920", "537762", "417976", "334238", "404718", "211280"], "ranked_scores": [0.9893, 0.6674, 0.6456, 0.6417, 0.6361, 0.633, 0.6197, 0.5954, 0.5528, 0.5521], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "41774": {"relevant_ids": ["41773"], "ranked_ids": ["41773", "239344", "173048", "307530", "214766", "211076", "256671", "185583", "454279", "468655"], "ranked_scores": [0.868, 0.5999, 0.577, 0.5545, 0.5508, 0.5255, 0.5137, 0.5102, 0.5086, 0.5078], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "399648": {"relevant_ids": ["399649"], "ranked_ids": ["399649", "462253", "212809", "225815", "243294", "445074", "146745", "26748", "412309", "504913"], "ranked_scores": [0.9904, 0.6431, 0.6417, 0.6415, 0.6186, 0.6127, 0.6063, 0.6056, 0.602, 0.6009], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "504811": {"relevant_ids": ["504810"], "ranked_ids": ["504810", "298555", "179618", "84826", "309894", "499535", "279073", "448774", "74588", "90374"], "ranked_scores": [0.9691, 0.6481, 0.6208, 0.6045, 0.592, 0.5872, 0.5832, 0.5781, 0.5746, 0.5709], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "362950": {"relevant_ids": ["400212", "362949"], "ranked_ids": ["362949", "400212", "105920", "465929", "244712", "105919", "427587", "475478", "429502", "43209"], "ranked_scores": [0.8488, 0.8258, 0.7713, 0.7265, 0.7222, 0.7095, 0.7066, 0.7019, 0.7008, 0.6993], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "155873": {"relevant_ids": ["155874"], "ranked_ids": ["155874", "392604", "97652", "292617", "136219", "446058", "294020", "444541", "3249", "66884"], "ranked_scores": [0.8008, 0.7678, 0.6293, 0.6241, 0.6165, 0.6027, 0.5968, 0.5888, 0.5864, 0.5759], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "263432": {"relevant_ids": ["263433"], "ranked_ids": ["263433", "128303", "18217", "371563", "104254", "401373", "431860", "108849", "279243", "471057"], "ranked_scores": [0.7798, 0.665, 0.6118, 0.5806, 0.5536, 0.5533, 0.5481, 0.5426, 0.5354, 0.5304], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "354945": {"relevant_ids": ["354946"], "ranked_ids": ["354946", "254071", "462984", "322478", "462983", "236419", "243923", "495038", "473769", "121510"], "ranked_scores": [0.9489, 0.7193, 0.6207, 0.613, 0.5938, 0.5783, 0.5681, 0.5385, 0.5295, 0.4936], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "245417": {"relevant_ids": ["219475", "248195"], "ranked_ids": ["40657", "219475", "248195", "64433", "413039", "164159", "37326", "319022", "368145", "152213"], "ranked_scores": [0.8897, 0.8665, 0.7856, 0.7841, 0.763, 0.7567, 0.7512, 0.7502, 0.7057, 0.6751], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6934, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6934, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6934, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "516276": {"relevant_ids": ["516277"], "ranked_ids": ["516277", "34173", "19755", "197869", "76958", "510783", "62062", "352189", "143842", "112502"], "ranked_scores": [0.9609, 0.796, 0.7942, 0.74, 0.7385, 0.7315, 0.7294, 0.7137, 0.7114, 0.6912], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177580": {"relevant_ids": ["177579"], "ranked_ids": ["177579", "18081", "129412", "129413", "234825", "115954", "272252", "517075", "76563", "419100"], "ranked_scores": [0.9653, 0.6618, 0.659, 0.6419, 0.6345, 0.6328, 0.6102, 0.5905, 0.584, 0.5695], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "309865": {"relevant_ids": ["78623", "33713", "78624"], "ranked_ids": ["33713", "78623", "405094", "153484", "78624", "209041", "437065", "495751", "469068", "20635"], "ranked_scores": [0.9254, 0.9152, 0.9073, 0.8755, 0.8439, 0.8164, 0.7859, 0.7706, 0.7648, 0.7461], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.9469, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9469, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "510387": {"relevant_ids": ["510386"], "ranked_ids": ["241538", "510386", "371033", "40390", "241537", "212478", "344869", "170896", "364334", "439080"], "ranked_scores": [0.8515, 0.8352, 0.8052, 0.792, 0.7841, 0.7712, 0.7584, 0.7044, 0.7019, 0.7008], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "26645": {"relevant_ids": ["26644"], "ranked_ids": ["26644", "108781", "318396", "169541", "207775", "163452", "83874", "411539", "83875", "221561"], "ranked_scores": [0.9612, 0.7821, 0.7062, 0.6605, 0.657, 0.6385, 0.6371, 0.6361, 0.6334, 0.632], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "47788": {"relevant_ids": ["455725"], "ranked_ids": ["455725", "59223", "47703", "47789", "348138", "518171", "101721", "235686", "37221", "8505"], "ranked_scores": [0.886, 0.8065, 0.8053, 0.8052, 0.8004, 0.8001, 0.7615, 0.757, 0.753, 0.75], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "338281": {"relevant_ids": ["338282"], "ranked_ids": ["338282", "338711", "263861", "291354", "11563", "452930", "200288", "281647", "57017", "327767"], "ranked_scores": [0.8345, 0.557, 0.5212, 0.5103, 0.5089, 0.5089, 0.5051, 0.4922, 0.478, 0.4703], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "461149": {"relevant_ids": ["461148"], "ranked_ids": ["461148", "525835", "203100", "283905", "443095", "527101", "519616", "417040", "250197", "335800"], "ranked_scores": [0.8725, 0.8586, 0.8259, 0.7298, 0.665, 0.6394, 0.639, 0.6339, 0.6193, 0.6136], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "346126": {"relevant_ids": ["110711", "110710"], "ranked_ids": ["110710", "154338", "110711", "340823", "168350", "340725", "254526", "296319", "355996", "160306"], "ranked_scores": [0.9105, 0.8587, 0.845, 0.7189, 0.7178, 0.697, 0.6898, 0.6792, 0.675, 0.6702], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.9197, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.9197, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9197, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "372986": {"relevant_ids": ["262882", "49961"], "ranked_ids": ["49961", "262882", "497531", "303468", "485235", "226818", "140334", "497357", "108183", "215938"], "ranked_scores": [0.9519, 0.8487, 0.727, 0.7058, 0.686, 0.6783, 0.676, 0.6668, 0.6666, 0.6631], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "501182": {"relevant_ids": ["501181"], "ranked_ids": ["501181", "274777", "129993", "261255", "456116", "402718", "231545", "25920", "179018", "524758"], "ranked_scores": [0.8772, 0.6659, 0.5834, 0.5621, 0.5595, 0.552, 0.5501, 0.5417, 0.5389, 0.5309], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13800": {"relevant_ids": ["13799", "408522", "376590"], "ranked_ids": ["13799", "376590", "179943", "408522", "481109", "281010", "482825", "391952", "257857", "454343"], "ranked_scores": [0.8811, 0.8292, 0.7663, 0.755, 0.7261, 0.7049, 0.6955, 0.679, 0.6749, 0.6598], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.9675, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9675, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "250143": {"relevant_ids": ["250142"], "ranked_ids": ["250142", "473276", "368186", "533421", "509758", "38409", "57155", "225655", "50538", "127989"], "ranked_scores": [0.9219, 0.8268, 0.6592, 0.6184, 0.6182, 0.6166, 0.6155, 0.6154, 0.5886, 0.583], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13223": {"relevant_ids": ["88348", "20277", "156773", "13224", "88349"], "ranked_ids": ["156773", "13224", "88348", "86343", "88349", "137719", "366749", "24720", "11938", "126265"], "ranked_scores": [0.9727, 0.9291, 0.8818, 0.8665, 0.8652, 0.8473, 0.846, 0.8376, 0.8167, 0.8082], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.2, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6, "ndcg@5": 0.8539, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.8, "ndcg@10": 0.8539, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.8}, "11002": {"relevant_ids": ["11003"], "ranked_ids": ["11003", "444112", "241075", "144197", "10212", "42203", "489539", "82619", "199548", "347493"], "ranked_scores": [0.9144, 0.8048, 0.8026, 0.7746, 0.7655, 0.7163, 0.714, 0.7027, 0.6838, 0.6837], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177653": {"relevant_ids": ["79732"], "ranked_ids": ["79732", "39174", "525756", "395587", "200611", "373275", "412316", "310721", "194790", "525755"], "ranked_scores": [0.951, 0.7377, 0.6963, 0.6827, 0.6767, 0.6336, 0.631, 0.6266, 0.6227, 0.6057], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "415592": {"relevant_ids": ["415591"], "ranked_ids": ["415591", "430072", "499684", "105088", "379146", "84634", "119111", "338816", "81159", "494912"], "ranked_scores": [0.9307, 0.6957, 0.6761, 0.6665, 0.6594, 0.6491, 0.6445, 0.6441, 0.6416, 0.6357], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "511196": {"relevant_ids": ["511197"], "ranked_ids": ["511197", "289278", "156490", "414717", "251545", "45940", "459789", "77372", "13803", "191329"], "ranked_scores": [0.8755, 0.6486, 0.6086, 0.5884, 0.585, 0.5736, 0.5517, 0.5414, 0.5365, 0.5281], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "344845": {"relevant_ids": ["344844"], "ranked_ids": ["344844", "161471", "503908", "327548", "79987", "224515", "95946", "187882", "111672", "118579"], "ranked_scores": [0.9023, 0.7782, 0.75, 0.7383, 0.7204, 0.6935, 0.6917, 0.6802, 0.6779, 0.6723], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "396744": {"relevant_ids": ["396745"], "ranked_ids": ["396745", "284966", "454241", "516168", "236438", "511557", "145729", "464360", "338567", "375685"], "ranked_scores": [0.8286, 0.6941, 0.6234, 0.6174, 0.6079, 0.602, 0.6006, 0.5932, 0.5904, 0.5898], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "452398": {"relevant_ids": ["452399"], "ranked_ids": ["452399", "530610", "324290", "90225", "346712", "461682", "342501", "487918", "49045", "165046"], "ranked_scores": [0.9545, 0.6476, 0.5871, 0.5792, 0.5722, 0.5679, 0.5627, 0.5626, 0.56, 0.5544], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "182114": {"relevant_ids": ["182113"], "ranked_ids": ["196647", "182113", "234482", "481882", "425919", "533693", "139689", "24197", "531602", "34513"], "ranked_scores": [0.8699, 0.7708, 0.7021, 0.6737, 0.6727, 0.6692, 0.6605, 0.6573, 0.6561, 0.6382], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "486260": {"relevant_ids": ["486259"], "ranked_ids": ["486259", "392356", "113749", "65893", "209254", "146738", "209255", "241333", "492147", "146737"], "ranked_scores": [0.9422, 0.791, 0.7538, 0.739, 0.7289, 0.7223, 0.7171, 0.7153, 0.715, 0.7131], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "455140": {"relevant_ids": ["315935"], "ranked_ids": ["315935", "150842", "427112", "308963", "124700", "315936", "16399", "510681", "335780", "50224"], "ranked_scores": [0.9047, 0.7844, 0.781, 0.7342, 0.7182, 0.7148, 0.7112, 0.671, 0.6682, 0.6651], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "56198": {"relevant_ids": ["56199"], "ranked_ids": ["56199", "160194", "243039", "43405", "43404", "130971", "249114", "302106", "148722", "67917"], "ranked_scores": [0.9695, 0.5655, 0.5288, 0.5164, 0.5151, 0.511, 0.5023, 0.4801, 0.4756, 0.4739], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "30172": {"relevant_ids": ["145120", "68426", "30173", "373486", "185817", "145119"], "ranked_ids": ["145120", "160900", "68426", "205338", "373486", "30173", "185817", "357893", "192604", "185581"], "ranked_scores": [0.9293, 0.925, 0.882, 0.8507, 0.8144, 0.8115, 0.8044, 0.8014, 0.7967, 0.7937], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.1667, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.6399, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.7796, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.8333}, "127880": {"relevant_ids": ["241164"], "ranked_ids": ["241164", "135083", "121458", "210277", "370634", "329579", "450198", "366050", "358959", "141773"], "ranked_scores": [0.8962, 0.7642, 0.7436, 0.6704, 0.6682, 0.6517, 0.6447, 0.6429, 0.6185, 0.613], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "167969": {"relevant_ids": ["174461"], "ranked_ids": ["174461", "360983", "91854", "171665", "365197", "222958", "280033", "49800", "85534", "172806"], "ranked_scores": [0.8561, 0.8377, 0.6769, 0.6594, 0.6499, 0.6331, 0.6306, 0.6168, 0.6125, 0.6104], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "97986": {"relevant_ids": ["97987"], "ranked_ids": ["97987", "44589", "393565", "105886", "41242", "108564", "326597", "41241", "257425", "141417"], "ranked_scores": [0.9637, 0.8352, 0.6845, 0.6629, 0.654, 0.6447, 0.6339, 0.628, 0.6136, 0.6127], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "12865": {"relevant_ids": ["105683"], "ranked_ids": ["105683", "83623", "92902", "356189", "69748", "83622", "63277", "43086", "291690", "231925"], "ranked_scores": [0.957, 0.7466, 0.7453, 0.7444, 0.7204, 0.6981, 0.6681, 0.6535, 0.6485, 0.6464], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "215681": {"relevant_ids": ["215680"], "ranked_ids": ["215680", "177080", "5733", "178515", "252239", "211426", "297373", "349338", "352734", "430796"], "ranked_scores": [0.972, 0.72, 0.6947, 0.675, 0.6593, 0.6497, 0.6468, 0.6392, 0.627, 0.6216], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-roberta-base-mrl-64-tq-1bit": {"127728": {"relevant_ids": ["127729"], "ranked_ids": ["469527", "93150", "450133", "494754", "33941", "12708", "278575", "321340", "48895", "151801"], "ranked_scores": [0.625, 0.5938, 0.5938, 0.5937, 0.5625, 0.5625, 0.5625, 0.5625, 0.5625, 0.5625], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "318820": {"relevant_ids": ["318821"], "ranked_ids": ["318821", "489320", "128978", "222238", "380781", "54266", "370618", "26147", "56784", "178549"], "ranked_scores": [0.875, 0.7812, 0.75, 0.7188, 0.6875, 0.6563, 0.6563, 0.6563, 0.6563, 0.6562], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "296098": {"relevant_ids": ["296097"], "ranked_ids": ["306212", "14774", "87038", "207595", "468655", "513540", "74516", "118217", "87678", "120598"], "ranked_scores": [0.5625, 0.5625, 0.5625, 0.5313, 0.5313, 0.5, 0.5, 0.5, 0.5, 0.4688], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "150414": {"relevant_ids": ["192835"], "ranked_ids": ["192835", "105782", "113488", "149429", "103196", "470642", "335234", "457612", "126745", "236096"], "ranked_scores": [0.875, 0.6875, 0.6875, 0.6875, 0.6562, 0.6562, 0.625, 0.625, 0.625, 0.625], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145582": {"relevant_ids": ["145583"], "ranked_ids": ["145583", "126753", "520955", "332628", "454248", "24720", "518474", "56590", "195479", "452069"], "ranked_scores": [0.5938, 0.5312, 0.4375, 0.4375, 0.4063, 0.4063, 0.4063, 0.4063, 0.4063, 0.4063], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "315712": {"relevant_ids": ["315713"], "ranked_ids": ["409852", "242340", "315713", "177546", "383324", "66205", "74588", "307824", "68541", "523035"], "ranked_scores": [0.625, 0.5938, 0.5937, 0.5625, 0.5625, 0.5625, 0.5313, 0.5313, 0.5313, 0.5312], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "145739": {"relevant_ids": ["145740"], "ranked_ids": ["145740", "429177", "8705", "358493", "347337", "360682", "303090", "161383", "279807", "20502"], "ranked_scores": [0.6875, 0.6875, 0.5938, 0.5937, 0.5625, 0.5625, 0.5313, 0.5312, 0.5, 0.5], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "308127": {"relevant_ids": ["308126"], "ranked_ids": ["35763", "454054", "415983", "68802", "18335", "471617", "276037", "65412", "240299", "111330"], "ranked_scores": [0.625, 0.625, 0.5938, 0.5938, 0.5938, 0.5938, 0.5938, 0.5937, 0.5937, 0.5937], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "287245": {"relevant_ids": ["283199", "322650", "283198"], "ranked_ids": ["283199", "322650", "429772", "188682", "34944", "285302", "68138", "131380", "190330", "485959"], "ranked_scores": [0.6875, 0.6875, 0.5937, 0.5313, 0.5312, 0.5312, 0.5312, 0.5, 0.5, 0.5], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.7654, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.7654, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.6667}, "14755": {"relevant_ids": ["14756", "211906"], "ranked_ids": ["14756", "235454", "314883", "450970", "144361", "65178", "211906", "135041", "168828", "393649"], "ranked_scores": [0.6875, 0.6563, 0.6563, 0.6562, 0.625, 0.5938, 0.5937, 0.5625, 0.5625, 0.5313], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.8175, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "370170": {"relevant_ids": ["370169"], "ranked_ids": ["370169", "392093", "348243", "348242", "419219", "528902", "359580", "282219", "29873", "416786"], "ranked_scores": [1.0, 0.5938, 0.5938, 0.5625, 0.5625, 0.5625, 0.5625, 0.5313, 0.5312, 0.5312], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "41774": {"relevant_ids": ["41773"], "ranked_ids": ["41773", "214766", "239344", "442459", "163006", "468655", "307530", "243525", "303978", "467781"], "ranked_scores": [0.7188, 0.625, 0.5938, 0.5625, 0.5313, 0.5313, 0.5313, 0.5312, 0.5, 0.5], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "399648": {"relevant_ids": ["399649"], "ranked_ids": ["399649", "225815", "359281", "5830", "159777", "435035", "462253", "276696", "254672", "57792"], "ranked_scores": [0.9375, 0.6563, 0.625, 0.5625, 0.5625, 0.5625, 0.5625, 0.5625, 0.5312, 0.5312], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "504811": {"relevant_ids": ["504810"], "ranked_ids": ["504810", "487409", "90374", "298555", "175461", "256525", "527852", "214151", "379927", "160456"], "ranked_scores": [0.9062, 0.6875, 0.6875, 0.6875, 0.6563, 0.625, 0.5938, 0.5938, 0.5937, 0.5625], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "362950": {"relevant_ids": ["400212", "362949"], "ranked_ids": ["362949", "400212", "348827", "427587", "313176", "465929", "475478", "438104", "527104", "9132"], "ranked_scores": [0.875, 0.7813, 0.75, 0.75, 0.7188, 0.6875, 0.6875, 0.6875, 0.6563, 0.6563], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "155873": {"relevant_ids": ["155874"], "ranked_ids": ["73834", "948", "206283", "318551", "446123", "450198", "346009", "409034", "48895", "55489"], "ranked_scores": [0.5938, 0.5937, 0.5312, 0.5312, 0.5312, 0.5, 0.5, 0.5, 0.5, 0.4688], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "263432": {"relevant_ids": ["263433"], "ranked_ids": ["263433", "25816", "146074", "157589", "442097", "277394", "409956", "88214", "89072", "88473"], "ranked_scores": [0.5938, 0.5938, 0.5625, 0.5625, 0.5625, 0.5625, 0.5625, 0.5625, 0.5625, 0.5313], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "354945": {"relevant_ids": ["354946"], "ranked_ids": ["354946", "254071", "241015", "177546", "462983", "108161", "26742", "354381", "481955", "307824"], "ranked_scores": [0.75, 0.6875, 0.625, 0.5625, 0.5625, 0.5625, 0.5625, 0.5625, 0.5313, 0.5313], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "245417": {"relevant_ids": ["219475", "248195"], "ranked_ids": ["219475", "248195", "64433", "40657", "14180", "257068", "391541", "115070", "78584", "85977"], "ranked_scores": [0.8125, 0.7188, 0.6875, 0.6563, 0.6562, 0.6562, 0.625, 0.5938, 0.5938, 0.5938], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "516276": {"relevant_ids": ["516277"], "ranked_ids": ["516277", "28381", "431464", "411861", "143842", "44716", "104104", "197869", "352189", "67268"], "ranked_scores": [0.7812, 0.6563, 0.6562, 0.6562, 0.625, 0.625, 0.5938, 0.5938, 0.5938, 0.5937], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177580": {"relevant_ids": ["177579"], "ranked_ids": ["177579", "118897", "446100", "272252", "467230", "109487", "255647", "292550", "489312", "234366"], "ranked_scores": [1.0, 0.6562, 0.5937, 0.5625, 0.5313, 0.5313, 0.5312, 0.5312, 0.5312, 0.5], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "309865": {"relevant_ids": ["33713", "78623", "78624"], "ranked_ids": ["78624", "33713", "405094", "78623", "209041", "153484", "477476", "469068", "241492", "158229"], "ranked_scores": [0.8125, 0.7813, 0.7812, 0.75, 0.6875, 0.6875, 0.6563, 0.625, 0.5938, 0.5938], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.9675, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9675, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "510387": {"relevant_ids": ["510386"], "ranked_ids": ["170896", "344869", "74664", "74663", "52003", "467578", "442062", "254292", "371033", "510386"], "ranked_scores": [0.8125, 0.8125, 0.7813, 0.7812, 0.75, 0.7188, 0.7187, 0.7187, 0.6875, 0.6875], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "26645": {"relevant_ids": ["26644"], "ranked_ids": ["26644", "193896", "148567", "249010", "211691", "311589", "473729", "318396", "407", "426456"], "ranked_scores": [0.9063, 0.625, 0.625, 0.625, 0.5938, 0.5938, 0.5937, 0.5625, 0.5625, 0.5625], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "47788": {"relevant_ids": ["455725"], "ranked_ids": ["47789", "38585", "60924", "15132", "455725", "235686", "85764", "268199", "8505", "528559"], "ranked_scores": [0.8438, 0.7188, 0.7187, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875, 0.6563, 0.6563], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "338281": {"relevant_ids": ["338282"], "ranked_ids": ["338282", "200288", "298939", "248347", "263861", "221614", "327767", "104104", "325254", "85881"], "ranked_scores": [0.7813, 0.5938, 0.5625, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "461149": {"relevant_ids": ["461148"], "ranked_ids": ["381960", "203100", "302225", "305206", "525835", "475952", "488711", "283905", "469521", "476499"], "ranked_scores": [0.6563, 0.6563, 0.625, 0.5625, 0.5625, 0.5313, 0.5313, 0.5313, 0.5312, 0.5312], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "346126": {"relevant_ids": ["110711", "110710"], "ranked_ids": ["110710", "154338", "110711", "340823", "296319", "203476", "254526", "13436", "108617", "6816"], "ranked_scores": [0.9063, 0.8437, 0.8437, 0.75, 0.7188, 0.7188, 0.7188, 0.7188, 0.6875, 0.6875], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.9197, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.9197, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9197, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "372986": {"relevant_ids": ["49961", "262882"], "ranked_ids": ["49961", "262882", "215938", "491226", "280063", "140335", "117817", "95917", "246105", "415486"], "ranked_scores": [0.875, 0.7812, 0.6563, 0.6563, 0.6562, 0.625, 0.625, 0.625, 0.625, 0.5938], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "501182": {"relevant_ids": ["501181"], "ranked_ids": ["501181", "985", "444984", "261255", "156839", "13665", "33190", "99921", "429772", "518204"], "ranked_scores": [0.6875, 0.6875, 0.6875, 0.625, 0.625, 0.625, 0.625, 0.625, 0.5938, 0.5938], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13800": {"relevant_ids": ["376590", "13799", "408522"], "ranked_ids": ["408522", "376590", "179943", "170517", "13799", "362253", "448205", "461420", "8568", "466069"], "ranked_scores": [0.7813, 0.75, 0.75, 0.6875, 0.6875, 0.6875, 0.625, 0.625, 0.625, 0.625], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.9469, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9469, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "250143": {"relevant_ids": ["250142"], "ranked_ids": ["250142", "473276", "166564", "195425", "198670", "387015", "188727", "179943", "473976", "492698"], "ranked_scores": [0.7188, 0.6563, 0.6562, 0.625, 0.625, 0.625, 0.5625, 0.5625, 0.5625, 0.5625], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13223": {"relevant_ids": ["13224", "88349", "20277", "88348", "156773"], "ranked_ids": ["156773", "88349", "13224", "86343", "88348", "137719", "274565", "6014", "307929", "361830"], "ranked_scores": [0.8438, 0.8437, 0.8125, 0.7812, 0.75, 0.7188, 0.7188, 0.7187, 0.6875, 0.6875], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.2, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6, "ndcg@5": 0.8539, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.8, "ndcg@10": 0.8539, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.8}, "11002": {"relevant_ids": ["11003"], "ranked_ids": ["14166", "144197", "489539", "294998", "517597", "266680", "14165", "21396", "174649", "444112"], "ranked_scores": [0.8438, 0.75, 0.7188, 0.7188, 0.7188, 0.7188, 0.6875, 0.6875, 0.6875, 0.6875], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "177653": {"relevant_ids": ["79732"], "ranked_ids": ["79732", "525756", "373717", "155874", "146003", "377344", "74749", "200611", "216578", "44519"], "ranked_scores": [0.7812, 0.75, 0.5625, 0.5313, 0.5312, 0.5312, 0.5, 0.5, 0.5, 0.4688], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "415592": {"relevant_ids": ["415591"], "ranked_ids": ["415591", "430072", "91592", "467639", "322822", "88542", "211746", "499684", "462451", "318589"], "ranked_scores": [0.875, 0.6875, 0.6875, 0.6875, 0.6563, 0.625, 0.625, 0.5937, 0.5625, 0.5625], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "511196": {"relevant_ids": ["511197"], "ranked_ids": ["511197", "277652", "311772", "195252", "156490", "459370", "220596", "259175", "49049", "448788"], "ranked_scores": [0.6563, 0.4688, 0.4688, 0.4688, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "344845": {"relevant_ids": ["344844"], "ranked_ids": ["161471", "344844", "224515", "327548", "380837", "503908", "79987", "289918", "4915", "79986"], "ranked_scores": [0.7812, 0.7812, 0.75, 0.7187, 0.6563, 0.6562, 0.6562, 0.6562, 0.6562, 0.625], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "396744": {"relevant_ids": ["396745"], "ranked_ids": ["20764", "232662", "287295", "396745", "376590", "418055", "271801", "280435", "365917", "47722"], "ranked_scores": [0.6875, 0.6563, 0.6563, 0.6562, 0.625, 0.625, 0.625, 0.5938, 0.5938, 0.5937], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "452398": {"relevant_ids": ["452399"], "ranked_ids": ["452399", "298111", "215596", "27018", "4228", "530610", "487918", "195143", "255217", "147860"], "ranked_scores": [0.8125, 0.625, 0.625, 0.5937, 0.5625, 0.5625, 0.5625, 0.5313, 0.5313, 0.5312], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "182114": {"relevant_ids": ["182113"], "ranked_ids": ["196647", "531602", "420873", "415732", "190593", "229182", "374483", "136765", "232734", "57879"], "ranked_scores": [0.6875, 0.6562, 0.625, 0.5625, 0.5625, 0.5625, 0.5313, 0.5312, 0.5312, 0.5312], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "486260": {"relevant_ids": ["486259"], "ranked_ids": ["486259", "412869", "424183", "467578", "117486", "10591", "513875", "452464", "392356", "406342"], "ranked_scores": [0.875, 0.7188, 0.7187, 0.6563, 0.6562, 0.6562, 0.6562, 0.625, 0.625, 0.625], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "455140": {"relevant_ids": ["315935"], "ranked_ids": ["315935", "211061", "245896", "50224", "93864", "466508", "363152", "308963", "490117", "454470"], "ranked_scores": [0.875, 0.7187, 0.6875, 0.6875, 0.6563, 0.6562, 0.625, 0.625, 0.625, 0.625], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "56198": {"relevant_ids": ["56199"], "ranked_ids": ["56199", "259689", "387288", "380746", "358086", "298657", "37559", "34530", "280921", "67917"], "ranked_scores": [0.9688, 0.5937, 0.5625, 0.5313, 0.5312, 0.5, 0.5, 0.5, 0.5, 0.5], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "30172": {"relevant_ids": ["30173", "145120", "145119", "373486", "185817", "68426"], "ranked_ids": ["145120", "68426", "267771", "426467", "328865", "105393", "311173", "65712", "496848", "335234"], "ranked_scores": [0.8438, 0.7812, 0.75, 0.75, 0.75, 0.7188, 0.7188, 0.7187, 0.7187, 0.6875], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.1667, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.5531, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4935, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "127880": {"relevant_ids": ["241164"], "ranked_ids": ["241164", "112470", "210277", "537189", "284088", "135083", "498504", "121458", "156678", "212021"], "ranked_scores": [0.6875, 0.6562, 0.625, 0.625, 0.5938, 0.5938, 0.5937, 0.5625, 0.5625, 0.5625], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "167969": {"relevant_ids": ["174461"], "ranked_ids": ["312873", "15750", "55239", "392255", "174461", "266680", "209648", "489539", "121354", "95767"], "ranked_scores": [0.5625, 0.5625, 0.5625, 0.5625, 0.5625, 0.5313, 0.5313, 0.5313, 0.5312, 0.5312], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "97986": {"relevant_ids": ["97987"], "ranked_ids": ["97987", "252914", "44589", "89059", "209648", "192186", "393565", "126015", "501324", "469300"], "ranked_scores": [0.9375, 0.5938, 0.5938, 0.5938, 0.5937, 0.5625, 0.5625, 0.5313, 0.5313, 0.5313], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "12865": {"relevant_ids": ["105683"], "ranked_ids": ["105683", "188704", "146805", "92902", "188959", "155515", "528844", "83622", "356740", "506722"], "ranked_scores": [0.9375, 0.6875, 0.6875, 0.6875, 0.625, 0.625, 0.5938, 0.5938, 0.5937, 0.5937], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "215681": {"relevant_ids": ["215680"], "ranked_ids": ["215680", "376328", "294407", "18634", "307991", "52235", "349338", "63757", "38165", "516558"], "ranked_scores": [0.9063, 0.5938, 0.5938, 0.5625, 0.5625, 0.5625, 0.5312, 0.5312, 0.5312, 0.5312], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-roberta-base-mrl-64-tq-2bit": {"127728": {"relevant_ids": ["127729"], "ranked_ids": ["245618", "92818", "382156", "276617", "127729", "278575", "12708", "145244", "317591", "188019"], "ranked_scores": [0.7394, 0.7337, 0.7301, 0.7113, 0.7046, 0.703, 0.699, 0.6885, 0.6858, 0.6687], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "318820": {"relevant_ids": ["318821"], "ranked_ids": ["318821", "222238", "370618", "168411", "489320", "54496", "178549", "103640", "337887", "367479"], "ranked_scores": [0.9156, 0.816, 0.7948, 0.7581, 0.7524, 0.7361, 0.7318, 0.7114, 0.7108, 0.7092], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "296098": {"relevant_ids": ["296097"], "ranked_ids": ["513540", "469868", "469985", "493414", "45507", "307653", "514650", "56686", "45506", "489312"], "ranked_scores": [0.6845, 0.6586, 0.6475, 0.6444, 0.6379, 0.6081, 0.6042, 0.5993, 0.5883, 0.5741], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "150414": {"relevant_ids": ["192835"], "ranked_ids": ["192835", "105782", "113488", "105783", "132912", "457612", "391151", "121070", "337933", "217970"], "ranked_scores": [0.8773, 0.8263, 0.8061, 0.7732, 0.7673, 0.7565, 0.7562, 0.753, 0.751, 0.7481], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145582": {"relevant_ids": ["145583"], "ranked_ids": ["145583", "211239", "195479", "112261", "452069", "332628", "473276", "454248", "110298", "520955"], "ranked_scores": [0.8107, 0.5738, 0.5602, 0.5587, 0.5366, 0.5201, 0.4916, 0.4913, 0.4717, 0.4567], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "315712": {"relevant_ids": ["315713"], "ranked_ids": ["315713", "124542", "408588", "355553", "236508", "208025", "203205", "521596", "377891", "242340"], "ranked_scores": [0.845, 0.7306, 0.7262, 0.6887, 0.6755, 0.6753, 0.6732, 0.6587, 0.6403, 0.6402], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145739": {"relevant_ids": ["145740"], "ranked_ids": ["145740", "429177", "241979", "115412", "415781", "78557", "366074", "148222", "280142", "358493"], "ranked_scores": [0.8107, 0.6788, 0.6561, 0.6387, 0.6305, 0.6041, 0.6019, 0.6015, 0.5952, 0.5816], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "308127": {"relevant_ids": ["308126"], "ranked_ids": ["308126", "35763", "301104", "154044", "427879", "329643", "523864", "302837", "386807", "77650"], "ranked_scores": [0.7724, 0.7299, 0.6986, 0.6812, 0.6765, 0.6713, 0.6684, 0.6621, 0.6614, 0.6504], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "287245": {"relevant_ids": ["283199", "322650", "283198"], "ranked_ids": ["322650", "283199", "283198", "68138", "192143", "420279", "188682", "498404", "221784", "292689"], "ranked_scores": [0.8084, 0.7926, 0.7524, 0.6349, 0.6322, 0.6236, 0.6162, 0.6109, 0.6035, 0.5856], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "14755": {"relevant_ids": ["14756", "211906"], "ranked_ids": ["450970", "211906", "14756", "235454", "57678", "45636", "369731", "314883", "128231", "277031"], "ranked_scores": [0.8395, 0.8203, 0.7985, 0.7936, 0.7254, 0.6698, 0.6625, 0.6566, 0.6428, 0.6395], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6934, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6934, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6934, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "370170": {"relevant_ids": ["370169"], "ranked_ids": ["370169", "417976", "394993", "466920", "537762", "263012", "70975", "387761", "419219", "334238"], "ranked_scores": [0.9889, 0.5893, 0.5639, 0.5498, 0.5397, 0.5373, 0.5368, 0.5343, 0.5337, 0.5327], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "41774": {"relevant_ids": ["41773"], "ranked_ids": ["41773", "307530", "239344", "53738", "17691", "214766", "442459", "339534", "468655", "468656"], "ranked_scores": [0.8135, 0.7069, 0.7056, 0.6785, 0.6598, 0.6566, 0.6431, 0.6379, 0.6107, 0.6095], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "399648": {"relevant_ids": ["399649"], "ranked_ids": ["399649", "225815", "462253", "159777", "435035", "411313", "359281", "439417", "276696", "504913"], "ranked_scores": [0.9719, 0.7735, 0.7546, 0.7479, 0.7052, 0.6994, 0.6686, 0.66, 0.6497, 0.6434], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "504811": {"relevant_ids": ["504810"], "ranked_ids": ["504810", "90374", "448774", "298555", "214151", "175461", "487409", "155038", "97434", "309894"], "ranked_scores": [0.9551, 0.8236, 0.7689, 0.7595, 0.7529, 0.7261, 0.7073, 0.7011, 0.6899, 0.6851], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "362950": {"relevant_ids": ["400212", "362949"], "ranked_ids": ["362949", "400212", "475478", "438104", "427587", "155870", "348827", "411503", "151122", "203063"], "ranked_scores": [0.8751, 0.7998, 0.7777, 0.7664, 0.7595, 0.7242, 0.7237, 0.7184, 0.7172, 0.7145], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "155873": {"relevant_ids": ["155874"], "ranked_ids": ["430514", "948", "383066", "168758", "440807", "370876", "155874", "143997", "292617", "486822"], "ranked_scores": [0.5739, 0.5725, 0.5693, 0.5693, 0.5673, 0.5657, 0.5656, 0.5611, 0.5586, 0.5507], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "263432": {"relevant_ids": ["263433"], "ranked_ids": ["128303", "263433", "407204", "481004", "286225", "497067", "401373", "333136", "471480", "277394"], "ranked_scores": [0.6776, 0.6713, 0.6473, 0.6086, 0.6083, 0.6024, 0.5941, 0.5884, 0.5811, 0.5804], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "354945": {"relevant_ids": ["354946"], "ranked_ids": ["354946", "254071", "462983", "322478", "202817", "108161", "241015", "473769", "408522", "462984"], "ranked_scores": [0.9002, 0.8339, 0.6495, 0.6362, 0.6299, 0.5825, 0.5633, 0.5631, 0.5533, 0.5532], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "245417": {"relevant_ids": ["219475", "248195"], "ranked_ids": ["219475", "40657", "248195", "14180", "64433", "85977", "368145", "301977", "355903", "141217"], "ranked_scores": [0.8831, 0.8569, 0.8332, 0.7267, 0.7067, 0.6835, 0.679, 0.6607, 0.6567, 0.65], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.9197, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.9197, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9197, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "516276": {"relevant_ids": ["516277"], "ranked_ids": ["516277", "68652", "510783", "352289", "286275", "19755", "352189", "489791", "438101", "431464"], "ranked_scores": [0.9179, 0.7764, 0.7445, 0.7404, 0.7363, 0.7263, 0.7073, 0.7017, 0.6955, 0.6924], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177580": {"relevant_ids": ["177579"], "ranked_ids": ["177579", "419100", "185553", "85814", "272252", "346346", "491226", "115954", "18081", "255647"], "ranked_scores": [0.9619, 0.6017, 0.6008, 0.5888, 0.5708, 0.5632, 0.5468, 0.5445, 0.5334, 0.532], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "309865": {"relevant_ids": ["33713", "78623", "78624"], "ranked_ids": ["33713", "78623", "78624", "495751", "405094", "209041", "469068", "153484", "437065", "312029"], "ranked_scores": [0.8379, 0.8222, 0.7982, 0.7925, 0.7864, 0.7787, 0.7762, 0.7377, 0.7213, 0.7138], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "510387": {"relevant_ids": ["510386"], "ranked_ids": ["510386", "40390", "344869", "241537", "52003", "170896", "241538", "371033", "160232", "254292"], "ranked_scores": [0.8878, 0.8553, 0.8411, 0.8377, 0.8321, 0.8287, 0.8232, 0.8227, 0.8186, 0.8025], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "26645": {"relevant_ids": ["26644"], "ranked_ids": ["26644", "12895", "284346", "507090", "108781", "286617", "254189", "148567", "172781", "415276"], "ranked_scores": [0.9057, 0.7639, 0.7517, 0.7265, 0.7131, 0.7105, 0.6855, 0.6803, 0.6539, 0.6443], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "47788": {"relevant_ids": ["455725"], "ranked_ids": ["455725", "15132", "235686", "105230", "348138", "59223", "87678", "47789", "85764", "8505"], "ranked_scores": [0.8481, 0.8286, 0.8227, 0.8217, 0.8152, 0.804, 0.8001, 0.7991, 0.7988, 0.7964], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "338281": {"relevant_ids": ["338282"], "ranked_ids": ["338282", "11563", "258451", "263861", "100426", "263316", "221614", "382555", "57017", "11250"], "ranked_scores": [0.8326, 0.654, 0.6127, 0.6035, 0.6012, 0.599, 0.582, 0.5799, 0.5727, 0.5644], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "461149": {"relevant_ids": ["461148"], "ranked_ids": ["525835", "203100", "302225", "381960", "475952", "392720", "482221", "8828", "64531", "527101"], "ranked_scores": [0.7163, 0.706, 0.6925, 0.6896, 0.6822, 0.6786, 0.6774, 0.6718, 0.6631, 0.6522], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "346126": {"relevant_ids": ["110711", "110710"], "ranked_ids": ["110710", "154338", "110711", "203476", "340823", "528998", "254526", "13436", "108617", "6816"], "ranked_scores": [0.8679, 0.8205, 0.8145, 0.7972, 0.7904, 0.7896, 0.7797, 0.7669, 0.7451, 0.7376], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.9197, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.9197, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9197, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "372986": {"relevant_ids": ["49961", "262882"], "ranked_ids": ["49961", "262882", "140335", "516501", "303468", "249896", "96551", "491226", "246105", "43966"], "ranked_scores": [0.9432, 0.8084, 0.6918, 0.6855, 0.6824, 0.6719, 0.6701, 0.6643, 0.6605, 0.66], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "501182": {"relevant_ids": ["501181"], "ranked_ids": ["501181", "356066", "99921", "411533", "105920", "2257", "355585", "402718", "325288", "447737"], "ranked_scores": [0.8939, 0.6905, 0.6895, 0.6777, 0.6591, 0.6545, 0.6509, 0.6508, 0.6467, 0.6417], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13800": {"relevant_ids": ["376590", "13799", "408522"], "ranked_ids": ["376590", "448205", "30987", "179943", "67320", "56338", "13799", "466069", "222716", "363079"], "ranked_scores": [0.8361, 0.7471, 0.7254, 0.7192, 0.7027, 0.6973, 0.6942, 0.688, 0.6838, 0.6772], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.6257, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.6667}, "250143": {"relevant_ids": ["250142"], "ranked_ids": ["250142", "473276", "38409", "57155", "387015", "309713", "50539", "368186", "533421", "254184"], "ranked_scores": [0.8212, 0.7842, 0.6614, 0.6247, 0.6216, 0.6069, 0.5979, 0.5944, 0.5932, 0.5932], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13223": {"relevant_ids": ["13224", "88349", "20277", "88348", "156773"], "ranked_ids": ["156773", "88349", "13224", "88348", "137719", "86343", "223304", "366749", "154604", "491669"], "ranked_scores": [0.9213, 0.9101, 0.8871, 0.8779, 0.8405, 0.8368, 0.8139, 0.8064, 0.7777, 0.7601], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.2, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6, "ndcg@5": 0.8688, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.8, "ndcg@10": 0.8688, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.8}, "11002": {"relevant_ids": ["11003"], "ranked_ids": ["144197", "444112", "11003", "42203", "489539", "14166", "517597", "266680", "347493", "95767"], "ranked_scores": [0.8408, 0.8374, 0.827, 0.7548, 0.7531, 0.7518, 0.7397, 0.7341, 0.7331, 0.7252], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "177653": {"relevant_ids": ["79732"], "ranked_ids": ["79732", "525756", "200611", "310721", "395587", "373717", "194790", "225019", "15372", "39174"], "ranked_scores": [0.8729, 0.7885, 0.7248, 0.675, 0.6708, 0.6525, 0.6525, 0.6431, 0.6412, 0.6075], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "415592": {"relevant_ids": ["415591"], "ranked_ids": ["415591", "91592", "435045", "322822", "430072", "84634", "425878", "88542", "117817", "292550"], "ranked_scores": [0.9413, 0.7386, 0.7376, 0.7118, 0.6878, 0.6813, 0.6713, 0.6662, 0.653, 0.6508], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "511196": {"relevant_ids": ["511197"], "ranked_ids": ["511197", "156490", "313107", "414717", "352492", "289278", "365081", "349723", "220596", "336183"], "ranked_scores": [0.863, 0.5779, 0.566, 0.5556, 0.5324, 0.5318, 0.5309, 0.53, 0.5079, 0.4996], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "344845": {"relevant_ids": ["344844"], "ranked_ids": ["344844", "161471", "457408", "79986", "327548", "4915", "101085", "380837", "79987", "503908"], "ranked_scores": [0.915, 0.853, 0.7868, 0.7692, 0.7652, 0.7636, 0.7619, 0.7602, 0.7565, 0.7496], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "396744": {"relevant_ids": ["396745"], "ranked_ids": ["396745", "184901", "418055", "271801", "219399", "20764", "236438", "287295", "365917", "411717"], "ranked_scores": [0.7638, 0.7241, 0.7098, 0.699, 0.6727, 0.6682, 0.6658, 0.6638, 0.6607, 0.6449], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "452398": {"relevant_ids": ["452399"], "ranked_ids": ["452399", "530610", "298111", "4228", "255217", "440826", "296712", "196176", "221563", "215596"], "ranked_scores": [0.9226, 0.6883, 0.6732, 0.668, 0.6567, 0.6352, 0.5988, 0.5895, 0.5871, 0.5843], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "182114": {"relevant_ids": ["182113"], "ranked_ids": ["196647", "182113", "229182", "531602", "162482", "323531", "481882", "234482", "328873", "80224"], "ranked_scores": [0.7831, 0.7783, 0.7402, 0.7251, 0.6915, 0.6819, 0.6743, 0.6724, 0.6671, 0.6584], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "486260": {"relevant_ids": ["486259"], "ranked_ids": ["486259", "113749", "392356", "412869", "209254", "146737", "266904", "114114", "406342", "151649"], "ranked_scores": [0.9139, 0.7996, 0.7735, 0.7511, 0.7458, 0.7456, 0.7431, 0.7406, 0.7348, 0.7348], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "455140": {"relevant_ids": ["315935"], "ranked_ids": ["315935", "50224", "246286", "93864", "308963", "245896", "124700", "211061", "472217", "150842"], "ranked_scores": [0.9372, 0.7527, 0.7499, 0.7259, 0.719, 0.7152, 0.711, 0.7108, 0.6983, 0.6915], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "56198": {"relevant_ids": ["56199"], "ranked_ids": ["56199", "358086", "431226", "160194", "67917", "308888", "380746", "55489", "348844", "160914"], "ranked_scores": [0.9109, 0.64, 0.6396, 0.5782, 0.5731, 0.5717, 0.5695, 0.5684, 0.5627, 0.549], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "30172": {"relevant_ids": ["30173", "145120", "145119", "373486", "185817", "68426"], "ranked_ids": ["145120", "68426", "373486", "30539", "426467", "145119", "160900", "90983", "65712", "481493"], "ranked_scores": [0.8839, 0.8808, 0.8409, 0.8226, 0.8201, 0.8175, 0.8128, 0.8115, 0.8078, 0.8069], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.1667, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.7227, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.7526, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.6667}, "127880": {"relevant_ids": ["241164"], "ranked_ids": ["241164", "210277", "121458", "212021", "135083", "84471", "112470", "403741", "527388", "450198"], "ranked_scores": [0.8273, 0.6993, 0.6874, 0.6834, 0.6813, 0.678, 0.6765, 0.6493, 0.6488, 0.6426], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "167969": {"relevant_ids": ["174461"], "ranked_ids": ["174461", "360983", "207492", "15750", "60171", "369449", "207491", "121354", "174464", "331698"], "ranked_scores": [0.7719, 0.7, 0.6478, 0.6462, 0.6456, 0.6454, 0.6356, 0.6284, 0.6131, 0.6074], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "97986": {"relevant_ids": ["97987"], "ranked_ids": ["97987", "108564", "44589", "393565", "284181", "318396", "41242", "257425", "212168", "73011"], "ranked_scores": [0.9592, 0.7659, 0.7241, 0.7189, 0.7137, 0.645, 0.6397, 0.6351, 0.6256, 0.623], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "12865": {"relevant_ids": ["105683"], "ranked_ids": ["105683", "92902", "250014", "188959", "188704", "345398", "477677", "291690", "435550", "528844"], "ranked_scores": [0.912, 0.7577, 0.733, 0.7301, 0.7243, 0.7204, 0.7002, 0.6999, 0.6969, 0.6952], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "215681": {"relevant_ids": ["215680"], "ranked_ids": ["215680", "349338", "171713", "178515", "520998", "18634", "301165", "143842", "38165", "294407"], "ranked_scores": [0.9286, 0.6865, 0.6693, 0.6585, 0.6429, 0.6409, 0.6345, 0.6304, 0.6235, 0.6186], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-roberta-base-mrl-64-tq-3bit": {"127728": {"relevant_ids": ["127729"], "ranked_ids": ["92818", "245618", "382156", "188019", "127729", "278575", "276617", "153290", "38063", "12708"], "ranked_scores": [0.757, 0.7355, 0.7306, 0.7263, 0.7227, 0.6991, 0.699, 0.6903, 0.6876, 0.6682], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "318820": {"relevant_ids": ["318821"], "ranked_ids": ["318821", "222238", "178549", "489320", "367479", "496708", "54496", "168411", "45151", "380781"], "ranked_scores": [0.9255, 0.8326, 0.7844, 0.7781, 0.7771, 0.7677, 0.7559, 0.7473, 0.7421, 0.738], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "296098": {"relevant_ids": ["296097"], "ranked_ids": ["513540", "493414", "45507", "469868", "134752", "469985", "412371", "306212", "120598", "514650"], "ranked_scores": [0.6907, 0.6841, 0.6823, 0.6619, 0.6583, 0.6557, 0.6289, 0.6219, 0.6217, 0.6185], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "150414": {"relevant_ids": ["192835"], "ranked_ids": ["105782", "192835", "105783", "516620", "132912", "126746", "467679", "126745", "121070", "113488"], "ranked_scores": [0.918, 0.8957, 0.8579, 0.8299, 0.8257, 0.8142, 0.8121, 0.7929, 0.7791, 0.7749], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "145582": {"relevant_ids": ["145583"], "ranked_ids": ["145583", "211239", "472217", "195479", "473276", "390399", "332628", "199688", "452069", "112261"], "ranked_scores": [0.8429, 0.5982, 0.5896, 0.5455, 0.5331, 0.5233, 0.5233, 0.5143, 0.5066, 0.5034], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "315712": {"relevant_ids": ["315713"], "ranked_ids": ["315713", "203205", "408588", "377891", "355553", "236508", "124542", "521596", "242340", "194841"], "ranked_scores": [0.9102, 0.7632, 0.7596, 0.7156, 0.7117, 0.7052, 0.704, 0.7002, 0.6916, 0.6881], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145739": {"relevant_ids": ["145740"], "ranked_ids": ["145740", "429177", "241979", "366074", "8705", "415781", "303090", "465597", "358493", "115412"], "ranked_scores": [0.9044, 0.7806, 0.7506, 0.7266, 0.7237, 0.7208, 0.6927, 0.6817, 0.6814, 0.6747], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "308127": {"relevant_ids": ["308126"], "ranked_ids": ["308126", "35763", "77650", "402262", "282571", "140685", "301104", "326242", "36744", "395527"], "ranked_scores": [0.8445, 0.7386, 0.7187, 0.709, 0.7086, 0.7072, 0.6984, 0.6793, 0.6746, 0.6735], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "287245": {"relevant_ids": ["283199", "322650", "283198"], "ranked_ids": ["283199", "322650", "283198", "188682", "68138", "188940", "192143", "497666", "420279", "221784"], "ranked_scores": [0.8827, 0.8822, 0.8313, 0.689, 0.6868, 0.6574, 0.6526, 0.6473, 0.6466, 0.6313], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "14755": {"relevant_ids": ["14756", "211906"], "ranked_ids": ["14756", "211906", "450970", "235454", "57678", "277031", "259619", "369731", "30834", "45636"], "ranked_scores": [0.8734, 0.8661, 0.8637, 0.8224, 0.7334, 0.7154, 0.7041, 0.6955, 0.6866, 0.6834], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "370170": {"relevant_ids": ["370169"], "ranked_ids": ["370169", "537762", "88911", "417976", "466920", "419219", "476551", "467211", "59810", "122097"], "ranked_scores": [0.9924, 0.6084, 0.5993, 0.593, 0.5895, 0.5891, 0.5774, 0.5768, 0.5695, 0.5615], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "41774": {"relevant_ids": ["41773"], "ranked_ids": ["41773", "239344", "214766", "307530", "53738", "442459", "17691", "148165", "381106", "339534"], "ranked_scores": [0.8581, 0.706, 0.7023, 0.6711, 0.6698, 0.669, 0.6467, 0.6345, 0.6117, 0.6048], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "399648": {"relevant_ids": ["399649"], "ranked_ids": ["399649", "462253", "225815", "411313", "435035", "159777", "124071", "481934", "359281", "486011"], "ranked_scores": [0.9801, 0.8021, 0.7874, 0.7445, 0.7282, 0.7096, 0.7054, 0.6932, 0.6873, 0.6793], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "504811": {"relevant_ids": ["504810"], "ranked_ids": ["504810", "90374", "448774", "298555", "214151", "175461", "309894", "256525", "487409", "84826"], "ranked_scores": [0.9851, 0.7992, 0.777, 0.7699, 0.7325, 0.725, 0.7016, 0.7009, 0.6981, 0.6956], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "362950": {"relevant_ids": ["400212", "362949"], "ranked_ids": ["362949", "400212", "155870", "348827", "487392", "475478", "427587", "438104", "9132", "465929"], "ranked_scores": [0.9073, 0.8364, 0.8101, 0.8099, 0.7958, 0.7779, 0.7776, 0.7704, 0.7664, 0.7559], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "155873": {"relevant_ids": ["155874"], "ranked_ids": ["155874", "444541", "440807", "370876", "294020", "292617", "122134", "383066", "486822", "241611"], "ranked_scores": [0.6723, 0.6481, 0.6275, 0.6137, 0.6098, 0.5976, 0.5937, 0.5922, 0.5914, 0.5881], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "263432": {"relevant_ids": ["263433"], "ranked_ids": ["263433", "407204", "128303", "481004", "497067", "401373", "471480", "157590", "286225", "157589"], "ranked_scores": [0.764, 0.7305, 0.73, 0.6741, 0.6582, 0.6514, 0.6404, 0.6252, 0.6158, 0.6108], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "354945": {"relevant_ids": ["354946"], "ranked_ids": ["354946", "254071", "462983", "202817", "108161", "473769", "448205", "69704", "322478", "395883"], "ranked_scores": [0.964, 0.8594, 0.6543, 0.6532, 0.6375, 0.5893, 0.5839, 0.576, 0.5604, 0.5567], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "245417": {"relevant_ids": ["219475", "248195"], "ranked_ids": ["219475", "248195", "40657", "64433", "14180", "301977", "141217", "85977", "413039", "312873"], "ranked_scores": [0.9336, 0.9012, 0.8485, 0.7639, 0.7573, 0.7573, 0.7236, 0.721, 0.6899, 0.6822], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "516276": {"relevant_ids": ["516277"], "ranked_ids": ["516277", "68652", "352189", "510783", "286275", "19755", "352289", "34173", "119374", "471902"], "ranked_scores": [0.9587, 0.8192, 0.7674, 0.7484, 0.7429, 0.7279, 0.7096, 0.7025, 0.7006, 0.6942], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177580": {"relevant_ids": ["177579"], "ranked_ids": ["177579", "272252", "18081", "115954", "255647", "446100", "76563", "454968", "118897", "509426"], "ranked_scores": [0.9688, 0.6616, 0.659, 0.6581, 0.6061, 0.6055, 0.5896, 0.5879, 0.5855, 0.5758], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "309865": {"relevant_ids": ["33713", "78623", "78624"], "ranked_ids": ["33713", "78624", "405094", "209041", "78623", "495751", "153484", "437065", "469068", "87669"], "ranked_scores": [0.8871, 0.8566, 0.8546, 0.8475, 0.8431, 0.8429, 0.8134, 0.8018, 0.7904, 0.745], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.9469, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9469, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "510387": {"relevant_ids": ["510386"], "ranked_ids": ["344869", "241538", "40390", "510386", "52003", "241537", "170896", "371033", "254292", "442062"], "ranked_scores": [0.9097, 0.9096, 0.9083, 0.8931, 0.8926, 0.8813, 0.8633, 0.8564, 0.8441, 0.8254], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "26645": {"relevant_ids": ["26644"], "ranked_ids": ["26644", "12895", "148567", "284346", "507090", "318396", "286617", "207775", "108781", "267521"], "ranked_scores": [0.9706, 0.7781, 0.7765, 0.7596, 0.7267, 0.7189, 0.7066, 0.7001, 0.6891, 0.6852], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "47788": {"relevant_ids": ["455725"], "ranked_ids": ["348138", "455725", "47789", "235686", "37221", "59223", "15132", "47703", "59508", "8505"], "ranked_scores": [0.9048, 0.8922, 0.8908, 0.8779, 0.8778, 0.8704, 0.8701, 0.863, 0.8578, 0.8512], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "338281": {"relevant_ids": ["338282"], "ranked_ids": ["338282", "85881", "263316", "11563", "263861", "100426", "234727", "217130", "138712", "104104"], "ranked_scores": [0.8992, 0.676, 0.6476, 0.6412, 0.6278, 0.6267, 0.5963, 0.5959, 0.595, 0.5915], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "461149": {"relevant_ids": ["461148"], "ranked_ids": ["525835", "461148", "203100", "392720", "482221", "381960", "475952", "443095", "409325", "335800"], "ranked_scores": [0.7535, 0.7509, 0.7486, 0.7217, 0.7201, 0.7047, 0.7037, 0.6966, 0.6912, 0.6801], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "346126": {"relevant_ids": ["110711", "110710"], "ranked_ids": ["110710", "110711", "154338", "528998", "203476", "254526", "296319", "333067", "340823", "6816"], "ranked_scores": [0.9672, 0.9224, 0.8937, 0.8324, 0.8294, 0.8181, 0.8131, 0.8061, 0.7856, 0.773], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "372986": {"relevant_ids": ["49961", "262882"], "ranked_ids": ["49961", "262882", "485235", "303468", "491226", "43966", "140335", "516501", "96551", "51138"], "ranked_scores": [0.9532, 0.8544, 0.7697, 0.7518, 0.7488, 0.7239, 0.7152, 0.7107, 0.7075, 0.7007], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "501182": {"relevant_ids": ["501181"], "ranked_ids": ["501181", "2257", "361182", "411533", "105920", "50260", "402718", "261255", "447737", "181112"], "ranked_scores": [0.8709, 0.7513, 0.6904, 0.6733, 0.668, 0.6591, 0.6558, 0.6556, 0.6529, 0.6507], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13800": {"relevant_ids": ["376590", "13799", "408522"], "ranked_ids": ["376590", "448205", "13799", "179943", "30987", "408522", "56338", "363079", "481109", "67320"], "ranked_scores": [0.8523, 0.8225, 0.8105, 0.8038, 0.769, 0.7669, 0.7297, 0.7243, 0.7156, 0.7156], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.7039, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.8711, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "250143": {"relevant_ids": ["250142"], "ranked_ids": ["250142", "473276", "38409", "387015", "309713", "368186", "50539", "57155", "206630", "492698"], "ranked_scores": [0.8627, 0.8478, 0.6714, 0.6599, 0.6593, 0.6587, 0.6441, 0.642, 0.6386, 0.6182], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13223": {"relevant_ids": ["13224", "88349", "20277", "88348", "156773"], "ranked_ids": ["156773", "13224", "88349", "86343", "223304", "88348", "137719", "366749", "491669", "20277"], "ranked_scores": [0.9675, 0.9305, 0.9111, 0.9094, 0.902, 0.9, 0.8881, 0.8705, 0.8451, 0.8233], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.2, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6, "ndcg@5": 0.7227, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6, "ndcg@10": 0.9416, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "11002": {"relevant_ids": ["11003"], "ranked_ids": ["444112", "144197", "266680", "11003", "153944", "40100", "489539", "447730", "174649", "21396"], "ranked_scores": [0.8818, 0.8666, 0.8474, 0.8384, 0.8121, 0.8026, 0.802, 0.7952, 0.781, 0.7807], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "177653": {"relevant_ids": ["79732"], "ranked_ids": ["79732", "525756", "200611", "373717", "225019", "194790", "310721", "245271", "39174", "395587"], "ranked_scores": [0.9449, 0.8395, 0.76, 0.7265, 0.688, 0.6825, 0.6784, 0.6508, 0.6313, 0.6283], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "415592": {"relevant_ids": ["415591"], "ranked_ids": ["415591", "91592", "435045", "322822", "467639", "88542", "425878", "485299", "117817", "430072"], "ranked_scores": [0.9561, 0.7713, 0.7641, 0.7473, 0.7395, 0.7261, 0.7244, 0.7188, 0.7143, 0.7027], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "511196": {"relevant_ids": ["511197"], "ranked_ids": ["511197", "156490", "537528", "349723", "289278", "414717", "352492", "334665", "313107", "251546"], "ranked_scores": [0.9252, 0.6153, 0.608, 0.6014, 0.5929, 0.5917, 0.5836, 0.5829, 0.5634, 0.559], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "344845": {"relevant_ids": ["344844"], "ranked_ids": ["344844", "161471", "4915", "79987", "397001", "327548", "224515", "95946", "79986", "335497"], "ranked_scores": [0.9239, 0.8801, 0.8431, 0.8249, 0.8222, 0.8132, 0.8076, 0.7999, 0.7984, 0.7964], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "396744": {"relevant_ids": ["396745"], "ranked_ids": ["396745", "271801", "280435", "418055", "184901", "16789", "287295", "20764", "430179", "219399"], "ranked_scores": [0.8141, 0.7517, 0.7373, 0.735, 0.7128, 0.7023, 0.689, 0.6796, 0.6744, 0.6645], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "452398": {"relevant_ids": ["452399"], "ranked_ids": ["452399", "530610", "4228", "296712", "90225", "298111", "134287", "215596", "255217", "230141"], "ranked_scores": [0.9385, 0.7593, 0.6872, 0.6857, 0.6761, 0.6681, 0.657, 0.6438, 0.6425, 0.6418], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "182114": {"relevant_ids": ["182113"], "ranked_ids": ["196647", "182113", "229182", "323531", "531602", "162482", "234482", "80719", "481882", "528965"], "ranked_scores": [0.869, 0.8034, 0.7678, 0.7418, 0.7389, 0.7355, 0.7349, 0.6951, 0.6672, 0.6653], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "486260": {"relevant_ids": ["486259"], "ranked_ids": ["486259", "146738", "146737", "392356", "385204", "117486", "113100", "114114", "113749", "406342"], "ranked_scores": [0.9421, 0.8139, 0.8131, 0.8074, 0.7971, 0.7849, 0.7789, 0.7775, 0.7725, 0.7704], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "455140": {"relevant_ids": ["315935"], "ranked_ids": ["315935", "50224", "93864", "246286", "124700", "308963", "150842", "211061", "93863", "245896"], "ranked_scores": [0.9704, 0.8136, 0.8051, 0.7823, 0.7771, 0.7727, 0.7675, 0.7655, 0.7629, 0.7457], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "56198": {"relevant_ids": ["56199"], "ranked_ids": ["56199", "358086", "380746", "199688", "55489", "27262", "67917", "160914", "348844", "332726"], "ranked_scores": [0.9656, 0.6678, 0.6141, 0.6087, 0.5937, 0.588, 0.5806, 0.5795, 0.5634, 0.5544], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "30172": {"relevant_ids": ["30173", "145120", "145119", "373486", "185817", "68426"], "ranked_ids": ["145120", "68426", "160900", "15236", "373486", "267771", "205338", "90983", "65712", "30173"], "ranked_scores": [0.9256, 0.9098, 0.8819, 0.8807, 0.8804, 0.8702, 0.8545, 0.8536, 0.8491, 0.8482], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.1667, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.6844, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6981, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.6667}, "127880": {"relevant_ids": ["241164"], "ranked_ids": ["241164", "210277", "112470", "135083", "121458", "535042", "84471", "212021", "387742", "307991"], "ranked_scores": [0.8248, 0.75, 0.7467, 0.7128, 0.7062, 0.7058, 0.6986, 0.6884, 0.687, 0.6783], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "167969": {"relevant_ids": ["174461"], "ranked_ids": ["174461", "360983", "449678", "60171", "34814", "78497", "121354", "81848", "15750", "72540"], "ranked_scores": [0.8118, 0.7687, 0.7039, 0.6976, 0.6764, 0.6615, 0.6606, 0.6535, 0.644, 0.639], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "97986": {"relevant_ids": ["97987"], "ranked_ids": ["97987", "44589", "393565", "108564", "284181", "41242", "257425", "212168", "41241", "326597"], "ranked_scores": [0.9902, 0.8203, 0.7573, 0.7405, 0.7299, 0.7257, 0.7249, 0.7009, 0.7004, 0.6857], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "12865": {"relevant_ids": ["105683"], "ranked_ids": ["105683", "92902", "250014", "188959", "345398", "94167", "23129", "356189", "188704", "506722"], "ranked_scores": [0.975, 0.7895, 0.7557, 0.7541, 0.7537, 0.7346, 0.7262, 0.7252, 0.7184, 0.7138], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "215681": {"relevant_ids": ["215680"], "ranked_ids": ["215680", "52235", "18634", "520998", "178515", "301165", "54139", "5733", "171713", "78042"], "ranked_scores": [0.936, 0.707, 0.7025, 0.7021, 0.7009, 0.6973, 0.6936, 0.6876, 0.6852, 0.6807], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-roberta-base-mrl-128-tq-1bit": {"127728": {"relevant_ids": ["127729"], "ranked_ids": ["278575", "250619", "245618", "127729", "92818", "469527", "193297", "116881", "372724", "145244"], "ranked_scores": [0.6562, 0.5937, 0.5781, 0.5781, 0.5781, 0.5625, 0.5469, 0.5469, 0.5156, 0.5156], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "318820": {"relevant_ids": ["318821"], "ranked_ids": ["318821", "370618", "367479", "496708", "168411", "489320", "380781", "154366", "457906", "54496"], "ranked_scores": [0.7969, 0.6094, 0.5938, 0.5938, 0.5781, 0.5625, 0.5625, 0.5625, 0.5469, 0.5469], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "296098": {"relevant_ids": ["296097"], "ranked_ids": ["296097", "364131", "493414", "45507", "469985", "173403", "56686", "246618", "118217", "120598"], "ranked_scores": [0.5469, 0.5156, 0.5, 0.4844, 0.4531, 0.4531, 0.4375, 0.4375, 0.4219, 0.4219], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "150414": {"relevant_ids": ["192835"], "ranked_ids": ["192835", "105782", "132912", "159263", "470642", "398240", "113488", "73405", "516620", "1702"], "ranked_scores": [0.7813, 0.7656, 0.6719, 0.6719, 0.6563, 0.6563, 0.6562, 0.6406, 0.6406, 0.625], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145582": {"relevant_ids": ["145583"], "ranked_ids": ["145583", "454248", "432243", "211239", "436023", "472217", "423943", "195479", "16399", "294633"], "ranked_scores": [0.7813, 0.4687, 0.4531, 0.4375, 0.4375, 0.4219, 0.4063, 0.4063, 0.4062, 0.3906], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "315712": {"relevant_ids": ["315713"], "ranked_ids": ["315713", "396505", "194841", "408588", "208025", "153536", "377891", "203205", "446100", "454814"], "ranked_scores": [0.7188, 0.5469, 0.5313, 0.5312, 0.5312, 0.5156, 0.4844, 0.4844, 0.4688, 0.4687], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145739": {"relevant_ids": ["145740"], "ranked_ids": ["145740", "366074", "8705", "241979", "115412", "429177", "465597", "148222", "415781", "180147"], "ranked_scores": [0.75, 0.6562, 0.6094, 0.6094, 0.5469, 0.5469, 0.5312, 0.5156, 0.5156, 0.5], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "308127": {"relevant_ids": ["308126"], "ranked_ids": ["308126", "35763", "395527", "329643", "367804", "427609", "79534", "281528", "60738", "471617"], "ranked_scores": [0.7188, 0.5937, 0.5625, 0.5313, 0.5313, 0.5312, 0.5312, 0.5156, 0.5156, 0.5], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "287245": {"relevant_ids": ["283199", "322650", "283198"], "ranked_ids": ["283199", "322650", "283198", "420279", "188940", "498473", "218199", "498404", "420280", "190330"], "ranked_scores": [0.7344, 0.7188, 0.5469, 0.5313, 0.5156, 0.5, 0.4844, 0.4688, 0.4687, 0.4687], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "14755": {"relevant_ids": ["14756", "211906"], "ranked_ids": ["14756", "128231", "450970", "259619", "235454", "211906", "57678", "277031", "369731", "374172"], "ranked_scores": [0.6094, 0.5469, 0.5469, 0.5313, 0.5156, 0.5, 0.4688, 0.4688, 0.4531, 0.4531], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.8316, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "370170": {"relevant_ids": ["370169"], "ranked_ids": ["370169", "211280", "141802", "419219", "392093", "60361", "334238", "22763", "59810", "466920"], "ranked_scores": [0.9844, 0.4687, 0.4531, 0.4531, 0.4375, 0.4219, 0.4219, 0.4062, 0.4062, 0.4062], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "41774": {"relevant_ids": ["41773"], "ranked_ids": ["41773", "163006", "442459", "33017", "214766", "468655", "467781", "468656", "148165", "416695"], "ranked_scores": [0.7031, 0.5156, 0.5156, 0.4688, 0.4688, 0.4687, 0.4375, 0.4375, 0.4375, 0.4219], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "399648": {"relevant_ids": ["399649"], "ranked_ids": ["399649", "225815", "462253", "529004", "439417", "21253", "212809", "435035", "412309", "54706"], "ranked_scores": [0.9219, 0.625, 0.5938, 0.5938, 0.5937, 0.5781, 0.5781, 0.5625, 0.5625, 0.5469], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "504811": {"relevant_ids": ["504810"], "ranked_ids": ["504810", "214151", "84826", "230975", "175461", "443239", "335291", "298555", "262882", "114876"], "ranked_scores": [0.9531, 0.5625, 0.5625, 0.5469, 0.5469, 0.5156, 0.5, 0.5, 0.4844, 0.4688], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "362950": {"relevant_ids": ["400212", "362949"], "ranked_ids": ["362949", "400212", "47050", "280100", "6816", "256845", "487392", "411503", "475478", "196530"], "ranked_scores": [0.6875, 0.6719, 0.6094, 0.5781, 0.5781, 0.5781, 0.5781, 0.5625, 0.5625, 0.5625], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "155873": {"relevant_ids": ["155874"], "ranked_ids": ["392604", "155874", "346009", "122134", "186105", "430514", "444541", "464100", "25477", "440807"], "ranked_scores": [0.5781, 0.5625, 0.5, 0.4687, 0.4531, 0.4531, 0.4375, 0.4375, 0.4375, 0.4375], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "263432": {"relevant_ids": ["263433"], "ranked_ids": ["263433", "407204", "128303", "401373", "184766", "59541", "89716", "471480", "370717", "145419"], "ranked_scores": [0.5781, 0.5625, 0.5469, 0.5156, 0.4844, 0.4531, 0.4531, 0.4531, 0.4531, 0.4375], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "354945": {"relevant_ids": ["354946"], "ranked_ids": ["354946", "254071", "462983", "108161", "241015", "202817", "481501", "307824", "236419", "31780"], "ranked_scores": [0.9219, 0.625, 0.5156, 0.5, 0.4531, 0.4531, 0.4219, 0.4062, 0.375, 0.375], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "245417": {"relevant_ids": ["219475", "248195"], "ranked_ids": ["219475", "248195", "319022", "40657", "301977", "164159", "37326", "274248", "249364", "355903"], "ranked_scores": [0.7031, 0.6563, 0.6094, 0.5938, 0.5938, 0.5938, 0.5781, 0.5469, 0.5469, 0.5469], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "516276": {"relevant_ids": ["516277"], "ranked_ids": ["516277", "19755", "510783", "34173", "489791", "119374", "171713", "352189", "286275", "63757"], "ranked_scores": [0.8594, 0.625, 0.625, 0.625, 0.5781, 0.5781, 0.5625, 0.5625, 0.5625, 0.5469], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177580": {"relevant_ids": ["177579"], "ranked_ids": ["177579", "454968", "255647", "272252", "115954", "76563", "18081", "491226", "84634", "464418"], "ranked_scores": [0.8594, 0.5156, 0.4375, 0.4219, 0.4219, 0.4219, 0.4219, 0.4219, 0.4062, 0.4062], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "309865": {"relevant_ids": ["33713", "78623", "78624"], "ranked_ids": ["33713", "209041", "495751", "153484", "78623", "405094", "312029", "78624", "92329", "437065"], "ranked_scores": [0.6875, 0.6406, 0.6406, 0.5938, 0.5781, 0.5781, 0.5625, 0.5625, 0.5469, 0.5313], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.6508, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.7989, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "510387": {"relevant_ids": ["510386"], "ranked_ids": ["40390", "241538", "510386", "344869", "371033", "212478", "170896", "224245", "137322", "241537"], "ranked_scores": [0.7188, 0.7188, 0.7188, 0.6875, 0.6406, 0.6406, 0.625, 0.625, 0.6094, 0.6094], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "26645": {"relevant_ids": ["26644"], "ranked_ids": ["26644", "12895", "215551", "284347", "411539", "318396", "108781", "284346", "480667", "219047"], "ranked_scores": [0.9063, 0.5938, 0.5781, 0.5469, 0.5313, 0.5312, 0.5312, 0.5156, 0.5, 0.5], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "47788": {"relevant_ids": ["455725"], "ranked_ids": ["105230", "455725", "8505", "47703", "59223", "348138", "59508", "120701", "215031", "47789"], "ranked_scores": [0.75, 0.7344, 0.7344, 0.7188, 0.7188, 0.7188, 0.7031, 0.6719, 0.6719, 0.6719], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "338281": {"relevant_ids": ["338282"], "ranked_ids": ["338282", "370570", "434432", "315387", "11563", "138712", "431433", "291354", "263861", "85881"], "ranked_scores": [0.8438, 0.4531, 0.4375, 0.4219, 0.4219, 0.4219, 0.4062, 0.4062, 0.3906, 0.3906], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "461149": {"relevant_ids": ["461148"], "ranked_ids": ["482221", "475952", "461148", "354537", "443095", "414838", "381960", "302225", "100259", "476499"], "ranked_scores": [0.625, 0.6094, 0.5781, 0.5625, 0.5469, 0.5312, 0.5156, 0.5156, 0.5156, 0.5156], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "346126": {"relevant_ids": ["110711", "110710"], "ranked_ids": ["110710", "110711", "154338", "254526", "510661", "340823", "296319", "229972", "21352", "333067"], "ranked_scores": [0.7812, 0.7344, 0.7031, 0.6719, 0.6563, 0.6094, 0.5937, 0.5937, 0.5625, 0.5469], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "372986": {"relevant_ids": ["49961", "262882"], "ranked_ids": ["49961", "262882", "303468", "491226", "485235", "140334", "140335", "340969", "276160", "320580"], "ranked_scores": [0.875, 0.6406, 0.625, 0.5469, 0.5156, 0.5, 0.4844, 0.4844, 0.4688, 0.4688], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "501182": {"relevant_ids": ["501181"], "ranked_ids": ["501181", "402718", "985", "447737", "50260", "179018", "325288", "291000", "525755", "173790"], "ranked_scores": [0.7344, 0.5938, 0.5156, 0.4688, 0.4531, 0.4531, 0.4531, 0.4375, 0.4375, 0.4219], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13800": {"relevant_ids": ["376590", "13799", "408522"], "ranked_ids": ["13799", "376590", "179943", "443465", "56338", "67320", "408522", "8622", "138908", "23471"], "ranked_scores": [0.7969, 0.75, 0.6875, 0.6406, 0.625, 0.6094, 0.6094, 0.5781, 0.5781, 0.5625], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.7654, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.9218, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "250143": {"relevant_ids": ["250142"], "ranked_ids": ["250142", "473276", "509757", "225655", "57155", "441717", "520189", "509758", "50539", "45122"], "ranked_scores": [0.7344, 0.6094, 0.4687, 0.4687, 0.4375, 0.4375, 0.4375, 0.4375, 0.4219, 0.4219], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13223": {"relevant_ids": ["13224", "88349", "20277", "88348", "156773"], "ranked_ids": ["156773", "88349", "88348", "13224", "86343", "361830", "223304", "192528", "38868", "137719"], "ranked_scores": [0.8438, 0.7813, 0.75, 0.7344, 0.7344, 0.7188, 0.6875, 0.6719, 0.6406, 0.625], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.2, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6, "ndcg@5": 0.8688, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.8, "ndcg@10": 0.8688, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.8}, "11002": {"relevant_ids": ["11003"], "ranked_ids": ["11003", "444112", "241075", "489539", "144197", "14166", "87346", "17317", "266680", "40099"], "ranked_scores": [0.75, 0.6719, 0.6562, 0.6406, 0.625, 0.6094, 0.6094, 0.6094, 0.5938, 0.5938], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177653": {"relevant_ids": ["79732"], "ranked_ids": ["525756", "79732", "39174", "373717", "310721", "208018", "200611", "412316", "377344", "414347"], "ranked_scores": [0.7031, 0.6875, 0.625, 0.6094, 0.6094, 0.5625, 0.5625, 0.5313, 0.5, 0.4687], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "415592": {"relevant_ids": ["415591"], "ranked_ids": ["415591", "91592", "88542", "425878", "117817", "381371", "430072", "310516", "435045", "166836"], "ranked_scores": [0.8906, 0.5938, 0.5781, 0.5781, 0.5781, 0.5469, 0.5469, 0.5469, 0.5313, 0.5156], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "511196": {"relevant_ids": ["511197"], "ranked_ids": ["511197", "252091", "289278", "156490", "12677", "189866", "180109", "461888", "537528", "220596"], "ranked_scores": [0.8438, 0.5156, 0.4844, 0.4844, 0.4688, 0.4688, 0.4687, 0.4687, 0.4531, 0.4531], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "344845": {"relevant_ids": ["344844"], "ranked_ids": ["344844", "161471", "224515", "101085", "95946", "327548", "503908", "93337", "4915", "79987"], "ranked_scores": [0.9375, 0.7344, 0.6719, 0.6406, 0.6406, 0.6406, 0.6094, 0.5938, 0.5938, 0.5937], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "396744": {"relevant_ids": ["396745"], "ranked_ids": ["287295", "516168", "396745", "400510", "526492", "252056", "352734", "16789", "219399", "343352"], "ranked_scores": [0.5313, 0.4844, 0.4844, 0.4688, 0.4531, 0.4531, 0.4531, 0.4531, 0.4531, 0.4531], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "452398": {"relevant_ids": ["452399"], "ranked_ids": ["452399", "530610", "304781", "296712", "378404", "171946", "221563", "60646", "125993", "399415"], "ranked_scores": [0.8594, 0.6406, 0.5938, 0.5469, 0.5469, 0.5313, 0.5312, 0.5156, 0.5, 0.4844], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "182114": {"relevant_ids": ["182113"], "ranked_ids": ["196647", "162482", "234482", "229182", "481882", "328873", "531602", "323531", "182113", "256239"], "ranked_scores": [0.6875, 0.5937, 0.5781, 0.5625, 0.5625, 0.5625, 0.5469, 0.5469, 0.5312, 0.5312], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "486260": {"relevant_ids": ["486259"], "ranked_ids": ["486259", "146738", "406342", "146737", "114114", "431981", "392356", "391328", "241333", "385204"], "ranked_scores": [0.875, 0.6719, 0.6563, 0.6094, 0.5937, 0.5781, 0.5781, 0.5781, 0.5625, 0.5625], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "455140": {"relevant_ids": ["315935"], "ranked_ids": ["315935", "369068", "245896", "93864", "510681", "150842", "246286", "315936", "50224", "93863"], "ranked_scores": [0.7812, 0.6406, 0.6094, 0.6094, 0.5938, 0.5781, 0.5781, 0.5781, 0.5625, 0.5312], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "56198": {"relevant_ids": ["56199"], "ranked_ids": ["56199", "67917", "138891", "358086", "3724", "431226", "480352", "160194", "60142", "243039"], "ranked_scores": [0.9219, 0.5469, 0.5312, 0.5312, 0.5156, 0.5156, 0.5, 0.5, 0.4688, 0.4531], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "30172": {"relevant_ids": ["30173", "145120", "145119", "373486", "185817", "68426"], "ranked_ids": ["145120", "68426", "185817", "53445", "145119", "205338", "192604", "160900", "311173", "15236"], "ranked_scores": [0.8281, 0.8125, 0.75, 0.6875, 0.6875, 0.6719, 0.6719, 0.6719, 0.6719, 0.6563], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.1667, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.8539, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.7619, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.6667}, "127880": {"relevant_ids": ["241164"], "ranked_ids": ["241164", "122116", "450198", "212021", "208455", "350284", "488251", "411573", "437116", "48223"], "ranked_scores": [0.7969, 0.5781, 0.5469, 0.5312, 0.5312, 0.5156, 0.5156, 0.5156, 0.5, 0.5], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "167969": {"relevant_ids": ["174461"], "ranked_ids": ["174461", "360983", "365197", "9145", "413381", "60171", "177138", "115070", "520621", "222958"], "ranked_scores": [0.6406, 0.5469, 0.4531, 0.4531, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4219], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "97986": {"relevant_ids": ["97987"], "ranked_ids": ["97987", "393565", "284181", "44589", "108564", "506848", "257425", "41241", "248383", "26644"], "ranked_scores": [0.9375, 0.6406, 0.6094, 0.5937, 0.5313, 0.4844, 0.4531, 0.4531, 0.4531, 0.4375], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "12865": {"relevant_ids": ["105683"], "ranked_ids": ["105683", "356189", "506722", "83623", "92902", "94167", "232488", "83622", "113886", "522698"], "ranked_scores": [0.9062, 0.6406, 0.5469, 0.5313, 0.5313, 0.5313, 0.5312, 0.5312, 0.5156, 0.5156], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "215681": {"relevant_ids": ["215680"], "ranked_ids": ["215680", "57552", "52235", "178515", "4715", "143842", "138892", "63757", "78042", "314622"], "ranked_scores": [0.8438, 0.6406, 0.6094, 0.5781, 0.5781, 0.5625, 0.5313, 0.5312, 0.5312, 0.5156], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-roberta-base-mrl-128-tq-2bit": {"127728": {"relevant_ids": ["127729"], "ranked_ids": ["92818", "127729", "278575", "250619", "245618", "469527", "445616", "382156", "145244", "38063"], "ranked_scores": [0.7066, 0.7037, 0.6863, 0.6743, 0.6697, 0.6664, 0.6473, 0.6366, 0.6285, 0.6257], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "318820": {"relevant_ids": ["318821"], "ranked_ids": ["318821", "222238", "380781", "489320", "367479", "178549", "56784", "496708", "190698", "441089"], "ranked_scores": [0.8621, 0.7816, 0.735, 0.7318, 0.7309, 0.7061, 0.7032, 0.7022, 0.6888, 0.6853], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "296098": {"relevant_ids": ["296097"], "ranked_ids": ["493414", "45507", "134752", "469868", "296097", "364131", "513540", "469985", "120598", "56686"], "ranked_scores": [0.6655, 0.6278, 0.6149, 0.6109, 0.6054, 0.5963, 0.5878, 0.5773, 0.5686, 0.5559], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "150414": {"relevant_ids": ["192835"], "ranked_ids": ["192835", "105782", "105783", "516620", "121070", "132912", "149429", "113488", "470642", "1702"], "ranked_scores": [0.8475, 0.8223, 0.7734, 0.765, 0.7317, 0.723, 0.7163, 0.7141, 0.7124, 0.7062], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145582": {"relevant_ids": ["145583"], "ranked_ids": ["145583", "454248", "130013", "211239", "299264", "195479", "432243", "263736", "436023", "39561"], "ranked_scores": [0.8084, 0.5754, 0.5169, 0.4956, 0.4778, 0.4711, 0.4694, 0.4692, 0.4572, 0.4532], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "315712": {"relevant_ids": ["315713"], "ranked_ids": ["315713", "242340", "194841", "377891", "208025", "236508", "408588", "355553", "521596", "396505"], "ranked_scores": [0.8422, 0.673, 0.6596, 0.6551, 0.6314, 0.623, 0.6229, 0.6199, 0.6183, 0.6098], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145739": {"relevant_ids": ["145740"], "ranked_ids": ["145740", "366074", "241979", "115412", "415781", "8705", "465597", "148222", "429177", "303090"], "ranked_scores": [0.8587, 0.7151, 0.6889, 0.6839, 0.6549, 0.6476, 0.6431, 0.6166, 0.601, 0.586], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "308127": {"relevant_ids": ["308126"], "ranked_ids": ["308126", "35763", "79534", "395527", "471617", "301104", "326242", "329643", "498938", "386807"], "ranked_scores": [0.8556, 0.721, 0.7016, 0.6904, 0.6659, 0.6493, 0.6342, 0.6305, 0.6287, 0.6241], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "287245": {"relevant_ids": ["283199", "322650", "283198"], "ranked_ids": ["322650", "283199", "283198", "508239", "188940", "190330", "420279", "192143", "68138", "420280"], "ranked_scores": [0.8296, 0.819, 0.7264, 0.6562, 0.6539, 0.6442, 0.6064, 0.6025, 0.5979, 0.5956], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "14755": {"relevant_ids": ["14756", "211906"], "ranked_ids": ["14756", "450970", "211906", "235454", "57678", "277031", "30834", "449494", "369731", "259619"], "ranked_scores": [0.8032, 0.7874, 0.7658, 0.6617, 0.6487, 0.6201, 0.609, 0.595, 0.5803, 0.5539], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.9197, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.9197, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9197, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "370170": {"relevant_ids": ["370169"], "ranked_ids": ["370169", "334238", "211280", "537762", "466920", "88911", "70975", "476551", "392093", "419219"], "ranked_scores": [0.9801, 0.5612, 0.5561, 0.5518, 0.5492, 0.5243, 0.5239, 0.5159, 0.5115, 0.5068], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "41774": {"relevant_ids": ["41773"], "ranked_ids": ["41773", "214766", "239344", "307530", "468655", "442459", "163006", "33017", "53738", "467781"], "ranked_scores": [0.8253, 0.6431, 0.6246, 0.6211, 0.6033, 0.5933, 0.5882, 0.5716, 0.5652, 0.5576], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "399648": {"relevant_ids": ["399649"], "ranked_ids": ["399649", "225815", "462253", "435035", "486011", "21253", "439417", "124071", "159777", "276696"], "ranked_scores": [0.9422, 0.729, 0.7067, 0.7025, 0.6877, 0.6837, 0.6836, 0.6823, 0.6788, 0.6669], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "504811": {"relevant_ids": ["504810"], "ranked_ids": ["504810", "214151", "298555", "90374", "262882", "487409", "55899", "451065", "494989", "74588"], "ranked_scores": [0.9498, 0.6871, 0.6777, 0.6304, 0.618, 0.6168, 0.6135, 0.6123, 0.6116, 0.6102], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "362950": {"relevant_ids": ["400212", "362949"], "ranked_ids": ["362949", "400212", "348827", "475478", "68956", "429502", "438104", "427587", "129563", "465929"], "ranked_scores": [0.845, 0.7778, 0.72, 0.7153, 0.703, 0.7007, 0.7007, 0.6986, 0.6943, 0.6926], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "155873": {"relevant_ids": ["155874"], "ranked_ids": ["155874", "392604", "122134", "136219", "464100", "487664", "383066", "346009", "143997", "444541"], "ranked_scores": [0.6872, 0.6135, 0.6064, 0.5869, 0.5597, 0.5478, 0.5472, 0.5469, 0.5358, 0.5272], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "263432": {"relevant_ids": ["263433"], "ranked_ids": ["263433", "407204", "128303", "536353", "401373", "309718", "374181", "497067", "481004", "145419"], "ranked_scores": [0.6891, 0.6629, 0.6459, 0.5576, 0.5553, 0.5448, 0.5402, 0.5329, 0.5265, 0.5258], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "354945": {"relevant_ids": ["354946"], "ranked_ids": ["354946", "254071", "462983", "322478", "108161", "202817", "298611", "462984", "202685", "241015"], "ranked_scores": [0.9403, 0.8207, 0.6043, 0.5789, 0.559, 0.5558, 0.526, 0.4783, 0.4713, 0.4705], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "245417": {"relevant_ids": ["219475", "248195"], "ranked_ids": ["219475", "248195", "40657", "14180", "64433", "110033", "37326", "319022", "85977", "164159"], "ranked_scores": [0.8667, 0.8131, 0.791, 0.7185, 0.7158, 0.7072, 0.6982, 0.6829, 0.6815, 0.6809], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "516276": {"relevant_ids": ["516277"], "ranked_ids": ["516277", "19755", "34173", "510783", "76958", "119374", "489791", "352189", "286275", "410439"], "ranked_scores": [0.9242, 0.7317, 0.7216, 0.685, 0.6824, 0.6736, 0.6606, 0.6571, 0.6508, 0.6496], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177580": {"relevant_ids": ["177579"], "ranked_ids": ["177579", "18081", "76563", "115954", "489312", "491226", "146178", "454968", "185553", "255647"], "ranked_scores": [0.9459, 0.5854, 0.5758, 0.536, 0.523, 0.52, 0.5147, 0.5054, 0.4877, 0.4785], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "309865": {"relevant_ids": ["33713", "78623", "78624"], "ranked_ids": ["33713", "78623", "78624", "209041", "495751", "405094", "437065", "153484", "195425", "202593"], "ranked_scores": [0.7984, 0.7945, 0.7934, 0.7901, 0.7793, 0.7684, 0.7379, 0.7249, 0.6532, 0.6487], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "510387": {"relevant_ids": ["510386"], "ranked_ids": ["510386", "40390", "241538", "344869", "241537", "170896", "371033", "52003", "254292", "101855"], "ranked_scores": [0.8149, 0.8147, 0.785, 0.7818, 0.7672, 0.7456, 0.7449, 0.7064, 0.702, 0.6851], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "26645": {"relevant_ids": ["26644"], "ranked_ids": ["26644", "12895", "215551", "507090", "108781", "411539", "163452", "286617", "219047", "473729"], "ranked_scores": [0.9315, 0.7103, 0.7014, 0.6936, 0.6538, 0.6411, 0.6315, 0.624, 0.6169, 0.6092], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "47788": {"relevant_ids": ["455725"], "ranked_ids": ["455725", "59223", "348138", "235686", "276534", "105230", "8505", "47789", "47703", "87039"], "ranked_scores": [0.8327, 0.8227, 0.8214, 0.7971, 0.794, 0.7833, 0.7815, 0.7812, 0.7787, 0.7696], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "338281": {"relevant_ids": ["338282"], "ranked_ids": ["338282", "57017", "11563", "431433", "263861", "263316", "138712", "457315", "315387", "434432"], "ranked_scores": [0.8736, 0.5922, 0.5494, 0.5299, 0.5015, 0.4903, 0.4867, 0.4808, 0.4661, 0.4638], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "461149": {"relevant_ids": ["461148"], "ranked_ids": ["381960", "525835", "461148", "302225", "443095", "203100", "392720", "527101", "335800", "475952"], "ranked_scores": [0.6843, 0.6751, 0.6509, 0.6493, 0.6464, 0.6453, 0.6186, 0.6026, 0.6019, 0.5968], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "346126": {"relevant_ids": ["110711", "110710"], "ranked_ids": ["110710", "110711", "154338", "254526", "340823", "89277", "229972", "203476", "528998", "21352"], "ranked_scores": [0.8901, 0.8457, 0.8058, 0.7529, 0.7489, 0.7445, 0.7344, 0.7309, 0.7252, 0.7247], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "372986": {"relevant_ids": ["49961", "262882"], "ranked_ids": ["49961", "262882", "303468", "491226", "320580", "276160", "497357", "463833", "43966", "262821"], "ranked_scores": [0.9257, 0.7871, 0.6945, 0.6281, 0.6111, 0.6093, 0.5857, 0.5713, 0.5667, 0.5654], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "501182": {"relevant_ids": ["501181"], "ranked_ids": ["501181", "50260", "402718", "99921", "33190", "411533", "325288", "356066", "43474", "447737"], "ranked_scores": [0.8096, 0.6006, 0.5844, 0.5793, 0.5683, 0.5639, 0.5623, 0.5532, 0.5485, 0.5482], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13800": {"relevant_ids": ["376590", "13799", "408522"], "ranked_ids": ["376590", "13799", "179943", "448205", "67320", "408522", "481109", "23471", "8622", "30987"], "ranked_scores": [0.8189, 0.7721, 0.7567, 0.743, 0.717, 0.7095, 0.6917, 0.6911, 0.6848, 0.6795], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.7654, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.9325, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "250143": {"relevant_ids": ["250142"], "ranked_ids": ["250142", "473276", "368186", "57155", "50539", "76062", "96270", "492698", "520955", "57156"], "ranked_scores": [0.7813, 0.7657, 0.6075, 0.5936, 0.5931, 0.5771, 0.5556, 0.5466, 0.5433, 0.5394], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13223": {"relevant_ids": ["13224", "88349", "20277", "88348", "156773"], "ranked_ids": ["156773", "86343", "88348", "223304", "13224", "88349", "366749", "137719", "361830", "491669"], "ranked_scores": [0.9274, 0.8512, 0.8428, 0.8311, 0.8294, 0.8258, 0.8239, 0.8188, 0.8133, 0.7808], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.2, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.4, "ndcg@5": 0.6399, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6, "ndcg@10": 0.7608, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.8}, "11002": {"relevant_ids": ["11003"], "ranked_ids": ["11003", "144197", "444112", "87346", "489539", "17317", "266680", "153944", "42203", "40100"], "ranked_scores": [0.8218, 0.7538, 0.7451, 0.7401, 0.7167, 0.7128, 0.7121, 0.7107, 0.692, 0.6899], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177653": {"relevant_ids": ["79732"], "ranked_ids": ["79732", "525756", "373717", "310721", "200611", "225019", "39174", "525755", "194790", "412316"], "ranked_scores": [0.8473, 0.7845, 0.7757, 0.7206, 0.6445, 0.6445, 0.6372, 0.6253, 0.6246, 0.618], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "415592": {"relevant_ids": ["415591"], "ranked_ids": ["415591", "91592", "435045", "430072", "322822", "84634", "117817", "425878", "88542", "166836"], "ranked_scores": [0.9191, 0.6934, 0.6925, 0.682, 0.6748, 0.646, 0.6406, 0.6349, 0.6172, 0.6087], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "511196": {"relevant_ids": ["511197"], "ranked_ids": ["511197", "251545", "156490", "334665", "251546", "313107", "289278", "352492", "414717", "220596"], "ranked_scores": [0.8825, 0.6166, 0.5822, 0.5793, 0.5648, 0.55, 0.54, 0.5373, 0.514, 0.513], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "344845": {"relevant_ids": ["344844"], "ranked_ids": ["344844", "161471", "95946", "79987", "469623", "224515", "4915", "101085", "79986", "115151"], "ranked_scores": [0.9284, 0.8415, 0.7467, 0.7432, 0.7385, 0.7299, 0.7281, 0.7274, 0.7214, 0.7189], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "396744": {"relevant_ids": ["396745"], "ranked_ids": ["396745", "16789", "271801", "516168", "280435", "454241", "184901", "204626", "418055", "219399"], "ranked_scores": [0.7193, 0.6483, 0.6448, 0.6221, 0.616, 0.6059, 0.6, 0.5942, 0.5924, 0.592], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "452398": {"relevant_ids": ["452399"], "ranked_ids": ["452399", "530610", "60646", "304781", "296712", "90225", "399415", "7119", "324290", "419169"], "ranked_scores": [0.9051, 0.7688, 0.699, 0.6906, 0.688, 0.6645, 0.6579, 0.653, 0.6503, 0.6428], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "182114": {"relevant_ids": ["182113"], "ranked_ids": ["196647", "182113", "531602", "328873", "234482", "162482", "229182", "323531", "256239", "139689"], "ranked_scores": [0.8176, 0.7605, 0.6994, 0.6849, 0.6787, 0.6645, 0.6498, 0.6362, 0.6294, 0.6135], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "486260": {"relevant_ids": ["486259"], "ranked_ids": ["486259", "146737", "146738", "392356", "209254", "406342", "151649", "113749", "113100", "385204"], "ranked_scores": [0.8909, 0.6935, 0.6764, 0.6725, 0.6708, 0.6625, 0.6577, 0.6528, 0.6517, 0.643], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "455140": {"relevant_ids": ["315935"], "ranked_ids": ["315935", "246286", "245896", "93864", "369068", "124700", "93863", "50224", "150842", "308963"], "ranked_scores": [0.8752, 0.7512, 0.7507, 0.7402, 0.7185, 0.701, 0.7003, 0.6952, 0.682, 0.6583], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "56198": {"relevant_ids": ["56199"], "ranked_ids": ["56199", "138891", "67917", "160194", "249114", "500485", "310462", "243039", "133979", "358086"], "ranked_scores": [0.9377, 0.5923, 0.5679, 0.5581, 0.5468, 0.5392, 0.5362, 0.5349, 0.5284, 0.5116], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "30172": {"relevant_ids": ["30173", "145120", "145119", "373486", "185817", "68426"], "ranked_ids": ["145120", "68426", "160900", "205338", "373486", "192604", "311173", "185817", "15236", "145119"], "ranked_scores": [0.8931, 0.842, 0.8335, 0.8266, 0.8141, 0.7839, 0.7762, 0.7687, 0.7681, 0.7657], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.1667, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.6844, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.7935, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.8333}, "127880": {"relevant_ids": ["241164"], "ranked_ids": ["241164", "122116", "450198", "112470", "121458", "537189", "210277", "329579", "307991", "370634"], "ranked_scores": [0.8125, 0.6543, 0.6306, 0.6268, 0.6199, 0.6044, 0.5946, 0.5941, 0.5914, 0.5741], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "167969": {"relevant_ids": ["174461"], "ranked_ids": ["174461", "360983", "60171", "365197", "78497", "520621", "177138", "207491", "489539", "72540"], "ranked_scores": [0.7934, 0.7007, 0.5646, 0.5623, 0.525, 0.52, 0.5129, 0.5108, 0.5087, 0.5086], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "97986": {"relevant_ids": ["97987"], "ranked_ids": ["97987", "44589", "393565", "284181", "108564", "318396", "207775", "506848", "144057", "41241"], "ranked_scores": [0.945, 0.7623, 0.7567, 0.7031, 0.6796, 0.572, 0.5698, 0.5659, 0.5545, 0.5533], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "12865": {"relevant_ids": ["105683"], "ranked_ids": ["105683", "338609", "92902", "356189", "477677", "528844", "277453", "146806", "94167", "188959"], "ranked_scores": [0.9384, 0.6976, 0.6954, 0.6954, 0.695, 0.6934, 0.6754, 0.6751, 0.6692, 0.6628], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "215681": {"relevant_ids": ["215680"], "ranked_ids": ["215680", "178515", "57552", "52235", "78042", "5733", "18634", "297953", "63757", "349338"], "ranked_scores": [0.9147, 0.68, 0.6507, 0.6496, 0.6364, 0.6132, 0.6129, 0.6123, 0.6114, 0.6088], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-roberta-base-mrl-128-tq-3bit": {"127728": {"relevant_ids": ["127729"], "ranked_ids": ["127729", "278575", "250619", "469527", "92818", "245618", "382156", "485054", "194704", "315009"], "ranked_scores": [0.7551, 0.7296, 0.7264, 0.7259, 0.7071, 0.698, 0.6917, 0.6812, 0.6727, 0.6722], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "318820": {"relevant_ids": ["318821"], "ranked_ids": ["318821", "222238", "367479", "489320", "496708", "190698", "162581", "54496", "168411", "380781"], "ranked_scores": [0.9209, 0.8199, 0.7716, 0.7706, 0.7645, 0.7343, 0.7329, 0.7229, 0.7172, 0.7151], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "296098": {"relevant_ids": ["296097"], "ranked_ids": ["493414", "469868", "120598", "513540", "45507", "364131", "469985", "296097", "412371", "134752"], "ranked_scores": [0.7019, 0.6717, 0.6507, 0.6496, 0.6472, 0.647, 0.6296, 0.6222, 0.5989, 0.5973], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "150414": {"relevant_ids": ["192835"], "ranked_ids": ["192835", "105782", "105783", "516620", "132912", "121070", "126746", "113488", "159263", "126745"], "ranked_scores": [0.9056, 0.8909, 0.8306, 0.804, 0.7954, 0.7736, 0.7691, 0.7639, 0.7585, 0.7492], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145582": {"relevant_ids": ["145583"], "ranked_ids": ["145583", "454248", "130013", "211239", "436023", "432243", "110298", "299264", "263736", "39561"], "ranked_scores": [0.8506, 0.5708, 0.5633, 0.5244, 0.4982, 0.4937, 0.4926, 0.4854, 0.4738, 0.4728], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "315712": {"relevant_ids": ["315713"], "ranked_ids": ["315713", "355553", "242340", "408588", "194841", "377891", "521596", "203205", "236508", "396505"], "ranked_scores": [0.8737, 0.7184, 0.7152, 0.7012, 0.6972, 0.6812, 0.6793, 0.675, 0.6664, 0.664], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145739": {"relevant_ids": ["145740"], "ranked_ids": ["145740", "241979", "8705", "115412", "366074", "465597", "415781", "429177", "180147", "303090"], "ranked_scores": [0.8958, 0.7509, 0.7179, 0.7104, 0.6989, 0.6676, 0.6645, 0.641, 0.6361, 0.6286], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "308127": {"relevant_ids": ["308126"], "ranked_ids": ["308126", "35763", "79534", "395527", "471617", "301104", "386807", "77650", "326242", "402262"], "ranked_scores": [0.8457, 0.7563, 0.7075, 0.7007, 0.6935, 0.6935, 0.6857, 0.6803, 0.6746, 0.6633], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "287245": {"relevant_ids": ["283199", "322650", "283198"], "ranked_ids": ["283199", "322650", "283198", "420279", "508239", "188940", "68138", "498473", "190330", "192143"], "ranked_scores": [0.87, 0.8597, 0.8, 0.6904, 0.6667, 0.6638, 0.6441, 0.6413, 0.6387, 0.6301], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "14755": {"relevant_ids": ["14756", "211906"], "ranked_ids": ["450970", "14756", "211906", "57678", "235454", "30834", "277031", "259619", "369731", "314883"], "ranked_scores": [0.8396, 0.8392, 0.8101, 0.743, 0.7389, 0.6879, 0.6837, 0.6465, 0.6423, 0.6297], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6934, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6934, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6934, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "370170": {"relevant_ids": ["370169"], "ranked_ids": ["370169", "537762", "211280", "417976", "466920", "88911", "22763", "334238", "419219", "528902"], "ranked_scores": [0.9874, 0.5957, 0.5878, 0.5513, 0.5481, 0.5388, 0.5311, 0.5298, 0.5257, 0.5182], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "41774": {"relevant_ids": ["41773"], "ranked_ids": ["41773", "214766", "239344", "307530", "468655", "442459", "163006", "53738", "62219", "467781"], "ranked_scores": [0.8898, 0.6508, 0.6263, 0.6259, 0.6173, 0.5911, 0.5703, 0.5667, 0.5606, 0.5537], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "399648": {"relevant_ids": ["399649"], "ranked_ids": ["399649", "225815", "435035", "462253", "159777", "481934", "411313", "124071", "439417", "412309"], "ranked_scores": [0.9606, 0.8315, 0.7464, 0.7443, 0.7239, 0.713, 0.7128, 0.7057, 0.7007, 0.6932], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "504811": {"relevant_ids": ["504810"], "ranked_ids": ["504810", "90374", "448774", "309894", "214151", "298555", "55899", "84826", "155038", "97434"], "ranked_scores": [0.9848, 0.758, 0.7448, 0.7387, 0.7301, 0.7256, 0.6779, 0.6774, 0.6696, 0.659], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "362950": {"relevant_ids": ["400212", "362949"], "ranked_ids": ["362949", "400212", "475478", "348827", "427587", "155870", "487392", "151122", "411503", "465929"], "ranked_scores": [0.886, 0.841, 0.7882, 0.7803, 0.7605, 0.7575, 0.7547, 0.7382, 0.7229, 0.7057], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "155873": {"relevant_ids": ["155874"], "ranked_ids": ["155874", "444541", "122134", "392604", "464100", "136219", "346009", "440807", "170784", "91610"], "ranked_scores": [0.7111, 0.6262, 0.6154, 0.6073, 0.6001, 0.5989, 0.5931, 0.592, 0.5808, 0.5684], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "263432": {"relevant_ids": ["263433"], "ranked_ids": ["407204", "128303", "263433", "401373", "536353", "481004", "374181", "89716", "370717", "497067"], "ranked_scores": [0.7282, 0.7187, 0.7026, 0.6175, 0.5966, 0.5922, 0.574, 0.5602, 0.5594, 0.5594], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "354945": {"relevant_ids": ["354946"], "ranked_ids": ["354946", "254071", "462983", "108161", "322478", "202817", "298611", "241015", "425587", "462984"], "ranked_scores": [0.9501, 0.8603, 0.68, 0.6099, 0.6016, 0.6013, 0.4706, 0.4681, 0.4674, 0.4674], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "245417": {"relevant_ids": ["219475", "248195"], "ranked_ids": ["219475", "248195", "40657", "64433", "164159", "301977", "14180", "413039", "37326", "110033"], "ranked_scores": [0.9105, 0.881, 0.8643, 0.8003, 0.745, 0.7341, 0.73, 0.7219, 0.7182, 0.7178], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "516276": {"relevant_ids": ["516277"], "ranked_ids": ["516277", "19755", "34173", "510783", "76958", "119374", "471902", "352189", "286275", "78042"], "ranked_scores": [0.9282, 0.7384, 0.7321, 0.713, 0.7084, 0.6937, 0.6834, 0.6803, 0.6797, 0.662], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177580": {"relevant_ids": ["177579"], "ranked_ids": ["177579", "18081", "115954", "76563", "491226", "419100", "454968", "489312", "85814", "272252"], "ranked_scores": [0.9621, 0.6146, 0.5618, 0.5495, 0.5431, 0.5328, 0.5219, 0.5174, 0.5161, 0.5145], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "309865": {"relevant_ids": ["33713", "78623", "78624"], "ranked_ids": ["209041", "33713", "495751", "153484", "78623", "405094", "78624", "437065", "477476", "195425"], "ranked_scores": [0.8402, 0.8364, 0.8253, 0.8191, 0.8105, 0.7997, 0.797, 0.769, 0.7313, 0.7187], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4776, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.634, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "510387": {"relevant_ids": ["510386"], "ranked_ids": ["40390", "241538", "241537", "510386", "344869", "170896", "52003", "254292", "371033", "484846"], "ranked_scores": [0.8872, 0.884, 0.8582, 0.8515, 0.8459, 0.8134, 0.8076, 0.803, 0.7972, 0.7728], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "26645": {"relevant_ids": ["26644"], "ranked_ids": ["26644", "12895", "286617", "507090", "215551", "163452", "219047", "411539", "108781", "318396"], "ranked_scores": [0.9585, 0.7496, 0.717, 0.7141, 0.6978, 0.6877, 0.6744, 0.6718, 0.6662, 0.663], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "47788": {"relevant_ids": ["455725"], "ranked_ids": ["455725", "348138", "235686", "59223", "47789", "8505", "59508", "47703", "276534", "120701"], "ranked_scores": [0.8871, 0.8724, 0.8576, 0.8431, 0.8384, 0.838, 0.8353, 0.8219, 0.8202, 0.8196], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "338281": {"relevant_ids": ["338282"], "ranked_ids": ["338282", "57017", "11563", "431433", "85881", "263861", "234727", "457315", "315387", "263316"], "ranked_scores": [0.9079, 0.603, 0.5713, 0.5599, 0.5577, 0.5441, 0.5306, 0.5288, 0.5152, 0.5046], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "461149": {"relevant_ids": ["461148"], "ranked_ids": ["525835", "443095", "461148", "203100", "392720", "302225", "482221", "381960", "527101", "335800"], "ranked_scores": [0.7288, 0.7184, 0.7166, 0.6859, 0.6737, 0.6549, 0.6512, 0.6507, 0.6462, 0.6386], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "346126": {"relevant_ids": ["110711", "110710"], "ranked_ids": ["110710", "110711", "154338", "254526", "89277", "340823", "203476", "229972", "185203", "168350"], "ranked_scores": [0.941, 0.9029, 0.8914, 0.8176, 0.7871, 0.7829, 0.7661, 0.7658, 0.7479, 0.7315], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "372986": {"relevant_ids": ["49961", "262882"], "ranked_ids": ["49961", "262882", "303468", "491226", "43966", "320580", "127288", "494989", "215938", "262821"], "ranked_scores": [0.957, 0.8307, 0.7238, 0.6702, 0.6412, 0.6259, 0.6126, 0.6099, 0.6071, 0.6063], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "501182": {"relevant_ids": ["501181"], "ranked_ids": ["501181", "402718", "447737", "99921", "325288", "985", "50260", "185580", "105920", "179018"], "ranked_scores": [0.8733, 0.6672, 0.6493, 0.6268, 0.6161, 0.6131, 0.6037, 0.6003, 0.5857, 0.58], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13800": {"relevant_ids": ["376590", "13799", "408522"], "ranked_ids": ["376590", "13799", "179943", "67320", "448205", "408522", "8622", "23471", "30987", "481109"], "ranked_scores": [0.8557, 0.8309, 0.7704, 0.7419, 0.7395, 0.73, 0.6921, 0.6827, 0.6796, 0.6794], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.7654, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.9325, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "250143": {"relevant_ids": ["250142"], "ranked_ids": ["250142", "473276", "57155", "76062", "368186", "50539", "96270", "492698", "58986", "137994"], "ranked_scores": [0.8595, 0.8142, 0.6369, 0.6365, 0.6312, 0.6274, 0.5957, 0.5777, 0.561, 0.5553], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13223": {"relevant_ids": ["13224", "88349", "20277", "88348", "156773"], "ranked_ids": ["156773", "88348", "88349", "86343", "13224", "223304", "366749", "137719", "361830", "491669"], "ranked_scores": [0.9716, 0.9164, 0.9161, 0.9154, 0.9051, 0.8808, 0.8715, 0.8663, 0.8473, 0.8278], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.2, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6, "ndcg@5": 0.8539, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.8, "ndcg@10": 0.8539, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.8}, "11002": {"relevant_ids": ["11003"], "ranked_ids": ["11003", "144197", "444112", "489539", "266680", "241075", "87346", "153944", "42203", "40100"], "ranked_scores": [0.8802, 0.8083, 0.7954, 0.7861, 0.7772, 0.77, 0.77, 0.7666, 0.7512, 0.7494], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177653": {"relevant_ids": ["79732"], "ranked_ids": ["79732", "525756", "373717", "310721", "200611", "39174", "395587", "225019", "194790", "525755"], "ranked_scores": [0.9307, 0.8101, 0.7642, 0.7362, 0.7204, 0.697, 0.6802, 0.6671, 0.6532, 0.652], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "415592": {"relevant_ids": ["415591"], "ranked_ids": ["415591", "91592", "435045", "430072", "322822", "117817", "84634", "425878", "88542", "467639"], "ranked_scores": [0.9377, 0.7493, 0.7224, 0.7158, 0.712, 0.7056, 0.7051, 0.6914, 0.6812, 0.6639], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "511196": {"relevant_ids": ["511197"], "ranked_ids": ["511197", "156490", "313107", "251545", "289278", "537528", "334665", "251546", "264754", "352492"], "ranked_scores": [0.9053, 0.6386, 0.6135, 0.6079, 0.6007, 0.5734, 0.5726, 0.5629, 0.5614, 0.5612], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "344845": {"relevant_ids": ["344844"], "ranked_ids": ["344844", "161471", "95946", "469623", "224515", "111672", "79987", "115151", "327548", "4915"], "ranked_scores": [0.9503, 0.8576, 0.7851, 0.7768, 0.7758, 0.7654, 0.7587, 0.7497, 0.7472, 0.739], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "396744": {"relevant_ids": ["396745"], "ranked_ids": ["396745", "516168", "16789", "418055", "280435", "489628", "271801", "184901", "287295", "526492"], "ranked_scores": [0.8124, 0.6795, 0.6785, 0.6626, 0.645, 0.6384, 0.6345, 0.6296, 0.6266, 0.6205], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "452398": {"relevant_ids": ["452399"], "ranked_ids": ["452399", "530610", "90225", "296712", "346712", "7119", "304781", "399415", "324290", "165046"], "ranked_scores": [0.9439, 0.8188, 0.7316, 0.7229, 0.7216, 0.7215, 0.7167, 0.7013, 0.6959, 0.689], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "182114": {"relevant_ids": ["182113"], "ranked_ids": ["196647", "182113", "531602", "234482", "229182", "328873", "162482", "323531", "481882", "80719"], "ranked_scores": [0.8401, 0.7528, 0.7056, 0.6834, 0.6822, 0.673, 0.6705, 0.6549, 0.6353, 0.6228], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "486260": {"relevant_ids": ["486259"], "ranked_ids": ["486259", "146738", "392356", "146737", "113749", "114114", "209254", "406342", "151649", "385204"], "ranked_scores": [0.9195, 0.7691, 0.7593, 0.7499, 0.7295, 0.7277, 0.7256, 0.7192, 0.7166, 0.712], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "455140": {"relevant_ids": ["315935"], "ranked_ids": ["315935", "246286", "369068", "50224", "245896", "93864", "93863", "150842", "124700", "211061"], "ranked_scores": [0.9355, 0.8253, 0.7815, 0.777, 0.767, 0.7664, 0.7444, 0.7291, 0.7115, 0.7013], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "56198": {"relevant_ids": ["56199"], "ranked_ids": ["56199", "138891", "67917", "249114", "160914", "160194", "358086", "480352", "431226", "500485"], "ranked_scores": [0.9621, 0.5998, 0.5919, 0.5815, 0.5581, 0.5532, 0.5451, 0.5344, 0.5333, 0.5295], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "30172": {"relevant_ids": ["30173", "145120", "145119", "373486", "185817", "68426"], "ranked_ids": ["145120", "68426", "160900", "373486", "205338", "192604", "15236", "311173", "90983", "145119"], "ranked_scores": [0.9232, 0.918, 0.8736, 0.8567, 0.8411, 0.8308, 0.8284, 0.8271, 0.8243, 0.8222], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.1667, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.6992, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.7113, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.6667}, "127880": {"relevant_ids": ["241164"], "ranked_ids": ["241164", "210277", "450198", "537189", "121458", "112470", "122116", "307991", "212021", "208455"], "ranked_scores": [0.8386, 0.701, 0.6883, 0.6728, 0.67, 0.6639, 0.6575, 0.6519, 0.6508, 0.649], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "167969": {"relevant_ids": ["174461"], "ranked_ids": ["174461", "360983", "60171", "78497", "365197", "95767", "255348", "34814", "72540", "207491"], "ranked_scores": [0.8363, 0.7699, 0.6401, 0.611, 0.6031, 0.5754, 0.5728, 0.5702, 0.5689, 0.5657], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "97986": {"relevant_ids": ["97987"], "ranked_ids": ["97987", "44589", "284181", "393565", "108564", "506848", "41241", "207775", "212168", "326597"], "ranked_scores": [0.9737, 0.8074, 0.7742, 0.7657, 0.7194, 0.615, 0.6126, 0.6118, 0.5964, 0.5914], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "12865": {"relevant_ids": ["105683"], "ranked_ids": ["105683", "92902", "528844", "506722", "277453", "94167", "356189", "188959", "477677", "146806"], "ranked_scores": [0.963, 0.7619, 0.7264, 0.726, 0.7237, 0.7054, 0.7028, 0.6996, 0.6973, 0.6892], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "215681": {"relevant_ids": ["215680"], "ranked_ids": ["215680", "178515", "52235", "57552", "78042", "18634", "5733", "297953", "430581", "301165"], "ranked_scores": [0.9449, 0.7477, 0.7057, 0.6935, 0.6878, 0.6861, 0.6859, 0.6751, 0.6748, 0.674], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-roberta-base-mrl-256-tq-1bit": {"127728": {"relevant_ids": ["127729"], "ranked_ids": ["245618", "127729", "188019", "382156", "92818", "150783", "193896", "12708", "445616", "276617"], "ranked_scores": [0.6562, 0.6172, 0.5547, 0.5469, 0.5312, 0.5234, 0.5234, 0.5234, 0.5234, 0.5156], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "318820": {"relevant_ids": ["318821"], "ranked_ids": ["318821", "222238", "367479", "441218", "441089", "489320", "178549", "380781", "524090", "56784"], "ranked_scores": [0.875, 0.6406, 0.6172, 0.6094, 0.6016, 0.5938, 0.5781, 0.5547, 0.5391, 0.5391], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "296098": {"relevant_ids": ["296097"], "ranked_ids": ["45507", "493414", "469868", "469985", "298852", "412371", "173403", "198603", "296097", "284903"], "ranked_scores": [0.5547, 0.4766, 0.4766, 0.4687, 0.4297, 0.4297, 0.4141, 0.4141, 0.4141, 0.3984], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "150414": {"relevant_ids": ["192835"], "ranked_ids": ["192835", "105782", "516620", "105783", "132912", "149429", "126746", "121070", "337933", "113488"], "ranked_scores": [0.7578, 0.6875, 0.6406, 0.6328, 0.6328, 0.5781, 0.5781, 0.5703, 0.5625, 0.5547], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145582": {"relevant_ids": ["145583"], "ranked_ids": ["145583", "299264", "454248", "211239", "245370", "87614", "112261", "390399", "495957", "55239"], "ranked_scores": [0.7187, 0.4297, 0.4062, 0.3828, 0.3672, 0.3594, 0.3516, 0.3516, 0.3437, 0.3203], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "315712": {"relevant_ids": ["315713"], "ranked_ids": ["315713", "408588", "124542", "521596", "242340", "194841", "203205", "355553", "319096", "208025"], "ranked_scores": [0.7266, 0.5234, 0.5078, 0.4922, 0.4922, 0.4844, 0.4766, 0.4688, 0.4688, 0.4531], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145739": {"relevant_ids": ["145740"], "ranked_ids": ["145740", "115412", "241979", "8705", "366074", "375395", "453401", "180147", "376315", "20502"], "ranked_scores": [0.7031, 0.5469, 0.5469, 0.5234, 0.5234, 0.5078, 0.5, 0.4766, 0.4688, 0.4609], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "308127": {"relevant_ids": ["308126"], "ranked_ids": ["308126", "385951", "77650", "35763", "79534", "395527", "471617", "301104", "302837", "139188"], "ranked_scores": [0.7187, 0.5547, 0.5547, 0.5312, 0.5156, 0.5156, 0.5078, 0.5, 0.5, 0.4922], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "287245": {"relevant_ids": ["283199", "322650", "283198"], "ranked_ids": ["283199", "322650", "283198", "188940", "499037", "420279", "192143", "68138", "110195", "221784"], "ranked_scores": [0.6641, 0.6562, 0.6094, 0.5625, 0.5547, 0.4688, 0.4687, 0.4609, 0.4453, 0.4453], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "14755": {"relevant_ids": ["14756", "211906"], "ranked_ids": ["450970", "211906", "14756", "57678", "235454", "30834", "277031", "45636", "449494", "362149"], "ranked_scores": [0.7734, 0.7578, 0.75, 0.6797, 0.6406, 0.5391, 0.5391, 0.5312, 0.5312, 0.5234], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6934, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6934, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6934, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "370170": {"relevant_ids": ["370169"], "ranked_ids": ["370169", "537762", "334238", "529048", "211280", "40667", "22763", "430514", "70975", "191527"], "ranked_scores": [0.9766, 0.4375, 0.4297, 0.4297, 0.4063, 0.3906, 0.3906, 0.3906, 0.3906, 0.3906], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "41774": {"relevant_ids": ["41773"], "ranked_ids": ["41773", "214766", "468656", "442459", "307530", "239344", "467781", "163006", "468655", "416695"], "ranked_scores": [0.6875, 0.5156, 0.5, 0.4922, 0.4922, 0.4766, 0.4531, 0.4453, 0.4375, 0.4219], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "399648": {"relevant_ids": ["399649"], "ranked_ids": ["399649", "225815", "462253", "435035", "124071", "212809", "380626", "504913", "243294", "481934"], "ranked_scores": [0.8984, 0.625, 0.5703, 0.5625, 0.5469, 0.5391, 0.5156, 0.5156, 0.5, 0.5], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "504811": {"relevant_ids": ["504810"], "ranked_ids": ["504810", "309894", "298555", "179617", "55899", "90374", "84826", "448774", "214151", "451065"], "ranked_scores": [0.9531, 0.6406, 0.6016, 0.5625, 0.5547, 0.5469, 0.5469, 0.5313, 0.5234, 0.5234], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "362950": {"relevant_ids": ["400212", "362949"], "ranked_ids": ["362949", "400212", "475478", "487392", "427587", "196530", "129563", "155870", "411503", "465929"], "ranked_scores": [0.7891, 0.7656, 0.6875, 0.6328, 0.5938, 0.5703, 0.5703, 0.5625, 0.5547, 0.5547], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "155873": {"relevant_ids": ["155874"], "ranked_ids": ["136219", "155874", "122134", "170784", "3139", "294020", "392771", "464100", "487664", "191665"], "ranked_scores": [0.4922, 0.4531, 0.4141, 0.4141, 0.4063, 0.4063, 0.3984, 0.3984, 0.3906, 0.3828], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "263432": {"relevant_ids": ["263433"], "ranked_ids": ["263433", "407204", "370717", "128303", "481004", "20409", "401373", "471480", "192229", "89716"], "ranked_scores": [0.5156, 0.5, 0.4766, 0.4531, 0.4453, 0.4375, 0.4219, 0.4141, 0.4062, 0.3984], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "354945": {"relevant_ids": ["354946"], "ranked_ids": ["354946", "254071", "462983", "108161", "322478", "202817", "425587", "473769", "202685", "298611"], "ranked_scores": [0.9063, 0.7422, 0.5625, 0.5156, 0.4688, 0.4687, 0.4297, 0.4141, 0.3906, 0.375], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "245417": {"relevant_ids": ["219475", "248195"], "ranked_ids": ["40657", "248195", "219475", "37326", "64433", "164159", "245726", "301977", "413040", "390696"], "ranked_scores": [0.7188, 0.7031, 0.7031, 0.6172, 0.5781, 0.5625, 0.5469, 0.5469, 0.5391, 0.5313], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6934, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6934, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6934, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "516276": {"relevant_ids": ["516277"], "ranked_ids": ["516277", "19755", "34173", "76958", "119374", "286275", "142152", "438101", "78042", "143842"], "ranked_scores": [0.8672, 0.6328, 0.5391, 0.5391, 0.5391, 0.5391, 0.5156, 0.5156, 0.5078, 0.5078], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177580": {"relevant_ids": ["177579"], "ranked_ids": ["177579", "18081", "234366", "316460", "143503", "57360", "85814", "234765", "454968", "419100"], "ranked_scores": [0.8359, 0.4375, 0.375, 0.3672, 0.3672, 0.3672, 0.3594, 0.3516, 0.3516, 0.3359], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "309865": {"relevant_ids": ["33713", "78623", "78624"], "ranked_ids": ["33713", "209041", "495751", "78624", "78623", "437065", "405094", "153484", "113049", "9583"], "ranked_scores": [0.6875, 0.6641, 0.6172, 0.6172, 0.5625, 0.5469, 0.5391, 0.5312, 0.5156, 0.5156], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.8529, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.8529, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "510387": {"relevant_ids": ["510386"], "ranked_ids": ["344869", "241538", "510386", "40390", "170896", "241537", "52003", "43729", "484846", "212478"], "ranked_scores": [0.6953, 0.6797, 0.6719, 0.6484, 0.6406, 0.6328, 0.6016, 0.5937, 0.5859, 0.5859], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "26645": {"relevant_ids": ["26644"], "ranked_ids": ["26644", "12895", "411539", "284346", "507090", "172781", "82114", "215551", "501190", "233540"], "ranked_scores": [0.8594, 0.5156, 0.5, 0.5, 0.5, 0.4922, 0.4766, 0.4766, 0.4766, 0.4609], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "47788": {"relevant_ids": ["455725"], "ranked_ids": ["455725", "348138", "8505", "235686", "59223", "101721", "15132", "59508", "331", "47789"], "ranked_scores": [0.7734, 0.7422, 0.7344, 0.7031, 0.6953, 0.6875, 0.6797, 0.6719, 0.6719, 0.6719], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "338281": {"relevant_ids": ["338282"], "ranked_ids": ["338282", "200288", "11250", "263316", "338711", "57017", "100426", "85881", "347781", "431433"], "ranked_scores": [0.7344, 0.4922, 0.3984, 0.3984, 0.3906, 0.3672, 0.3672, 0.3672, 0.3672, 0.3672], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "461149": {"relevant_ids": ["461148"], "ranked_ids": ["525835", "443095", "392720", "305206", "215782", "461148", "392721", "8828", "302177", "120940"], "ranked_scores": [0.5781, 0.5547, 0.5312, 0.5234, 0.5234, 0.5156, 0.5156, 0.4766, 0.4766, 0.4688], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "346126": {"relevant_ids": ["110711", "110710"], "ranked_ids": ["110710", "110711", "154338", "254526", "216984", "340823", "41365", "203476", "296319", "355996"], "ranked_scores": [0.8047, 0.7422, 0.7187, 0.5625, 0.5469, 0.5469, 0.5469, 0.5469, 0.5469, 0.5234], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "372986": {"relevant_ids": ["49961", "262882"], "ranked_ids": ["49961", "262882", "303468", "491226", "215938", "43966", "96551", "299699", "516501", "203984"], "ranked_scores": [0.9375, 0.6719, 0.6094, 0.5469, 0.5234, 0.5156, 0.5078, 0.5, 0.5, 0.4922], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "501182": {"relevant_ids": ["501181"], "ranked_ids": ["501181", "179018", "402718", "274777", "411533", "2257", "109121", "325288", "143008", "291000"], "ranked_scores": [0.7656, 0.5313, 0.5312, 0.5156, 0.4609, 0.4609, 0.4531, 0.4453, 0.4453, 0.4453], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13800": {"relevant_ids": ["376590", "13799", "408522"], "ranked_ids": ["376590", "179943", "13799", "448205", "23471", "102285", "306761", "408522", "8622", "481109"], "ranked_scores": [0.7422, 0.6562, 0.6406, 0.5859, 0.5625, 0.5547, 0.5547, 0.5469, 0.5469, 0.5391], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.7039, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.852, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "250143": {"relevant_ids": ["250142"], "ranked_ids": ["250142", "473276", "526032", "27632", "96270", "137994", "492698", "198782", "387015", "254184"], "ranked_scores": [0.6172, 0.5859, 0.5156, 0.4922, 0.4453, 0.4375, 0.4297, 0.4141, 0.4063, 0.4062], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13223": {"relevant_ids": ["13224", "88349", "20277", "88348", "156773"], "ranked_ids": ["156773", "86343", "88348", "13224", "366749", "137719", "88349", "223304", "361830", "491669"], "ranked_scores": [0.8984, 0.7266, 0.7187, 0.7109, 0.7031, 0.7031, 0.6953, 0.6953, 0.6484, 0.6484], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.2, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.4, "ndcg@5": 0.6548, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6, "ndcg@10": 0.7679, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.8}, "11002": {"relevant_ids": ["11003"], "ranked_ids": ["11003", "444112", "42203", "144197", "489539", "266680", "241075", "255348", "347493", "447730"], "ranked_scores": [0.7031, 0.6094, 0.6016, 0.5781, 0.5781, 0.5547, 0.5547, 0.5469, 0.5312, 0.5312], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177653": {"relevant_ids": ["79732"], "ranked_ids": ["79732", "525756", "200611", "373717", "39174", "373275", "245271", "208018", "225019", "137270"], "ranked_scores": [0.7656, 0.5547, 0.5391, 0.5078, 0.4922, 0.4766, 0.4609, 0.4453, 0.4297, 0.4219], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "415592": {"relevant_ids": ["415591"], "ranked_ids": ["415591", "467639", "425878", "91592", "435045", "379146", "499684", "322822", "95917", "88542"], "ranked_scores": [0.8359, 0.5781, 0.5625, 0.5625, 0.5625, 0.5391, 0.5391, 0.5313, 0.5078, 0.5078], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "511196": {"relevant_ids": ["511197"], "ranked_ids": ["511197", "156490", "289278", "313107", "328397", "191329", "42644", "189866", "220596", "112674"], "ranked_scores": [0.6328, 0.5, 0.4609, 0.4375, 0.4141, 0.3984, 0.3984, 0.3906, 0.3906, 0.3906], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "344845": {"relevant_ids": ["344844"], "ranked_ids": ["344844", "161471", "111672", "250875", "95946", "176826", "79987", "224515", "310973", "405733"], "ranked_scores": [0.8672, 0.6797, 0.6016, 0.5703, 0.5625, 0.5547, 0.5391, 0.5391, 0.5391, 0.5313], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "396744": {"relevant_ids": ["396745"], "ranked_ids": ["396745", "318589", "516168", "507513", "16789", "261255", "511557", "318588", "236438", "284966"], "ranked_scores": [0.5859, 0.4922, 0.4766, 0.4609, 0.4531, 0.4531, 0.4453, 0.4453, 0.4375, 0.4297], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "452398": {"relevant_ids": ["452399"], "ranked_ids": ["452399", "530610", "4228", "60646", "230141", "435989", "419169", "296712", "304781", "90225"], "ranked_scores": [0.8906, 0.6094, 0.5859, 0.5, 0.4922, 0.4844, 0.4766, 0.4688, 0.4609, 0.4609], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "182114": {"relevant_ids": ["182113"], "ranked_ids": ["196647", "182113", "234482", "162482", "481882", "137155", "531602", "229182", "256239", "528965"], "ranked_scores": [0.6875, 0.6328, 0.6172, 0.5859, 0.5859, 0.5547, 0.5469, 0.5312, 0.5156, 0.5156], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "486260": {"relevant_ids": ["486259"], "ranked_ids": ["486259", "209254", "392356", "146738", "151649", "146737", "222159", "391328", "467578", "513875"], "ranked_scores": [0.7578, 0.5859, 0.5703, 0.5547, 0.5313, 0.5312, 0.5078, 0.5, 0.5, 0.5], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "455140": {"relevant_ids": ["315935"], "ranked_ids": ["315935", "246286", "124700", "50224", "369068", "150842", "93863", "211061", "93864", "315936"], "ranked_scores": [0.8594, 0.6016, 0.5781, 0.5625, 0.5313, 0.5312, 0.5234, 0.5156, 0.5078, 0.5], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "56198": {"relevant_ids": ["56199"], "ranked_ids": ["56199", "279986", "160194", "249114", "43404", "405905", "431226", "452069", "71092", "480352"], "ranked_scores": [0.875, 0.4687, 0.4609, 0.4531, 0.4453, 0.4375, 0.4375, 0.4297, 0.3984, 0.3984], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "30172": {"relevant_ids": ["30173", "145120", "145119", "373486", "185817", "68426"], "ranked_ids": ["145120", "68426", "160900", "373486", "192604", "311173", "205338", "53445", "82405", "357893"], "ranked_scores": [0.7812, 0.7422, 0.7344, 0.6719, 0.6641, 0.6562, 0.6328, 0.6328, 0.6328, 0.6328], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.1667, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.6992, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6238, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "127880": {"relevant_ids": ["241164"], "ranked_ids": ["241164", "121458", "135083", "156678", "450198", "329579", "100860", "84471", "284336", "122116"], "ranked_scores": [0.6562, 0.5859, 0.5625, 0.5078, 0.4766, 0.4687, 0.4687, 0.4609, 0.4531, 0.4453], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "167969": {"relevant_ids": ["174461"], "ranked_ids": ["174461", "360983", "259689", "12718", "60171", "255348", "168913", "257735", "365197", "238674"], "ranked_scores": [0.6484, 0.6484, 0.4687, 0.4609, 0.4609, 0.4609, 0.4531, 0.4453, 0.4453, 0.4453], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "97986": {"relevant_ids": ["97987"], "ranked_ids": ["97987", "44589", "393565", "108564", "284181", "257425", "384292", "41241", "207775", "212168"], "ranked_scores": [0.8594, 0.6641, 0.5, 0.4844, 0.4766, 0.4453, 0.4375, 0.4297, 0.4297, 0.4219], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "12865": {"relevant_ids": ["105683"], "ranked_ids": ["105683", "92902", "506722", "188959", "94167", "356189", "477677", "183735", "277453", "35071"], "ranked_scores": [0.8516, 0.5703, 0.5313, 0.5312, 0.5234, 0.5156, 0.5156, 0.5078, 0.5, 0.5], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "215681": {"relevant_ids": ["215680"], "ranked_ids": ["215680", "178515", "32920", "57552", "143842", "297953", "5733", "104272", "18634", "52235"], "ranked_scores": [0.8359, 0.5625, 0.5234, 0.5156, 0.5078, 0.5078, 0.5078, 0.5, 0.5, 0.4922], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-roberta-base-mrl-256-tq-2bit": {"127728": {"relevant_ids": ["127729"], "ranked_ids": ["127729", "245618", "38063", "278575", "469527", "92818", "276617", "188019", "382156", "250619"], "ranked_scores": [0.7376, 0.7082, 0.6488, 0.6435, 0.6273, 0.6225, 0.6143, 0.6079, 0.589, 0.5848], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "318820": {"relevant_ids": ["318821"], "ranked_ids": ["318821", "222238", "367479", "178549", "190698", "441089", "489320", "380781", "496708", "441218"], "ranked_scores": [0.8875, 0.76, 0.7381, 0.712, 0.706, 0.7011, 0.6914, 0.6853, 0.6781, 0.6754], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "296098": {"relevant_ids": ["296097"], "ranked_ids": ["493414", "469985", "513540", "45507", "469868", "296097", "412371", "364131", "120598", "173403"], "ranked_scores": [0.6159, 0.5997, 0.5945, 0.5659, 0.5616, 0.5589, 0.5553, 0.5453, 0.5332, 0.5326], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "150414": {"relevant_ids": ["192835"], "ranked_ids": ["105782", "192835", "105783", "516620", "121070", "470642", "132912", "259561", "149429", "126746"], "ranked_scores": [0.8266, 0.8252, 0.7784, 0.7503, 0.7273, 0.7231, 0.7062, 0.6739, 0.6675, 0.6628], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "145582": {"relevant_ids": ["145583"], "ranked_ids": ["145583", "299264", "454248", "263736", "87614", "130013", "211239", "112261", "110298", "206717"], "ranked_scores": [0.7924, 0.5497, 0.4974, 0.4748, 0.4747, 0.4628, 0.4515, 0.4341, 0.4318, 0.4253], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "315712": {"relevant_ids": ["315713"], "ranked_ids": ["315713", "408588", "377891", "208025", "124542", "194841", "242340", "153536", "355553", "236508"], "ranked_scores": [0.813, 0.6416, 0.6149, 0.6085, 0.5993, 0.5966, 0.591, 0.5904, 0.5762, 0.5577], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145739": {"relevant_ids": ["145740"], "ranked_ids": ["145740", "241979", "8705", "115412", "366074", "180147", "465597", "415781", "280142", "347337"], "ranked_scores": [0.8236, 0.6822, 0.6622, 0.6598, 0.637, 0.6138, 0.6003, 0.598, 0.5891, 0.582], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "308127": {"relevant_ids": ["308126"], "ranked_ids": ["308126", "79534", "35763", "395527", "77650", "36744", "301104", "402262", "386807", "219239"], "ranked_scores": [0.7965, 0.666, 0.6506, 0.6165, 0.616, 0.6113, 0.6067, 0.5927, 0.582, 0.5805], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "287245": {"relevant_ids": ["283199", "322650", "283198"], "ranked_ids": ["322650", "283199", "283198", "188940", "420279", "499037", "192143", "68138", "420280", "221784"], "ranked_scores": [0.7972, 0.79, 0.7633, 0.6267, 0.6208, 0.6018, 0.5986, 0.5915, 0.5816, 0.5508], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "14755": {"relevant_ids": ["14756", "211906"], "ranked_ids": ["450970", "14756", "211906", "235454", "57678", "259619", "277031", "30834", "369731", "449494"], "ranked_scores": [0.7991, 0.7925, 0.7658, 0.7368, 0.7232, 0.659, 0.6578, 0.625, 0.6202, 0.5956], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6934, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6934, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6934, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "370170": {"relevant_ids": ["370169"], "ranked_ids": ["370169", "466920", "334238", "537762", "419219", "191527", "22763", "211280", "528902", "40667"], "ranked_scores": [0.9858, 0.5775, 0.5531, 0.5303, 0.5089, 0.5006, 0.5003, 0.4986, 0.4973, 0.4656], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "41774": {"relevant_ids": ["41773"], "ranked_ids": ["41773", "214766", "239344", "442459", "307530", "468655", "468656", "33017", "467781", "148165"], "ranked_scores": [0.8408, 0.6046, 0.5671, 0.5592, 0.547, 0.5393, 0.5308, 0.5202, 0.5183, 0.5159], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "399648": {"relevant_ids": ["399649"], "ranked_ids": ["399649", "225815", "435035", "462253", "481934", "411313", "380626", "124071", "439417", "504913"], "ranked_scores": [0.9588, 0.756, 0.683, 0.6709, 0.6603, 0.6603, 0.6428, 0.6407, 0.6397, 0.6373], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "504811": {"relevant_ids": ["504810"], "ranked_ids": ["504810", "90374", "309894", "298555", "84826", "448774", "214151", "5861", "220414", "55899"], "ranked_scores": [0.9682, 0.7097, 0.7058, 0.6933, 0.6833, 0.6706, 0.6571, 0.6543, 0.6291, 0.6274], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "362950": {"relevant_ids": ["400212", "362949"], "ranked_ids": ["362949", "400212", "487392", "475478", "465929", "427587", "155870", "348827", "411503", "151122"], "ranked_scores": [0.8408, 0.8097, 0.7066, 0.6999, 0.698, 0.6864, 0.6755, 0.6711, 0.6646, 0.663], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "155873": {"relevant_ids": ["155874"], "ranked_ids": ["155874", "392604", "136219", "122134", "170784", "346009", "440807", "392771", "383066", "464100"], "ranked_scores": [0.6238, 0.5654, 0.5506, 0.5287, 0.5245, 0.5214, 0.5147, 0.5052, 0.4996, 0.4964], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "263432": {"relevant_ids": ["263433"], "ranked_ids": ["263433", "128303", "407204", "401373", "370717", "471057", "89716", "279243", "370718", "184766"], "ranked_scores": [0.727, 0.6698, 0.6233, 0.6227, 0.5799, 0.5628, 0.5547, 0.5334, 0.5294, 0.5262], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "354945": {"relevant_ids": ["354946"], "ranked_ids": ["354946", "254071", "462983", "108161", "322478", "202817", "462984", "263939", "202685", "425587"], "ranked_scores": [0.9279, 0.8353, 0.6671, 0.5755, 0.5443, 0.5388, 0.5358, 0.5184, 0.509, 0.4905], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "245417": {"relevant_ids": ["219475", "248195"], "ranked_ids": ["219475", "248195", "40657", "64433", "164159", "368145", "37326", "301977", "413040", "14180"], "ranked_scores": [0.8557, 0.8538, 0.8105, 0.7612, 0.7078, 0.707, 0.6948, 0.6897, 0.6876, 0.685], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "516276": {"relevant_ids": ["516277"], "ranked_ids": ["516277", "19755", "286275", "34173", "438101", "510783", "76958", "119374", "142152", "352289"], "ranked_scores": [0.916, 0.741, 0.7105, 0.7085, 0.6704, 0.6665, 0.6639, 0.657, 0.6396, 0.6319], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177580": {"relevant_ids": ["177579"], "ranked_ids": ["177579", "18081", "419100", "454968", "370405", "115954", "446100", "185553", "391563", "316460"], "ranked_scores": [0.9358, 0.5542, 0.5063, 0.4976, 0.4908, 0.4888, 0.4821, 0.4776, 0.4736, 0.4685], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "309865": {"relevant_ids": ["33713", "78623", "78624"], "ranked_ids": ["33713", "153484", "78623", "495751", "78624", "405094", "209041", "437065", "113049", "312029"], "ranked_scores": [0.7943, 0.7814, 0.7722, 0.7721, 0.7705, 0.7657, 0.7557, 0.7065, 0.6678, 0.6653], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.8855, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.8855, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "510387": {"relevant_ids": ["510386"], "ranked_ids": ["40390", "510386", "170896", "241537", "241538", "484846", "344869", "52003", "371033", "212478"], "ranked_scores": [0.8227, 0.7896, 0.7756, 0.7661, 0.7655, 0.7623, 0.7581, 0.7465, 0.7155, 0.6809], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "26645": {"relevant_ids": ["26644"], "ranked_ids": ["26644", "507090", "12895", "108781", "215551", "207775", "318396", "411539", "209092", "148567"], "ranked_scores": [0.939, 0.6726, 0.6708, 0.6661, 0.6435, 0.6336, 0.6318, 0.6292, 0.6185, 0.6097], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "47788": {"relevant_ids": ["455725"], "ranked_ids": ["455725", "235686", "59508", "59223", "47789", "348138", "101721", "8505", "120701", "331"], "ranked_scores": [0.8044, 0.7875, 0.783, 0.7827, 0.7783, 0.7709, 0.7639, 0.763, 0.7564, 0.7563], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "338281": {"relevant_ids": ["338282"], "ranked_ids": ["338282", "234727", "315387", "57017", "431433", "325380", "338711", "85881", "457315", "11563"], "ranked_scores": [0.875, 0.5392, 0.5285, 0.5232, 0.5126, 0.4998, 0.4997, 0.4984, 0.4825, 0.4708], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "461149": {"relevant_ids": ["461148"], "ranked_ids": ["461148", "525835", "443095", "215782", "203100", "381960", "250197", "392720", "283905", "482221"], "ranked_scores": [0.7087, 0.6937, 0.6503, 0.6259, 0.6236, 0.6098, 0.6086, 0.6041, 0.6018, 0.6016], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "346126": {"relevant_ids": ["110711", "110710"], "ranked_ids": ["110710", "110711", "154338", "254526", "203476", "528998", "340823", "296319", "108617", "168350"], "ranked_scores": [0.8744, 0.8483, 0.8167, 0.758, 0.698, 0.6947, 0.6876, 0.6768, 0.6639, 0.6625], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "372986": {"relevant_ids": ["49961", "262882"], "ranked_ids": ["49961", "262882", "303468", "43966", "127288", "215938", "497357", "491226", "497531", "320580"], "ranked_scores": [0.9357, 0.8137, 0.7336, 0.618, 0.6056, 0.6007, 0.5935, 0.591, 0.5836, 0.5826], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "501182": {"relevant_ids": ["501181"], "ranked_ids": ["501181", "402718", "109121", "447737", "274777", "179018", "411533", "446824", "2257", "53141"], "ranked_scores": [0.8307, 0.6194, 0.5901, 0.5802, 0.5784, 0.56, 0.5578, 0.5498, 0.5437, 0.535], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13800": {"relevant_ids": ["376590", "13799", "408522"], "ranked_ids": ["376590", "13799", "179943", "448205", "8622", "270038", "56338", "481109", "408522", "30987"], "ranked_scores": [0.8255, 0.7599, 0.7304, 0.7095, 0.6637, 0.6608, 0.6606, 0.6448, 0.6447, 0.6335], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.7654, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.9066, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "250143": {"relevant_ids": ["250142"], "ranked_ids": ["250142", "473276", "526032", "27632", "206630", "368186", "137994", "57155", "76062", "96270"], "ranked_scores": [0.768, 0.7236, 0.5985, 0.5514, 0.5495, 0.5457, 0.5456, 0.5456, 0.5379, 0.5351], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13223": {"relevant_ids": ["13224", "88349", "20277", "88348", "156773"], "ranked_ids": ["156773", "88348", "13224", "88349", "86343", "137719", "223304", "366749", "361830", "491669"], "ranked_scores": [0.9476, 0.8523, 0.8327, 0.8307, 0.8225, 0.8038, 0.7936, 0.7927, 0.7831, 0.7517], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.2, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6, "ndcg@5": 0.8688, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.8, "ndcg@10": 0.8688, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.8}, "11002": {"relevant_ids": ["11003"], "ranked_ids": ["11003", "144197", "444112", "489539", "42203", "266680", "87346", "347493", "17317", "241075"], "ranked_scores": [0.82, 0.7361, 0.7261, 0.7219, 0.7054, 0.6986, 0.6888, 0.6828, 0.6824, 0.67], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177653": {"relevant_ids": ["79732"], "ranked_ids": ["79732", "525756", "373717", "39174", "200611", "310721", "395587", "525755", "245271", "225019"], "ranked_scores": [0.87, 0.7226, 0.6675, 0.6522, 0.6358, 0.6115, 0.5891, 0.5724, 0.5687, 0.5621], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "415592": {"relevant_ids": ["415591"], "ranked_ids": ["415591", "91592", "435045", "425878", "322822", "117817", "485299", "499684", "479374", "84634"], "ranked_scores": [0.8983, 0.6936, 0.6917, 0.6823, 0.6696, 0.6539, 0.6509, 0.6455, 0.6419, 0.6384], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "511196": {"relevant_ids": ["511197"], "ranked_ids": ["511197", "289278", "156490", "251545", "313107", "328397", "251546", "414717", "491923", "45940"], "ranked_scores": [0.825, 0.6402, 0.6186, 0.587, 0.5397, 0.5245, 0.5164, 0.5102, 0.5094, 0.5075], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "344845": {"relevant_ids": ["344844"], "ranked_ids": ["344844", "161471", "79987", "111672", "95946", "327548", "503908", "457408", "397001", "4915"], "ranked_scores": [0.9066, 0.7717, 0.7318, 0.7215, 0.7073, 0.7056, 0.6969, 0.6857, 0.6824, 0.681], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "396744": {"relevant_ids": ["396745"], "ranked_ids": ["396745", "16789", "516168", "507513", "418055", "318589", "236438", "318588", "28361", "252056"], "ranked_scores": [0.661, 0.6274, 0.5884, 0.5566, 0.5524, 0.5496, 0.5489, 0.5355, 0.5349, 0.5202], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "452398": {"relevant_ids": ["452399"], "ranked_ids": ["452399", "530610", "230141", "4228", "372901", "90225", "304781", "60646", "435989", "399415"], "ranked_scores": [0.9263, 0.7335, 0.6577, 0.6478, 0.6358, 0.6246, 0.5949, 0.593, 0.5898, 0.5793], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "182114": {"relevant_ids": ["182113"], "ranked_ids": ["196647", "182113", "531602", "162482", "234482", "229182", "80719", "323531", "475847", "533693"], "ranked_scores": [0.7984, 0.7473, 0.6748, 0.6678, 0.6672, 0.6648, 0.6258, 0.6199, 0.6161, 0.6046], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "486260": {"relevant_ids": ["486259"], "ranked_ids": ["486259", "392356", "113749", "209254", "146738", "111946", "222159", "385204", "146737", "114114"], "ranked_scores": [0.8858, 0.6628, 0.6567, 0.6511, 0.6474, 0.6353, 0.6271, 0.6262, 0.6218, 0.6203], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "455140": {"relevant_ids": ["315935"], "ranked_ids": ["315935", "93864", "246286", "124700", "245896", "308963", "50224", "369068", "150842", "93863"], "ranked_scores": [0.8804, 0.7239, 0.7238, 0.7117, 0.6696, 0.6675, 0.6637, 0.6581, 0.6566, 0.6391], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "56198": {"relevant_ids": ["56199"], "ranked_ids": ["56199", "160194", "249114", "138891", "452069", "43404", "431226", "279986", "243039", "160914"], "ranked_scores": [0.9132, 0.5634, 0.5494, 0.5363, 0.531, 0.5263, 0.5111, 0.508, 0.4993, 0.4979], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "30172": {"relevant_ids": ["30173", "145120", "145119", "373486", "185817", "68426"], "ranked_ids": ["145120", "68426", "160900", "192604", "205338", "373486", "311173", "15236", "30173", "145119"], "ranked_scores": [0.8625, 0.8409, 0.8267, 0.7704, 0.7671, 0.759, 0.7561, 0.7501, 0.7483, 0.7394], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.1667, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.5531, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.7799, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.8333}, "127880": {"relevant_ids": ["241164"], "ranked_ids": ["241164", "121458", "135083", "156678", "450198", "535042", "84471", "537189", "210277", "112470"], "ranked_scores": [0.7724, 0.6656, 0.6442, 0.6215, 0.6121, 0.6116, 0.5978, 0.5978, 0.5927, 0.5868], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "167969": {"relevant_ids": ["174461"], "ranked_ids": ["174461", "360983", "60171", "78497", "255348", "12718", "238674", "168913", "321290", "24296"], "ranked_scores": [0.8023, 0.7731, 0.6014, 0.6009, 0.5764, 0.567, 0.5514, 0.5478, 0.5449, 0.5448], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "97986": {"relevant_ids": ["97987"], "ranked_ids": ["97987", "44589", "393565", "284181", "108564", "41242", "212168", "384292", "257425", "326597"], "ranked_scores": [0.9397, 0.7453, 0.6804, 0.6677, 0.6268, 0.5752, 0.575, 0.5745, 0.5695, 0.5667], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "12865": {"relevant_ids": ["105683"], "ranked_ids": ["105683", "92902", "528844", "277453", "356189", "191268", "477677", "506722", "23129", "94167"], "ranked_scores": [0.9231, 0.6907, 0.6709, 0.6627, 0.6617, 0.6415, 0.6406, 0.6366, 0.635, 0.63], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "215681": {"relevant_ids": ["215680"], "ranked_ids": ["215680", "178515", "57552", "177080", "52235", "5733", "63757", "18634", "143842", "297953"], "ranked_scores": [0.9199, 0.7114, 0.6904, 0.6339, 0.6313, 0.6301, 0.63, 0.6232, 0.6052, 0.6048], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-roberta-base-mrl-256-tq-3bit": {"127728": {"relevant_ids": ["127729"], "ranked_ids": ["127729", "92818", "245618", "278575", "469527", "38063", "276617", "188019", "153290", "250619"], "ranked_scores": [0.7924, 0.7108, 0.7094, 0.6922, 0.6752, 0.662, 0.6593, 0.6413, 0.64, 0.6389], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "318820": {"relevant_ids": ["318821"], "ranked_ids": ["318821", "222238", "367479", "178549", "190698", "380781", "441089", "489320", "54496", "457906"], "ranked_scores": [0.924, 0.8162, 0.7807, 0.7646, 0.747, 0.7403, 0.7365, 0.7349, 0.7184, 0.7155], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "296098": {"relevant_ids": ["296097"], "ranked_ids": ["493414", "469985", "45507", "513540", "364131", "412371", "296097", "120598", "469868", "298852"], "ranked_scores": [0.6522, 0.6401, 0.6318, 0.6155, 0.5813, 0.581, 0.5645, 0.5637, 0.5556, 0.5508], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "150414": {"relevant_ids": ["192835"], "ranked_ids": ["192835", "105782", "105783", "516620", "470642", "121070", "132912", "126746", "335053", "149429"], "ranked_scores": [0.8767, 0.86, 0.8053, 0.7863, 0.7663, 0.7644, 0.7629, 0.7376, 0.7125, 0.7093], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145582": {"relevant_ids": ["145583"], "ranked_ids": ["145583", "299264", "454248", "263736", "87614", "206717", "112261", "390399", "130013", "211239"], "ranked_scores": [0.8495, 0.5926, 0.5802, 0.4964, 0.4754, 0.4646, 0.4614, 0.4592, 0.4562, 0.4373], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "315712": {"relevant_ids": ["315713"], "ranked_ids": ["315713", "408588", "242340", "236508", "194841", "208025", "355553", "153536", "319096", "377891"], "ranked_scores": [0.8569, 0.694, 0.6825, 0.6652, 0.6624, 0.6564, 0.6274, 0.6193, 0.6169, 0.6154], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145739": {"relevant_ids": ["145740"], "ranked_ids": ["145740", "241979", "115412", "366074", "8705", "465597", "148222", "415781", "347337", "180147"], "ranked_scores": [0.8753, 0.7272, 0.7214, 0.6941, 0.6931, 0.6621, 0.6557, 0.6539, 0.6519, 0.6432], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "308127": {"relevant_ids": ["308126"], "ranked_ids": ["308126", "35763", "79534", "385951", "395527", "301104", "36744", "471617", "77650", "498938"], "ranked_scores": [0.8258, 0.6783, 0.6736, 0.6568, 0.6507, 0.6499, 0.6383, 0.6373, 0.6343, 0.6314], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "287245": {"relevant_ids": ["283199", "322650", "283198"], "ranked_ids": ["283199", "322650", "283198", "420279", "188940", "68138", "192143", "420280", "499037", "221784"], "ranked_scores": [0.879, 0.8619, 0.8079, 0.6745, 0.6532, 0.6526, 0.6496, 0.61, 0.6001, 0.5826], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "14755": {"relevant_ids": ["14756", "211906"], "ranked_ids": ["450970", "14756", "211906", "235454", "57678", "30834", "277031", "369731", "259619", "449494"], "ranked_scores": [0.8568, 0.8463, 0.8383, 0.7821, 0.7283, 0.682, 0.6792, 0.6625, 0.6591, 0.6395], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6934, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6934, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6934, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "370170": {"relevant_ids": ["370169"], "ranked_ids": ["370169", "466920", "211280", "537762", "334238", "528902", "22763", "191527", "419219", "70975"], "ranked_scores": [0.9928, 0.5594, 0.5522, 0.5514, 0.5497, 0.5402, 0.5211, 0.5131, 0.5114, 0.4982], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "41774": {"relevant_ids": ["41773"], "ranked_ids": ["41773", "214766", "239344", "468655", "442459", "468656", "467781", "307530", "33017", "163006"], "ranked_scores": [0.8707, 0.6758, 0.6316, 0.6065, 0.602, 0.6012, 0.5957, 0.5801, 0.5489, 0.5447], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "399648": {"relevant_ids": ["399649"], "ranked_ids": ["399649", "225815", "435035", "412309", "124071", "462253", "504913", "380626", "411313", "243294"], "ranked_scores": [0.9738, 0.8153, 0.7455, 0.6994, 0.696, 0.6911, 0.6836, 0.6733, 0.6711, 0.6692], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "504811": {"relevant_ids": ["504810"], "ranked_ids": ["504810", "298555", "90374", "448774", "309894", "84826", "5861", "55899", "155038", "214151"], "ranked_scores": [0.9824, 0.7534, 0.7525, 0.7263, 0.7242, 0.6992, 0.6939, 0.6912, 0.6674, 0.6648], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "362950": {"relevant_ids": ["400212", "362949"], "ranked_ids": ["362949", "400212", "475478", "151122", "487392", "427587", "348827", "411503", "155870", "344212"], "ranked_scores": [0.8881, 0.843, 0.7998, 0.7568, 0.7536, 0.7517, 0.7445, 0.7179, 0.7104, 0.7011], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "155873": {"relevant_ids": ["155874"], "ranked_ids": ["155874", "392604", "122134", "136219", "170784", "440807", "346009", "294020", "146003", "383066"], "ranked_scores": [0.6842, 0.5964, 0.5683, 0.564, 0.5538, 0.5447, 0.5417, 0.5395, 0.5386, 0.5342], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "263432": {"relevant_ids": ["263433"], "ranked_ids": ["263433", "128303", "407204", "401373", "370717", "89716", "184766", "147629", "536353", "497067"], "ranked_scores": [0.7847, 0.6991, 0.6844, 0.6391, 0.6062, 0.5809, 0.5746, 0.5744, 0.5722, 0.5703], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "354945": {"relevant_ids": ["354946"], "ranked_ids": ["354946", "254071", "462983", "108161", "322478", "202817", "462984", "425587", "298611", "202685"], "ranked_scores": [0.9524, 0.8604, 0.6768, 0.5991, 0.5899, 0.5633, 0.5412, 0.5225, 0.5071, 0.4952], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "245417": {"relevant_ids": ["219475", "248195"], "ranked_ids": ["219475", "248195", "40657", "64433", "37326", "413040", "413039", "368145", "164159", "14180"], "ranked_scores": [0.9178, 0.8944, 0.8559, 0.8102, 0.7346, 0.7322, 0.7321, 0.7292, 0.726, 0.7233], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "516276": {"relevant_ids": ["516277"], "ranked_ids": ["516277", "19755", "286275", "34173", "76958", "510783", "119374", "489791", "438101", "142152"], "ranked_scores": [0.9515, 0.7839, 0.748, 0.7469, 0.7399, 0.7091, 0.6927, 0.69, 0.6848, 0.6635], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177580": {"relevant_ids": ["177579"], "ranked_ids": ["177579", "454968", "18081", "419100", "446100", "60577", "185553", "115954", "370405", "391563"], "ranked_scores": [0.9609, 0.5812, 0.5809, 0.5517, 0.5428, 0.5355, 0.5343, 0.531, 0.5309, 0.5197], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "309865": {"relevant_ids": ["33713", "78623", "78624"], "ranked_ids": ["33713", "209041", "153484", "495751", "405094", "78624", "78623", "437065", "477476", "312029"], "ranked_scores": [0.8492, 0.8294, 0.8166, 0.8149, 0.7972, 0.796, 0.7959, 0.7273, 0.6952, 0.6875], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.7929, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "510387": {"relevant_ids": ["510386"], "ranked_ids": ["241538", "510386", "40390", "344869", "170896", "241537", "52003", "484846", "371033", "254292"], "ranked_scores": [0.8554, 0.854, 0.8525, 0.8351, 0.8251, 0.8239, 0.7905, 0.7747, 0.7608, 0.7317], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "26645": {"relevant_ids": ["26644"], "ranked_ids": ["26644", "507090", "12895", "207775", "108781", "215551", "318396", "163452", "286617", "148567"], "ranked_scores": [0.9667, 0.7097, 0.6958, 0.6789, 0.6664, 0.6568, 0.6546, 0.6481, 0.6456, 0.6401], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "47788": {"relevant_ids": ["455725"], "ranked_ids": ["455725", "59508", "348138", "47789", "59223", "8505", "235686", "101721", "15132", "105230"], "ranked_scores": [0.864, 0.8282, 0.8244, 0.8225, 0.8161, 0.8099, 0.8048, 0.7901, 0.7842, 0.7823], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "338281": {"relevant_ids": ["338282"], "ranked_ids": ["338282", "57017", "234727", "431433", "263316", "457315", "315387", "85881", "263861", "11563"], "ranked_scores": [0.918, 0.5808, 0.5805, 0.5693, 0.5608, 0.5488, 0.5419, 0.5213, 0.5171, 0.5125], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "461149": {"relevant_ids": ["461148"], "ranked_ids": ["525835", "461148", "443095", "203100", "215782", "302225", "527101", "392721", "305206", "392720"], "ranked_scores": [0.7413, 0.7178, 0.7061, 0.6732, 0.6631, 0.6506, 0.6354, 0.6335, 0.6333, 0.6308], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "346126": {"relevant_ids": ["110711", "110710"], "ranked_ids": ["110710", "154338", "110711", "254526", "340823", "203476", "168350", "108617", "6816", "528998"], "ranked_scores": [0.9325, 0.9014, 0.897, 0.8041, 0.7821, 0.7639, 0.7382, 0.7341, 0.7235, 0.7225], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.9197, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.9197, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9197, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "372986": {"relevant_ids": ["49961", "262882"], "ranked_ids": ["49961", "262882", "303468", "43966", "491226", "497357", "494989", "140335", "215938", "127288"], "ranked_scores": [0.9567, 0.8496, 0.7579, 0.6656, 0.6523, 0.623, 0.6207, 0.6203, 0.615, 0.6135], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "501182": {"relevant_ids": ["501181"], "ranked_ids": ["501181", "402718", "447737", "179018", "446824", "274777", "53141", "99921", "185580", "2257"], "ranked_scores": [0.8829, 0.6339, 0.6171, 0.6068, 0.5996, 0.594, 0.5775, 0.5746, 0.5602, 0.5542], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13800": {"relevant_ids": ["376590", "13799", "408522"], "ranked_ids": ["376590", "13799", "179943", "408522", "448205", "30987", "23471", "481109", "8622", "67320"], "ranked_scores": [0.8615, 0.8197, 0.785, 0.7201, 0.715, 0.7077, 0.7061, 0.7028, 0.6968, 0.6957], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.9675, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9675, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "250143": {"relevant_ids": ["250142"], "ranked_ids": ["250142", "473276", "76062", "57155", "526032", "96270", "206630", "368186", "50539", "27632"], "ranked_scores": [0.8275, 0.7817, 0.617, 0.596, 0.595, 0.5839, 0.5822, 0.5804, 0.58, 0.5759], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13223": {"relevant_ids": ["13224", "88349", "20277", "88348", "156773"], "ranked_ids": ["156773", "88348", "13224", "88349", "86343", "223304", "366749", "361830", "137719", "24720"], "ranked_scores": [0.9642, 0.8976, 0.8893, 0.8849, 0.8817, 0.8494, 0.8489, 0.8466, 0.8373, 0.8001], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.2, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6, "ndcg@5": 0.8688, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.8, "ndcg@10": 0.8688, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.8}, "11002": {"relevant_ids": ["11003"], "ranked_ids": ["11003", "444112", "144197", "489539", "42203", "347493", "241075", "17317", "266680", "64236"], "ranked_scores": [0.8727, 0.7668, 0.763, 0.7503, 0.7355, 0.7308, 0.7303, 0.711, 0.7057, 0.7022], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177653": {"relevant_ids": ["79732"], "ranked_ids": ["79732", "525756", "373717", "39174", "200611", "310721", "225019", "525755", "395587", "245271"], "ranked_scores": [0.9165, 0.7979, 0.7416, 0.6791, 0.6775, 0.6761, 0.6513, 0.6505, 0.6482, 0.6251], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "415592": {"relevant_ids": ["415591"], "ranked_ids": ["415591", "435045", "91592", "117817", "425878", "322822", "88542", "84634", "485299", "95917"], "ranked_scores": [0.9341, 0.7475, 0.734, 0.6964, 0.6916, 0.6862, 0.6834, 0.6778, 0.6741, 0.6635], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "511196": {"relevant_ids": ["511197"], "ranked_ids": ["511197", "289278", "156490", "251545", "313107", "189866", "328397", "537528", "45940", "251546"], "ranked_scores": [0.8933, 0.6671, 0.6578, 0.5971, 0.5935, 0.5708, 0.5578, 0.5482, 0.538, 0.5275], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "344845": {"relevant_ids": ["344844"], "ranked_ids": ["344844", "161471", "79987", "111672", "95946", "327548", "503908", "101085", "397001", "4915"], "ranked_scores": [0.9503, 0.8575, 0.7712, 0.7645, 0.7488, 0.739, 0.7301, 0.7237, 0.7229, 0.7177], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "396744": {"relevant_ids": ["396745"], "ranked_ids": ["396745", "16789", "516168", "418055", "236438", "28361", "318588", "421257", "526492", "318589"], "ranked_scores": [0.751, 0.6718, 0.6247, 0.621, 0.6133, 0.6116, 0.6062, 0.5889, 0.5775, 0.5771], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "452398": {"relevant_ids": ["452399"], "ranked_ids": ["452399", "530610", "4228", "230141", "90225", "304781", "372901", "399415", "296712", "221563"], "ranked_scores": [0.9493, 0.7798, 0.6941, 0.685, 0.6746, 0.6557, 0.6502, 0.6476, 0.6452, 0.643], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "182114": {"relevant_ids": ["182113"], "ranked_ids": ["196647", "182113", "531602", "234482", "162482", "229182", "323531", "481882", "475847", "56202"], "ranked_scores": [0.8151, 0.7697, 0.7249, 0.7148, 0.7058, 0.6968, 0.6807, 0.6554, 0.6464, 0.6442], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "486260": {"relevant_ids": ["486259"], "ranked_ids": ["486259", "392356", "113749", "385204", "146738", "209254", "114114", "483159", "146737", "222159"], "ranked_scores": [0.9155, 0.7314, 0.7016, 0.6923, 0.6843, 0.684, 0.683, 0.6795, 0.6731, 0.6725], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "455140": {"relevant_ids": ["315935"], "ranked_ids": ["315935", "246286", "93864", "124700", "150842", "50224", "308963", "245896", "369068", "93863"], "ranked_scores": [0.9305, 0.7836, 0.7574, 0.7559, 0.7316, 0.7257, 0.7169, 0.7133, 0.7066, 0.6854], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "56198": {"relevant_ids": ["56199"], "ranked_ids": ["56199", "249114", "160194", "138891", "43404", "431226", "279986", "160914", "243039", "452069"], "ranked_scores": [0.9629, 0.5952, 0.5745, 0.553, 0.5523, 0.5318, 0.5292, 0.5289, 0.5236, 0.5215], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "30172": {"relevant_ids": ["30173", "145120", "145119", "373486", "185817", "68426"], "ranked_ids": ["145120", "68426", "160900", "205338", "192604", "373486", "311173", "15236", "90983", "185817"], "ranked_scores": [0.9348, 0.9173, 0.8537, 0.8237, 0.8225, 0.8166, 0.8107, 0.8029, 0.7982, 0.7948], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.1667, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.5531, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.6888, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.6667}, "127880": {"relevant_ids": ["241164"], "ranked_ids": ["241164", "121458", "135083", "450198", "535042", "210277", "112470", "537189", "156678", "84471"], "ranked_scores": [0.8224, 0.6972, 0.6877, 0.6803, 0.6711, 0.6581, 0.6437, 0.6386, 0.6295, 0.6182], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "167969": {"relevant_ids": ["174461"], "ranked_ids": ["174461", "360983", "78497", "60171", "12718", "91854", "24296", "449678", "255348", "168913"], "ranked_scores": [0.8547, 0.8245, 0.6559, 0.6304, 0.6185, 0.6101, 0.6075, 0.6045, 0.6031, 0.5893], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "97986": {"relevant_ids": ["97987"], "ranked_ids": ["97987", "44589", "393565", "284181", "108564", "212168", "326597", "41241", "41242", "207775"], "ranked_scores": [0.9732, 0.8, 0.7347, 0.7134, 0.6625, 0.6388, 0.6206, 0.6188, 0.6125, 0.6078], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "12865": {"relevant_ids": ["105683"], "ranked_ids": ["105683", "92902", "528844", "191268", "356189", "506722", "23129", "277453", "267487", "146806"], "ranked_scores": [0.9687, 0.748, 0.6981, 0.6952, 0.6922, 0.6835, 0.6772, 0.6706, 0.6592, 0.6589], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "215681": {"relevant_ids": ["215680"], "ranked_ids": ["215680", "178515", "57552", "52235", "18634", "143842", "63757", "177080", "78042", "5733"], "ranked_scores": [0.95, 0.7227, 0.6803, 0.6766, 0.6716, 0.6632, 0.6522, 0.6503, 0.6501, 0.6436], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "mpnet-base": {"127728": {"relevant_ids": ["127729"], "ranked_ids": ["92818", "78763", "190150", "145244", "250619", "1122", "494754", "29358", "127729", "521993"], "ranked_scores": [0.9704, 0.9678, 0.9661, 0.9657, 0.9652, 0.9647, 0.963, 0.9622, 0.9612, 0.96], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "318820": {"relevant_ids": ["318821"], "ranked_ids": ["318821", "367479", "108161", "332715", "355161", "379443", "147462", "408693", "217461", "305506"], "ranked_scores": [0.997, 0.9806, 0.9785, 0.9767, 0.9758, 0.9708, 0.9706, 0.9704, 0.9699, 0.9697], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "296098": {"relevant_ids": ["296097"], "ranked_ids": ["45507", "296097", "56686", "469868", "45506", "173403", "134752", "423933", "364131", "307653"], "ranked_scores": [0.9918, 0.9914, 0.9904, 0.9893, 0.9888, 0.9884, 0.9872, 0.9866, 0.9859, 0.9804], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "150414": {"relevant_ids": ["192835"], "ranked_ids": ["132912", "398240", "105782", "516620", "121070", "481419", "171371", "358763", "149429", "92574"], "ranked_scores": [0.9891, 0.9778, 0.9772, 0.9771, 0.9706, 0.9696, 0.9662, 0.9662, 0.9655, 0.9655], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "145582": {"relevant_ids": ["145583"], "ranked_ids": ["207991", "145583", "436023", "454248", "285851", "63564", "39561", "391086", "452069", "472217"], "ranked_scores": [0.9625, 0.9609, 0.9608, 0.9591, 0.9562, 0.9554, 0.9547, 0.9538, 0.9526, 0.9526], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "315712": {"relevant_ids": ["315713"], "ranked_ids": ["315713", "259258", "62619", "401513", "153536", "347409", "390751", "441717", "461682", "521996"], "ranked_scores": [0.9765, 0.967, 0.959, 0.9581, 0.9571, 0.9552, 0.9548, 0.9543, 0.9542, 0.9539], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145739": {"relevant_ids": ["145740"], "ranked_ids": ["145740", "241979", "366074", "33202", "375395", "103364", "59870", "100854", "457924", "446728"], "ranked_scores": [0.9836, 0.9821, 0.9802, 0.9755, 0.9754, 0.9748, 0.9746, 0.9745, 0.9744, 0.974], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "308127": {"relevant_ids": ["308126"], "ranked_ids": ["308126", "79534", "167017", "35763", "36744", "473667", "471617", "388941", "252091", "248655"], "ranked_scores": [0.995, 0.9831, 0.9814, 0.9774, 0.9753, 0.974, 0.973, 0.973, 0.9728, 0.9727], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "287245": {"relevant_ids": ["283198", "283199", "322650"], "ranked_ids": ["322650", "283199", "458718", "329958", "415784", "443594", "24255", "415785", "283198", "508239"], "ranked_scores": [0.9893, 0.9813, 0.9792, 0.9758, 0.9754, 0.9733, 0.9731, 0.9727, 0.9722, 0.9719], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.7654, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.9066, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "14755": {"relevant_ids": ["211906", "14756"], "ranked_ids": ["527388", "235454", "291994", "55083", "43980", "370513", "272073", "509802", "236793", "297657"], "ranked_scores": [0.9789, 0.9782, 0.9773, 0.9768, 0.9764, 0.9755, 0.9753, 0.9751, 0.975, 0.975], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "370170": {"relevant_ids": ["370169"], "ranked_ids": ["370169", "279241", "413368", "231528", "334238", "459345", "273007", "439035", "317208", "36536"], "ranked_scores": [0.9997, 0.9704, 0.97, 0.969, 0.968, 0.9665, 0.9664, 0.9663, 0.9659, 0.9657], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "41774": {"relevant_ids": ["41773"], "ranked_ids": ["307530", "239344", "146703", "268037", "475177", "214766", "179973", "433820", "12070", "339535"], "ranked_scores": [0.9708, 0.9674, 0.9649, 0.9622, 0.9602, 0.9599, 0.9597, 0.9591, 0.9586, 0.9585], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "399648": {"relevant_ids": ["399649"], "ranked_ids": ["399649", "225815", "359281", "124071", "5830", "285302", "167487", "529004", "435035", "470800"], "ranked_scores": [0.9985, 0.9827, 0.9728, 0.9699, 0.9696, 0.9679, 0.9676, 0.9619, 0.9612, 0.9587], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "504811": {"relevant_ids": ["504810"], "ranked_ids": ["504810", "397425", "381008", "251173", "175461", "54196", "448774", "438621", "214664", "276160"], "ranked_scores": [0.9966, 0.9673, 0.965, 0.9649, 0.9648, 0.9646, 0.964, 0.9633, 0.9629, 0.9626], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "362950": {"relevant_ids": ["400212", "362949"], "ranked_ids": ["129563", "362949", "400212", "463443", "510271", "4715", "527104", "105919", "487392", "360438"], "ranked_scores": [0.9843, 0.9766, 0.9755, 0.9747, 0.9741, 0.9733, 0.9726, 0.9721, 0.9713, 0.9705], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6934, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6934, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6934, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "155873": {"relevant_ids": ["155874"], "ranked_ids": ["158852", "294020", "170784", "155874", "146003", "191665", "475341", "440062", "517075", "420351"], "ranked_scores": [0.9816, 0.9744, 0.9691, 0.9668, 0.9632, 0.9628, 0.9625, 0.9622, 0.9581, 0.9563], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "263432": {"relevant_ids": ["263433"], "ranked_ids": ["248335", "436588", "305072", "275291", "536353", "489070", "43852", "110478", "14416", "190136"], "ranked_scores": [0.9812, 0.9797, 0.9785, 0.977, 0.9765, 0.9757, 0.9751, 0.975, 0.9748, 0.9746], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "354945": {"relevant_ids": ["354946"], "ranked_ids": ["354946", "254071", "462983", "473769", "462984", "307824", "236419", "166837", "298611", "433248"], "ranked_scores": [0.9865, 0.973, 0.9695, 0.9688, 0.9657, 0.9631, 0.9624, 0.9594, 0.9577, 0.9577], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "245417": {"relevant_ids": ["248195", "219475"], "ranked_ids": ["219475", "301977", "248195", "85977", "63665", "402255", "274248", "40657", "245726", "294998"], "ranked_scores": [0.9929, 0.9813, 0.9808, 0.9774, 0.9759, 0.9758, 0.9755, 0.9751, 0.9747, 0.9744], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.9197, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.9197, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9197, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "516276": {"relevant_ids": ["516277"], "ranked_ids": ["516277", "34173", "19755", "479392", "482825", "8757", "112502", "521996", "35146", "76958"], "ranked_scores": [0.9911, 0.9814, 0.9792, 0.9755, 0.9735, 0.9708, 0.9707, 0.9692, 0.9685, 0.9682], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177580": {"relevant_ids": ["177579"], "ranked_ids": ["177579", "419100", "193792", "120835", "431860", "302106", "185553", "99261", "227405", "432625"], "ranked_scores": [0.9924, 0.9651, 0.9574, 0.9564, 0.9546, 0.9542, 0.9536, 0.9522, 0.9518, 0.9511], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "309865": {"relevant_ids": ["78623", "33713", "78624"], "ranked_ids": ["209041", "153484", "360054", "78623", "405094", "406256", "157508", "122214", "436102", "138792"], "ranked_scores": [0.9915, 0.9836, 0.981, 0.9789, 0.9752, 0.9732, 0.9718, 0.9709, 0.9709, 0.9705], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2021, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2021, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.3333}, "510387": {"relevant_ids": ["510386"], "ranked_ids": ["241538", "484846", "241537", "91350", "74664", "112669", "419022", "517884", "212478", "43729"], "ranked_scores": [0.9799, 0.9786, 0.977, 0.9757, 0.9721, 0.9714, 0.9705, 0.9701, 0.97, 0.9696], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "26645": {"relevant_ids": ["26644"], "ranked_ids": ["26644", "207775", "221561", "284346", "12895", "332055", "98516", "411539", "148567", "241537"], "ranked_scores": [0.9915, 0.976, 0.9707, 0.9685, 0.9678, 0.9668, 0.9662, 0.9659, 0.9657, 0.9644], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "47788": {"relevant_ids": ["455725"], "ranked_ids": ["455725", "276534", "348138", "9659", "120701", "59508", "47789", "518171", "15132", "37221"], "ranked_scores": [0.983, 0.9819, 0.9814, 0.9804, 0.9786, 0.9767, 0.9766, 0.9763, 0.9757, 0.973], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "338281": {"relevant_ids": ["338282"], "ranked_ids": ["467526", "127483", "293850", "315387", "281647", "318731", "179317", "90887", "51503", "154229"], "ranked_scores": [0.9622, 0.9512, 0.9507, 0.9485, 0.9464, 0.9459, 0.9457, 0.9452, 0.9447, 0.9445], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "461149": {"relevant_ids": ["461148"], "ranked_ids": ["525835", "121324", "446038", "461148", "472510", "527101", "203100", "482221", "79534", "291108"], "ranked_scores": [0.9851, 0.9745, 0.9734, 0.9722, 0.972, 0.9716, 0.9713, 0.9712, 0.9685, 0.9684], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "346126": {"relevant_ids": ["110711", "110710"], "ranked_ids": ["110710", "110711", "154338", "14416", "168350", "275291", "43395", "47834", "108617", "67837"], "ranked_scores": [0.9936, 0.9924, 0.9838, 0.9806, 0.9789, 0.978, 0.9774, 0.9773, 0.9767, 0.9761], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "372986": {"relevant_ids": ["262882", "49961"], "ranked_ids": ["49961", "215938", "497531", "515236", "123275", "320580", "403824", "254206", "516501", "92770"], "ranked_scores": [0.9878, 0.9843, 0.9781, 0.9773, 0.9756, 0.9749, 0.9737, 0.9713, 0.9711, 0.9708], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "501182": {"relevant_ids": ["501181"], "ranked_ids": ["501181", "402718", "8622", "336612", "8417", "429772", "433248", "231545", "388952", "42413"], "ranked_scores": [0.9887, 0.973, 0.9707, 0.9703, 0.9697, 0.9693, 0.9691, 0.9688, 0.9688, 0.9676], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13800": {"relevant_ids": ["408522", "376590", "13799"], "ranked_ids": ["23471", "454343", "517384", "391952", "131350", "214970", "434847", "521996", "62619", "482825"], "ranked_scores": [0.9809, 0.9808, 0.9774, 0.9774, 0.9757, 0.9752, 0.9751, 0.9746, 0.9745, 0.9738], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "250143": {"relevant_ids": ["250142"], "ranked_ids": ["473276", "57155", "319909", "163623", "188893", "206630", "127989", "318887", "50539", "265879"], "ranked_scores": [0.9726, 0.9666, 0.9652, 0.9592, 0.9577, 0.9575, 0.9567, 0.956, 0.9556, 0.9552], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "13223": {"relevant_ids": ["88349", "13224", "156773", "88348", "20277"], "ranked_ids": ["156773", "13224", "88348", "522612", "33636", "192528", "7591", "454301", "107571", "532588"], "ranked_scores": [0.9902, 0.9892, 0.9886, 0.9848, 0.9843, 0.984, 0.9837, 0.9831, 0.9828, 0.9828], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.2, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6, "ndcg@5": 0.7227, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6, "ndcg@10": 0.7227, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.6}, "11002": {"relevant_ids": ["11003"], "ranked_ids": ["11003", "144197", "344097", "368164", "107153", "87346", "444112", "29349", "73024", "454814"], "ranked_scores": [0.9845, 0.9782, 0.9764, 0.9745, 0.9745, 0.9743, 0.9742, 0.974, 0.9739, 0.9737], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177653": {"relevant_ids": ["79732"], "ranked_ids": ["79732", "395587", "310721", "137270", "200611", "319515", "39174", "299502", "108013", "414347"], "ranked_scores": [0.981, 0.9746, 0.9666, 0.9588, 0.9582, 0.9551, 0.9537, 0.9535, 0.9519, 0.9491], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "415592": {"relevant_ids": ["415591"], "ranked_ids": ["26742", "415591", "288357", "485706", "172118", "6705", "499684", "84634", "509003", "523205"], "ranked_scores": [0.9838, 0.9826, 0.9762, 0.9757, 0.9751, 0.9747, 0.9744, 0.9743, 0.9737, 0.9734], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "511196": {"relevant_ids": ["511197"], "ranked_ids": ["511197", "68479", "401513", "83066", "156490", "259258", "467679", "334665", "471976", "398788"], "ranked_scores": [0.955, 0.9533, 0.9528, 0.9508, 0.949, 0.9488, 0.9487, 0.9483, 0.9481, 0.9474], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "344845": {"relevant_ids": ["344844"], "ranked_ids": ["344844", "115151", "469623", "310973", "167259", "224515", "355682", "17230", "41614", "161471"], "ranked_scores": [0.9915, 0.9871, 0.9865, 0.9844, 0.9838, 0.983, 0.9827, 0.9818, 0.9816, 0.9816], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "396744": {"relevant_ids": ["396745"], "ranked_ids": ["471027", "526492", "20764", "236438", "380781", "428299", "31320", "321651", "426695", "454241"], "ranked_scores": [0.9818, 0.9816, 0.9813, 0.9806, 0.9802, 0.9801, 0.9798, 0.9792, 0.9779, 0.9777], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "452398": {"relevant_ids": ["452399"], "ranked_ids": ["452399", "346712", "4228", "327587", "7119", "372901", "304781", "530610", "60646", "506716"], "ranked_scores": [0.9902, 0.9817, 0.9793, 0.9777, 0.9774, 0.9771, 0.977, 0.9768, 0.9757, 0.9757], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "182114": {"relevant_ids": ["182113"], "ranked_ids": ["95186", "148285", "99085", "354965", "211239", "253603", "403967", "252571", "212342", "196647"], "ranked_scores": [0.9801, 0.9786, 0.9784, 0.9773, 0.9769, 0.9744, 0.9737, 0.9727, 0.9723, 0.9723], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "486260": {"relevant_ids": ["486259"], "ranked_ids": ["486259", "442062", "392356", "287234", "12974", "371033", "511631", "241333", "470032", "40094"], "ranked_scores": [0.9892, 0.975, 0.9721, 0.9662, 0.9658, 0.9657, 0.9654, 0.9653, 0.9634, 0.963], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "455140": {"relevant_ids": ["315935"], "ranked_ids": ["315935", "308963", "315936", "93864", "372713", "150842", "356403", "106381", "356319", "124700"], "ranked_scores": [0.9906, 0.9786, 0.9782, 0.9782, 0.9775, 0.9772, 0.977, 0.9756, 0.9753, 0.9751], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "56198": {"relevant_ids": ["56199"], "ranked_ids": ["56199", "25611", "515041", "348405", "480352", "160914", "240159", "54012", "477581", "500485"], "ranked_scores": [0.9886, 0.9816, 0.9811, 0.9784, 0.977, 0.9759, 0.9741, 0.9738, 0.9737, 0.9736], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "30172": {"relevant_ids": ["145119", "373486", "145120", "30173", "185817", "68426"], "ranked_ids": ["145120", "68426", "15236", "4153", "395974", "205338", "160900", "21960", "499035", "53445"], "ranked_scores": [0.9966, 0.9878, 0.9852, 0.9819, 0.9809, 0.9805, 0.9805, 0.9794, 0.9774, 0.9745], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.1667, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.5531, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4935, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "127880": {"relevant_ids": ["241164"], "ranked_ids": ["54041", "104625", "121458", "411905", "329579", "17197", "100860", "307991", "535042", "156678"], "ranked_scores": [0.9748, 0.9748, 0.9741, 0.9736, 0.9726, 0.9724, 0.9722, 0.9717, 0.9716, 0.9694], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "167969": {"relevant_ids": ["174461"], "ranked_ids": ["192342", "360983", "525090", "174461", "100300", "379927", "365197", "215550", "448412", "369955"], "ranked_scores": [0.967, 0.9647, 0.9631, 0.963, 0.9628, 0.9623, 0.9621, 0.9617, 0.961, 0.961], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "97986": {"relevant_ids": ["97987"], "ranked_ids": ["97987", "44589", "229802", "141417", "139722", "202747", "98924", "192465", "75455", "455330"], "ranked_scores": [0.9954, 0.9852, 0.9783, 0.9783, 0.9767, 0.9763, 0.9755, 0.9749, 0.9717, 0.9691], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "12865": {"relevant_ids": ["105683"], "ranked_ids": ["105683", "58501", "56590", "291690", "251127", "69748", "537762", "356189", "484313", "357969"], "ranked_scores": [0.9839, 0.9789, 0.9744, 0.9717, 0.9698, 0.9689, 0.9684, 0.9683, 0.9681, 0.9671], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "215681": {"relevant_ids": ["215680"], "ranked_ids": ["215680", "340195", "314099", "118589", "71159", "85707", "99945", "153507", "123624", "52235"], "ranked_scores": [0.9894, 0.978, 0.9776, 0.9763, 0.9763, 0.9761, 0.9754, 0.9753, 0.9747, 0.9741], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-mpnet-base": {"127728": {"relevant_ids": ["127729"], "ranked_ids": ["127729", "145244", "250619", "38063", "48895", "315009", "245618", "494754", "276617", "153290"], "ranked_scores": [0.6856, 0.5939, 0.5873, 0.5803, 0.5731, 0.5653, 0.5653, 0.5622, 0.5599, 0.556], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "318820": {"relevant_ids": ["318821"], "ranked_ids": ["318821", "367479", "355161", "496708", "491039", "184762", "167747", "441218", "360734", "149956"], "ranked_scores": [0.9586, 0.702, 0.6787, 0.6072, 0.6033, 0.5917, 0.5872, 0.5804, 0.5794, 0.5587], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "296098": {"relevant_ids": ["296097"], "ranked_ids": ["45507", "469868", "296097", "173403", "45506", "56686", "364131", "134752", "423933", "307653"], "ranked_scores": [0.7621, 0.7024, 0.6914, 0.6805, 0.6594, 0.6293, 0.6234, 0.6228, 0.6103, 0.6066], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "150414": {"relevant_ids": ["192835"], "ranked_ids": ["192835", "105782", "516620", "132912", "105783", "121070", "126746", "337933", "470642", "113488"], "ranked_scores": [0.8912, 0.8155, 0.7779, 0.7466, 0.7184, 0.7088, 0.6698, 0.6543, 0.6501, 0.6485], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145582": {"relevant_ids": ["145583"], "ranked_ids": ["145583", "263736", "299264", "39561", "454248", "87614", "369068", "245370", "369955", "466967"], "ranked_scores": [0.8715, 0.5937, 0.4904, 0.4321, 0.4243, 0.3971, 0.3875, 0.3784, 0.3664, 0.3563], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "315712": {"relevant_ids": ["315713"], "ranked_ids": ["315713", "408588", "120489", "242340", "153536", "259258", "396505", "203205", "298503", "313575"], "ranked_scores": [0.8392, 0.6009, 0.5698, 0.5227, 0.5072, 0.5012, 0.4995, 0.4974, 0.4952, 0.493], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145739": {"relevant_ids": ["145740"], "ranked_ids": ["145740", "241979", "366074", "115412", "8705", "375395", "347337", "415781", "465597", "210012"], "ranked_scores": [0.8793, 0.7207, 0.7202, 0.6677, 0.6454, 0.6437, 0.6426, 0.6385, 0.6332, 0.6163], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "308127": {"relevant_ids": ["308126"], "ranked_ids": ["308126", "35763", "367804", "79534", "252091", "36744", "77650", "167017", "537189", "266258"], "ranked_scores": [0.8463, 0.611, 0.5937, 0.5824, 0.557, 0.5337, 0.5312, 0.5287, 0.5185, 0.5136], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "287245": {"relevant_ids": ["283198", "283199", "322650"], "ranked_ids": ["283199", "322650", "283198", "221784", "109049", "30373", "221783", "450635", "420279", "291373"], "ranked_scores": [0.753, 0.752, 0.6525, 0.571, 0.5646, 0.5523, 0.5308, 0.5231, 0.5193, 0.5156], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "14755": {"relevant_ids": ["211906", "14756"], "ranked_ids": ["450970", "14756", "211906", "277031", "57678", "235454", "30834", "449494", "21920", "383325"], "ranked_scores": [0.8801, 0.8511, 0.8485, 0.7164, 0.7156, 0.7049, 0.7007, 0.6515, 0.6484, 0.6463], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6934, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6934, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6934, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "370170": {"relevant_ids": ["370169"], "ranked_ids": ["370169", "466920", "334238", "211280", "537762", "417976", "59810", "387761", "231528", "88911"], "ranked_scores": [0.9981, 0.5253, 0.5078, 0.5006, 0.499, 0.4977, 0.4854, 0.4757, 0.4672, 0.4581], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "41774": {"relevant_ids": ["41773"], "ranked_ids": ["41773", "239344", "307530", "53738", "366794", "487873", "378060", "214766", "454279", "217481"], "ranked_scores": [0.8418, 0.6596, 0.5879, 0.576, 0.5398, 0.4843, 0.4708, 0.4668, 0.4636, 0.4563], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "399648": {"relevant_ids": ["399649"], "ranked_ids": ["399649", "225815", "212809", "54706", "529004", "435035", "462253", "243294", "411313", "412309"], "ranked_scores": [0.9932, 0.7704, 0.7057, 0.6893, 0.6351, 0.6329, 0.6204, 0.6154, 0.6145, 0.6128], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "504811": {"relevant_ids": ["504810"], "ranked_ids": ["504810", "84826", "90374", "309894", "364238", "298555", "448774", "214151", "499535", "160704"], "ranked_scores": [0.9862, 0.7006, 0.6578, 0.6091, 0.5876, 0.5863, 0.5784, 0.5764, 0.5666, 0.5664], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "362950": {"relevant_ids": ["400212", "362949"], "ranked_ids": ["362949", "400212", "151122", "4715", "487392", "465929", "427587", "155870", "411503", "129563"], "ranked_scores": [0.7982, 0.7815, 0.6933, 0.688, 0.6681, 0.6609, 0.6596, 0.6549, 0.6362, 0.634], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "155873": {"relevant_ids": ["155874"], "ranked_ids": ["392604", "487664", "155874", "122134", "464100", "383066", "292617", "444541", "294020", "246660"], "ranked_scores": [0.6612, 0.57, 0.5614, 0.559, 0.5589, 0.5393, 0.5343, 0.5321, 0.5268, 0.5114], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "263432": {"relevant_ids": ["263433"], "ranked_ids": ["263433", "407204", "128303", "471057", "136838", "372749", "401373", "230671", "258335", "370717"], "ranked_scores": [0.7824, 0.6286, 0.6267, 0.617, 0.5934, 0.5928, 0.5813, 0.5741, 0.574, 0.5709], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "354945": {"relevant_ids": ["354946"], "ranked_ids": ["354946", "254071", "462984", "462983", "322478", "236419", "108161", "331955", "415886", "307824"], "ranked_scores": [0.9388, 0.8396, 0.628, 0.6131, 0.5508, 0.4999, 0.4622, 0.4565, 0.4134, 0.4039], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "245417": {"relevant_ids": ["248195", "219475"], "ranked_ids": ["219475", "40657", "248195", "368145", "64433", "37326", "301977", "164159", "390696", "319022"], "ranked_scores": [0.8658, 0.8231, 0.7855, 0.7233, 0.7196, 0.6596, 0.6547, 0.6173, 0.5992, 0.5959], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.9197, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.9197, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9197, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "516276": {"relevant_ids": ["516277"], "ranked_ids": ["516277", "19755", "34173", "510783", "352189", "119374", "76958", "143842", "489791", "479392"], "ranked_scores": [0.9557, 0.7761, 0.7381, 0.704, 0.6948, 0.6804, 0.6619, 0.6539, 0.6448, 0.621], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177580": {"relevant_ids": ["177579"], "ranked_ids": ["177579", "185553", "511935", "532497", "143503", "57360", "419100", "106109", "115954", "85814"], "ranked_scores": [0.9539, 0.6098, 0.6018, 0.522, 0.5176, 0.5021, 0.4813, 0.4554, 0.4509, 0.4249], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "309865": {"relevant_ids": ["78623", "33713", "78624"], "ranked_ids": ["209041", "153484", "33713", "405094", "78623", "78624", "495751", "437065", "109205", "425739"], "ranked_scores": [0.8729, 0.853, 0.8181, 0.8144, 0.8085, 0.8017, 0.7215, 0.7186, 0.7102, 0.694], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4162, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.5833, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "510387": {"relevant_ids": ["510386"], "ranked_ids": ["241538", "344869", "40390", "241537", "170896", "510386", "52003", "484846", "371033", "160232"], "ranked_scores": [0.7957, 0.7733, 0.7686, 0.7685, 0.7605, 0.7541, 0.7408, 0.7106, 0.7084, 0.6747], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "26645": {"relevant_ids": ["26644"], "ranked_ids": ["26644", "207775", "108781", "12895", "504445", "318396", "163452", "284346", "26813", "215551"], "ranked_scores": [0.98, 0.7821, 0.737, 0.6671, 0.6637, 0.6526, 0.6496, 0.6484, 0.646, 0.6392], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "47788": {"relevant_ids": ["455725"], "ranked_ids": ["455725", "47703", "518171", "47789", "15132", "8505", "37221", "235686", "101721", "85764"], "ranked_scores": [0.8999, 0.8287, 0.8221, 0.806, 0.7966, 0.7917, 0.7914, 0.7864, 0.7768, 0.7669], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "338281": {"relevant_ids": ["338282"], "ranked_ids": ["338282", "391952", "389968", "325380", "345518", "263861", "362498", "138712", "443465", "326869"], "ranked_scores": [0.8224, 0.5136, 0.5123, 0.5015, 0.4862, 0.4851, 0.4689, 0.459, 0.4567, 0.4559], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "461149": {"relevant_ids": ["461148"], "ranked_ids": ["461148", "525835", "527101", "283905", "252761", "335800", "215782", "377056", "409325", "409324"], "ranked_scores": [0.7575, 0.7241, 0.7208, 0.7153, 0.6893, 0.6861, 0.6846, 0.677, 0.671, 0.6618], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "346126": {"relevant_ids": ["110711", "110710"], "ranked_ids": ["110710", "110711", "154338", "296319", "108617", "168350", "203476", "55038", "528998", "6816"], "ranked_scores": [0.9486, 0.9276, 0.8818, 0.7629, 0.7386, 0.735, 0.7192, 0.7091, 0.7013, 0.6959], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "372986": {"relevant_ids": ["262882", "49961"], "ranked_ids": ["49961", "262882", "303468", "215938", "88278", "499535", "516501", "497531", "494989", "491226"], "ranked_scores": [0.9615, 0.8291, 0.7047, 0.6545, 0.6252, 0.6248, 0.6217, 0.62, 0.6079, 0.5821], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "501182": {"relevant_ids": ["501181"], "ranked_ids": ["501181", "109121", "185580", "402718", "179018", "429772", "446824", "474402", "400576", "447737"], "ranked_scores": [0.9043, 0.5958, 0.5931, 0.5756, 0.5746, 0.5573, 0.5564, 0.5563, 0.5446, 0.5255], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13800": {"relevant_ids": ["408522", "376590", "13799"], "ranked_ids": ["13799", "376590", "179943", "67320", "257857", "482825", "481109", "138908", "306761", "23471"], "ranked_scores": [0.7916, 0.7323, 0.7109, 0.6537, 0.6524, 0.6414, 0.636, 0.6269, 0.6218, 0.6101], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.7654, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.7654, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.6667}, "250143": {"relevant_ids": ["250142"], "ranked_ids": ["250142", "473276", "206630", "492698", "137994", "368186", "526032", "38409", "533421", "209138"], "ranked_scores": [0.847, 0.8427, 0.6193, 0.6081, 0.5416, 0.5372, 0.5322, 0.5179, 0.5129, 0.5116], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13223": {"relevant_ids": ["88349", "13224", "156773", "88348", "20277"], "ranked_ids": ["156773", "13224", "88348", "88349", "86343", "137719", "366749", "24720", "223304", "11938"], "ranked_scores": [0.972, 0.9282, 0.8948, 0.8811, 0.8585, 0.8416, 0.8354, 0.8132, 0.7934, 0.7641], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.2, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6, "ndcg@5": 0.8688, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.8, "ndcg@10": 0.8688, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.8}, "11002": {"relevant_ids": ["11003"], "ranked_ids": ["11003", "489539", "10212", "444112", "153944", "144197", "87346", "314099", "82619", "254672"], "ranked_scores": [0.9157, 0.7482, 0.6939, 0.6593, 0.6583, 0.6508, 0.635, 0.6288, 0.6283, 0.6109], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177653": {"relevant_ids": ["79732"], "ranked_ids": ["79732", "39174", "200611", "395587", "373275", "310721", "525756", "373717", "377344", "225019"], "ranked_scores": [0.9039, 0.7144, 0.7074, 0.702, 0.5738, 0.5391, 0.5372, 0.5207, 0.4792, 0.4788], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "415592": {"relevant_ids": ["415591"], "ranked_ids": ["415591", "84634", "288357", "485706", "430072", "387370", "497302", "88542", "26742", "91592"], "ranked_scores": [0.9231, 0.7097, 0.7095, 0.704, 0.6981, 0.671, 0.6485, 0.6431, 0.6338, 0.6256], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "511196": {"relevant_ids": ["511197"], "ranked_ids": ["511197", "156490", "53962", "289278", "328397", "251545", "251546", "491923", "191329", "414717"], "ranked_scores": [0.8683, 0.6539, 0.6024, 0.6021, 0.5986, 0.5636, 0.5472, 0.5232, 0.5115, 0.5002], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "344845": {"relevant_ids": ["344844"], "ranked_ids": ["344844", "161471", "327548", "79987", "380837", "95946", "111672", "503908", "384928", "4915"], "ranked_scores": [0.9346, 0.7961, 0.7637, 0.7554, 0.7518, 0.737, 0.7349, 0.7071, 0.7044, 0.7042], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "396744": {"relevant_ids": ["396745"], "ranked_ids": ["454241", "396745", "236438", "471027", "284966", "527221", "271801", "418055", "219399", "145729"], "ranked_scores": [0.6133, 0.6033, 0.576, 0.5706, 0.5657, 0.5404, 0.5337, 0.5285, 0.5283, 0.5154], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "452398": {"relevant_ids": ["452399"], "ranked_ids": ["452399", "487918", "60646", "72096", "4228", "134287", "423427", "165046", "530610", "277360"], "ranked_scores": [0.9566, 0.5675, 0.5386, 0.5056, 0.4934, 0.4859, 0.4852, 0.4834, 0.4719, 0.4672], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "182114": {"relevant_ids": ["182113"], "ranked_ids": ["196647", "182113", "234482", "229182", "481882", "413792", "328873", "60142", "260490", "238903"], "ranked_scores": [0.6944, 0.6662, 0.5794, 0.5702, 0.5611, 0.5598, 0.5564, 0.5243, 0.5242, 0.5082], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "486260": {"relevant_ids": ["486259"], "ranked_ids": ["486259", "392356", "113749", "209254", "266904", "46379", "452464", "114114", "442062", "220387"], "ranked_scores": [0.9439, 0.7498, 0.6779, 0.6678, 0.6656, 0.6542, 0.6525, 0.6383, 0.6349, 0.6342], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "455140": {"relevant_ids": ["315935"], "ranked_ids": ["315935", "519049", "315936", "150842", "246286", "308963", "93864", "50224", "356403", "369068"], "ranked_scores": [0.8984, 0.6767, 0.6655, 0.6604, 0.6539, 0.6434, 0.64, 0.624, 0.6232, 0.6231], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "56198": {"relevant_ids": ["56199"], "ranked_ids": ["56199", "249114", "246583", "130971", "431226", "160194", "138891", "521606", "308888", "3724"], "ranked_scores": [0.9577, 0.548, 0.5396, 0.5339, 0.5159, 0.5145, 0.5145, 0.5025, 0.4801, 0.4537], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "30172": {"relevant_ids": ["145119", "373486", "145120", "30173", "185817", "68426"], "ranked_ids": ["145120", "68426", "160900", "205338", "15236", "185817", "463253", "96958", "30173", "373486"], "ranked_scores": [0.9526, 0.8899, 0.8761, 0.7783, 0.7717, 0.7692, 0.7403, 0.7368, 0.7291, 0.7283], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.1667, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.5531, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.7799, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.8333}, "127880": {"relevant_ids": ["241164"], "ranked_ids": ["241164", "121458", "135083", "156678", "84471", "535042", "527388", "307991", "450198", "329579"], "ranked_scores": [0.7557, 0.6658, 0.6165, 0.6162, 0.6146, 0.5952, 0.5797, 0.5772, 0.575, 0.5672], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "167969": {"relevant_ids": ["174461"], "ranked_ids": ["174461", "360983", "91854", "78497", "257735", "144121", "121354", "207491", "347474", "130124"], "ranked_scores": [0.7375, 0.7012, 0.5834, 0.5713, 0.5535, 0.5425, 0.5421, 0.5407, 0.5228, 0.5227], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "97986": {"relevant_ids": ["97987"], "ranked_ids": ["97987", "44589", "108564", "284181", "326597", "506848", "479236", "105886", "393565", "44095"], "ranked_scores": [0.9857, 0.8056, 0.7411, 0.6954, 0.6552, 0.649, 0.6473, 0.6452, 0.6405, 0.6297], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "12865": {"relevant_ids": ["105683"], "ranked_ids": ["105683", "277453", "191268", "92902", "113886", "188959", "155515", "94167", "338609", "477677"], "ranked_scores": [0.9696, 0.7959, 0.7298, 0.7174, 0.6515, 0.6486, 0.6476, 0.6409, 0.6356, 0.6274], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "215681": {"relevant_ids": ["215680"], "ranked_ids": ["215680", "57552", "178515", "5733", "78042", "54139", "177080", "301165", "340195", "18634"], "ranked_scores": [0.9624, 0.6977, 0.6918, 0.6512, 0.6472, 0.6398, 0.6335, 0.627, 0.6266, 0.5991], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-mpnet-base-post-int8": {"127728": {"relevant_ids": ["127729"], "ranked_ids": ["127729", "38063", "250619", "145244", "48895", "494754", "485054", "245618", "315009", "153290"], "ranked_scores": [0.6468, 0.5478, 0.5187, 0.5155, 0.5109, 0.5083, 0.5034, 0.5, 0.484, 0.4804], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "318820": {"relevant_ids": ["318821"], "ranked_ids": ["318821", "367479", "355161", "491039", "441218", "149956", "184762", "362498", "167747", "222238"], "ranked_scores": [0.866, 0.6054, 0.5423, 0.5251, 0.508, 0.505, 0.5045, 0.4951, 0.4785, 0.4717], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "296098": {"relevant_ids": ["296097"], "ranked_ids": ["45507", "469868", "173403", "296097", "45506", "56686", "134752", "307653", "423933", "364131"], "ranked_scores": [0.7375, 0.701, 0.6661, 0.6514, 0.6508, 0.632, 0.6054, 0.5906, 0.5829, 0.5781], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "150414": {"relevant_ids": ["192835"], "ranked_ids": ["192835", "105782", "516620", "132912", "105783", "121070", "126746", "149429", "470642", "337933"], "ranked_scores": [0.7872, 0.7546, 0.7362, 0.6897, 0.679, 0.6307, 0.6212, 0.6168, 0.6013, 0.5956], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145582": {"relevant_ids": ["145583"], "ranked_ids": ["145583", "263736", "299264", "454248", "39561", "466967", "369068", "369955", "87614", "285851"], "ranked_scores": [0.818, 0.5129, 0.448, 0.4001, 0.3878, 0.357, 0.3343, 0.3319, 0.3202, 0.3147], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "315712": {"relevant_ids": ["315713"], "ranked_ids": ["315713", "120489", "408588", "242340", "298503", "396505", "313575", "153536", "194841", "60577"], "ranked_scores": [0.7697, 0.5083, 0.4944, 0.4812, 0.4462, 0.4426, 0.4349, 0.4294, 0.4069, 0.4046], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145739": {"relevant_ids": ["145740"], "ranked_ids": ["145740", "241979", "366074", "8705", "465597", "115412", "415781", "210012", "51035", "347337"], "ranked_scores": [0.8046, 0.6785, 0.6734, 0.6182, 0.5876, 0.5859, 0.5766, 0.5737, 0.5616, 0.5595], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "308127": {"relevant_ids": ["308126"], "ranked_ids": ["308126", "35763", "79534", "252091", "367804", "77650", "123707", "36744", "471617", "537189"], "ranked_scores": [0.7676, 0.5712, 0.542, 0.4914, 0.4907, 0.4731, 0.4596, 0.459, 0.4537, 0.4437], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "287245": {"relevant_ids": ["283198", "283199", "322650"], "ranked_ids": ["283199", "322650", "283198", "221784", "109049", "30373", "450635", "348797", "420279", "291373"], "ranked_scores": [0.6602, 0.6404, 0.5853, 0.5362, 0.5095, 0.5068, 0.4985, 0.4808, 0.4804, 0.4687], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "14755": {"relevant_ids": ["211906", "14756"], "ranked_ids": ["450970", "14756", "211906", "277031", "57678", "30834", "235454", "21920", "449494", "74058"], "ranked_scores": [0.8517, 0.8256, 0.8207, 0.6665, 0.6632, 0.6558, 0.6346, 0.5924, 0.5858, 0.567], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6934, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6934, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6934, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "370170": {"relevant_ids": ["370169"], "ranked_ids": ["370169", "417976", "334238", "466920", "59810", "211280", "387761", "537762", "528902", "128700"], "ranked_scores": [0.9975, 0.4625, 0.4615, 0.4493, 0.4342, 0.4312, 0.4266, 0.4126, 0.3922, 0.3883], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "41774": {"relevant_ids": ["41773"], "ranked_ids": ["41773", "239344", "53738", "307530", "366794", "487873", "454279", "217481", "339534", "17691"], "ranked_scores": [0.8055, 0.6185, 0.5354, 0.5265, 0.478, 0.4588, 0.4453, 0.4434, 0.4425, 0.4377], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "399648": {"relevant_ids": ["399649"], "ranked_ids": ["399649", "225815", "212809", "54706", "529004", "411313", "124071", "21253", "435035", "462253"], "ranked_scores": [0.9915, 0.729, 0.6528, 0.6502, 0.6214, 0.5984, 0.5901, 0.588, 0.5846, 0.569], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "504811": {"relevant_ids": ["504810"], "ranked_ids": ["504810", "84826", "90374", "309894", "364238", "220414", "214151", "298555", "55899", "448774"], "ranked_scores": [0.9848, 0.6484, 0.5993, 0.5469, 0.5318, 0.525, 0.5104, 0.5005, 0.4981, 0.4933], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "362950": {"relevant_ids": ["400212", "362949"], "ranked_ids": ["362949", "400212", "465929", "4715", "151122", "155870", "411503", "169704", "129563", "487392"], "ranked_scores": [0.7505, 0.7315, 0.6358, 0.6341, 0.6201, 0.5885, 0.5877, 0.5829, 0.5786, 0.5708], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "155873": {"relevant_ids": ["155874"], "ranked_ids": ["392604", "294020", "155874", "487664", "122134", "383066", "464100", "246660", "444541", "136219"], "ranked_scores": [0.6064, 0.5284, 0.5265, 0.5156, 0.496, 0.4922, 0.4908, 0.4667, 0.4496, 0.4453], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "263432": {"relevant_ids": ["263433"], "ranked_ids": ["263433", "128303", "407204", "471057", "401373", "372749", "20409", "136838", "261419", "370717"], "ranked_scores": [0.7055, 0.5611, 0.5219, 0.5147, 0.5128, 0.4631, 0.4629, 0.4538, 0.4508, 0.4471], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "354945": {"relevant_ids": ["354946"], "ranked_ids": ["354946", "254071", "462984", "462983", "322478", "236419", "331955", "108161", "415886", "202817"], "ranked_scores": [0.8984, 0.7884, 0.5785, 0.5581, 0.5025, 0.4764, 0.4002, 0.3946, 0.3724, 0.3686], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "245417": {"relevant_ids": ["248195", "219475"], "ranked_ids": ["219475", "40657", "248195", "64433", "368145", "37326", "301977", "8069", "413039", "319022"], "ranked_scores": [0.8323, 0.8116, 0.7516, 0.7287, 0.7037, 0.6611, 0.6425, 0.5677, 0.5635, 0.5552], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.9197, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.9197, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9197, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "516276": {"relevant_ids": ["516277"], "ranked_ids": ["516277", "19755", "34173", "352189", "76958", "510783", "489791", "479392", "119374", "44716"], "ranked_scores": [0.9008, 0.7627, 0.7316, 0.6746, 0.6413, 0.6292, 0.5963, 0.596, 0.5795, 0.5686], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177580": {"relevant_ids": ["177579"], "ranked_ids": ["177579", "185553", "511935", "143503", "57360", "532497", "419100", "115954", "287203", "106109"], "ranked_scores": [0.951, 0.5756, 0.5372, 0.4787, 0.4602, 0.4594, 0.457, 0.4156, 0.4008, 0.3873], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "309865": {"relevant_ids": ["78623", "33713", "78624"], "ranked_ids": ["209041", "153484", "78623", "33713", "78624", "405094", "109205", "425739", "495751", "437065"], "ranked_scores": [0.8083, 0.7624, 0.7224, 0.7202, 0.7106, 0.706, 0.6303, 0.6166, 0.6134, 0.6077], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.6183, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6183, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "510387": {"relevant_ids": ["510386"], "ranked_ids": ["241538", "344869", "40390", "510386", "241537", "170896", "52003", "371033", "484846", "160232"], "ranked_scores": [0.7705, 0.7623, 0.7612, 0.7258, 0.7218, 0.7189, 0.7016, 0.6792, 0.6575, 0.6529], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "26645": {"relevant_ids": ["26644"], "ranked_ids": ["26644", "207775", "108781", "318396", "83874", "12895", "83875", "284346", "163452", "215551"], "ranked_scores": [0.9574, 0.7357, 0.6607, 0.6142, 0.6064, 0.6033, 0.5963, 0.5954, 0.5908, 0.5799], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "47788": {"relevant_ids": ["455725"], "ranked_ids": ["455725", "47703", "518171", "15132", "8505", "47789", "235686", "37221", "87039", "101721"], "ranked_scores": [0.8386, 0.8198, 0.8041, 0.7947, 0.7857, 0.7837, 0.7768, 0.7753, 0.7597, 0.759], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "338281": {"relevant_ids": ["338282"], "ranked_ids": ["338282", "345518", "263861", "325380", "362498", "326869", "391952", "443465", "57017", "85881"], "ranked_scores": [0.8178, 0.4726, 0.4707, 0.4706, 0.4586, 0.4511, 0.4471, 0.4405, 0.4324, 0.4265], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "461149": {"relevant_ids": ["461148"], "ranked_ids": ["461148", "525835", "283905", "215782", "527101", "252761", "335800", "409324", "377056", "409325"], "ranked_scores": [0.7212, 0.7122, 0.6687, 0.6623, 0.6613, 0.6582, 0.6274, 0.6269, 0.6268, 0.6202], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "346126": {"relevant_ids": ["110711", "110710"], "ranked_ids": ["110710", "110711", "154338", "296319", "108617", "168350", "203476", "55038", "67837", "6816"], "ranked_scores": [0.9179, 0.9156, 0.8442, 0.705, 0.6928, 0.6914, 0.6718, 0.6527, 0.6398, 0.6322], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "372986": {"relevant_ids": ["262882", "49961"], "ranked_ids": ["49961", "262882", "303468", "215938", "88278", "516501", "499535", "497531", "494989", "226818"], "ranked_scores": [0.9578, 0.7687, 0.6143, 0.6094, 0.5989, 0.5822, 0.5799, 0.5461, 0.544, 0.5417], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "501182": {"relevant_ids": ["501181"], "ranked_ids": ["501181", "109121", "446824", "447737", "474402", "402718", "240678", "185580", "400576", "179018"], "ranked_scores": [0.8961, 0.5492, 0.5428, 0.5123, 0.5089, 0.4957, 0.4895, 0.4864, 0.4817, 0.4647], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13800": {"relevant_ids": ["408522", "376590", "13799"], "ranked_ids": ["13799", "376590", "67320", "179943", "257857", "306761", "482825", "388705", "481109", "23471"], "ranked_scores": [0.7235, 0.6632, 0.6014, 0.5959, 0.5918, 0.5829, 0.5707, 0.5383, 0.538, 0.5374], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.7654, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.7654, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.6667}, "250143": {"relevant_ids": ["250142"], "ranked_ids": ["250142", "473276", "492698", "38409", "137994", "27632", "206630", "76062", "368186", "526032"], "ranked_scores": [0.7638, 0.749, 0.5357, 0.5064, 0.4789, 0.4773, 0.4746, 0.4555, 0.4544, 0.4525], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13223": {"relevant_ids": ["88349", "13224", "156773", "88348", "20277"], "ranked_ids": ["156773", "13224", "88348", "88349", "137719", "86343", "366749", "24720", "223304", "11938"], "ranked_scores": [0.9372, 0.8803, 0.828, 0.8079, 0.798, 0.791, 0.7535, 0.7444, 0.7244, 0.7057], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.2, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6, "ndcg@5": 0.8688, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.8, "ndcg@10": 0.8688, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.8}, "11002": {"relevant_ids": ["11003"], "ranked_ids": ["11003", "489539", "10212", "153944", "314099", "144197", "87346", "82619", "444112", "87588"], "ranked_scores": [0.8904, 0.6933, 0.6412, 0.5943, 0.5844, 0.5678, 0.5652, 0.5597, 0.5587, 0.54], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177653": {"relevant_ids": ["79732"], "ranked_ids": ["79732", "39174", "395587", "200611", "525756", "373275", "225019", "310721", "373717", "377344"], "ranked_scores": [0.8488, 0.6872, 0.6609, 0.6505, 0.5307, 0.5214, 0.4937, 0.4812, 0.4735, 0.4717], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "415592": {"relevant_ids": ["415591"], "ranked_ids": ["415591", "430072", "485706", "84634", "387370", "88542", "288357", "91592", "26742", "497302"], "ranked_scores": [0.8524, 0.6473, 0.6392, 0.6387, 0.6182, 0.6036, 0.6026, 0.58, 0.5759, 0.5548], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "511196": {"relevant_ids": ["511197"], "ranked_ids": ["511197", "156490", "53962", "328397", "251545", "289278", "491923", "191328", "191329", "414717"], "ranked_scores": [0.8282, 0.6189, 0.5785, 0.5446, 0.5329, 0.5281, 0.5132, 0.5075, 0.5049, 0.4767], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "344845": {"relevant_ids": ["344844"], "ranked_ids": ["344844", "161471", "79987", "327548", "380837", "111672", "95946", "4915", "503908", "384928"], "ranked_scores": [0.9111, 0.7368, 0.6911, 0.682, 0.6758, 0.667, 0.6664, 0.6428, 0.6313, 0.6301], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "396744": {"relevant_ids": ["396745"], "ranked_ids": ["454241", "396745", "527221", "236438", "284966", "471027", "145729", "418055", "503444", "20764"], "ranked_scores": [0.629, 0.5741, 0.5522, 0.5472, 0.5385, 0.5303, 0.5011, 0.4872, 0.4842, 0.48], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "452398": {"relevant_ids": ["452399"], "ranked_ids": ["452399", "487918", "60646", "4228", "277360", "7119", "72096", "134287", "97822", "128992"], "ranked_scores": [0.9538, 0.5566, 0.5091, 0.4705, 0.4619, 0.4608, 0.4577, 0.4453, 0.4437, 0.4415], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "182114": {"relevant_ids": ["182113"], "ranked_ids": ["196647", "182113", "413792", "234482", "229182", "148285", "481882", "60142", "80224", "99085"], "ranked_scores": [0.6433, 0.5338, 0.5098, 0.4712, 0.4602, 0.4553, 0.4549, 0.4503, 0.4429, 0.4281], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "486260": {"relevant_ids": ["486259"], "ranked_ids": ["486259", "392356", "266904", "209254", "46379", "113749", "100082", "220387", "114114", "452464"], "ranked_scores": [0.9243, 0.731, 0.6471, 0.6237, 0.6235, 0.6189, 0.6188, 0.6172, 0.6159, 0.6105], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "455140": {"relevant_ids": ["315935"], "ranked_ids": ["315935", "315936", "246286", "519049", "50224", "150842", "93864", "308963", "245896", "369068"], "ranked_scores": [0.8263, 0.6115, 0.5984, 0.5948, 0.5861, 0.5741, 0.5686, 0.5681, 0.5524, 0.5474], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "56198": {"relevant_ids": ["56199"], "ranked_ids": ["56199", "246583", "160194", "249114", "138891", "130971", "431226", "521606", "3724", "43404"], "ranked_scores": [0.9241, 0.4857, 0.4845, 0.4814, 0.4777, 0.457, 0.4455, 0.4261, 0.4144, 0.412], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "30172": {"relevant_ids": ["145119", "373486", "145120", "30173", "185817", "68426"], "ranked_ids": ["145120", "68426", "160900", "15236", "205338", "185817", "463253", "96958", "30173", "21960"], "ranked_scores": [0.9441, 0.8658, 0.8123, 0.7695, 0.7558, 0.7386, 0.7304, 0.7167, 0.7101, 0.6961], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.1667, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.5531, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.6924, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.6667}, "127880": {"relevant_ids": ["241164"], "ranked_ids": ["241164", "121458", "84471", "156678", "535042", "450198", "135083", "210277", "216657", "358959"], "ranked_scores": [0.7026, 0.6036, 0.5681, 0.5614, 0.5476, 0.5408, 0.534, 0.5006, 0.4998, 0.4948], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "167969": {"relevant_ids": ["174461"], "ranked_ids": ["360983", "174461", "78497", "91854", "121354", "207491", "144121", "257735", "10394", "468723"], "ranked_scores": [0.6128, 0.6047, 0.5491, 0.5352, 0.5269, 0.512, 0.4946, 0.486, 0.4779, 0.4696], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "97986": {"relevant_ids": ["97987"], "ranked_ids": ["97987", "44589", "108564", "284181", "506848", "326597", "105886", "41242", "44095", "393565"], "ranked_scores": [0.938, 0.7612, 0.6488, 0.6218, 0.5737, 0.564, 0.5496, 0.5451, 0.5439, 0.5373], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "12865": {"relevant_ids": ["105683"], "ranked_ids": ["105683", "277453", "191268", "92902", "188959", "338609", "313106", "94167", "113886", "155515"], "ranked_scores": [0.9668, 0.7516, 0.6822, 0.6532, 0.6084, 0.5983, 0.5981, 0.5887, 0.5848, 0.5771], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "215681": {"relevant_ids": ["215680"], "ranked_ids": ["215680", "57552", "178515", "5733", "78042", "54139", "177080", "301165", "18634", "38165"], "ranked_scores": [0.9577, 0.6438, 0.6261, 0.6154, 0.5764, 0.5685, 0.5582, 0.5559, 0.5346, 0.5144], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-mpnet-base-post-binary": {"127728": {"relevant_ids": ["127729"], "ranked_ids": ["127729", "250619", "494754", "38063", "315009", "342610", "78763", "92818", "153290", "73255"], "ranked_scores": [582.0, 554.0, 544.0, 539.0, 538.0, 531.0, 531.0, 531.0, 530.0, 528.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "318820": {"relevant_ids": ["318821"], "ranked_ids": ["318821", "367479", "355161", "491039", "360734", "149956", "496708", "441218", "528342", "222238"], "ranked_scores": [707.0, 570.0, 560.0, 547.0, 535.0, 531.0, 529.0, 527.0, 526.0, 525.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "296098": {"relevant_ids": ["296097"], "ranked_ids": ["45507", "469868", "296097", "173403", "56686", "45506", "134752", "364131", "307653", "423933"], "ranked_scores": [591.0, 585.0, 583.0, 564.0, 563.0, 562.0, 555.0, 551.0, 548.0, 547.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "150414": {"relevant_ids": ["192835"], "ranked_ids": ["192835", "105782", "132912", "105783", "516620", "121070", "470642", "113488", "149429", "126746"], "ranked_scores": [644.0, 610.0, 591.0, 580.0, 578.0, 563.0, 560.0, 559.0, 558.0, 557.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145582": {"relevant_ids": ["145583"], "ranked_ids": ["145583", "263736", "299264", "454248", "39561", "16399", "369955", "179136", "466967", "420280"], "ranked_scores": [644.0, 546.0, 521.0, 506.0, 492.0, 488.0, 486.0, 483.0, 483.0, 483.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "315712": {"relevant_ids": ["315713"], "ranked_ids": ["315713", "242340", "408588", "153536", "194841", "396505", "313575", "120489", "236508", "203205"], "ranked_scores": [612.0, 544.0, 542.0, 530.0, 528.0, 527.0, 524.0, 522.0, 515.0, 513.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145739": {"relevant_ids": ["145740"], "ranked_ids": ["145740", "241979", "115412", "366074", "148222", "210012", "376315", "347337", "465597", "8705"], "ranked_scores": [669.0, 594.0, 583.0, 574.0, 571.0, 560.0, 560.0, 560.0, 559.0, 559.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "308127": {"relevant_ids": ["308126"], "ranked_ids": ["308126", "35763", "367804", "252091", "537189", "123707", "481501", "163223", "79534", "36744"], "ranked_scores": [635.0, 550.0, 547.0, 524.0, 524.0, 523.0, 522.0, 522.0, 522.0, 514.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "287245": {"relevant_ids": ["283198", "283199", "322650"], "ranked_ids": ["322650", "283199", "283198", "109049", "221784", "221783", "499037", "348797", "450635", "30373"], "ranked_scores": [587.0, 585.0, 567.0, 548.0, 545.0, 533.0, 530.0, 528.0, 526.0, 522.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "14755": {"relevant_ids": ["211906", "14756"], "ranked_ids": ["450970", "211906", "14756", "57678", "277031", "259619", "30834", "449494", "235454", "83338"], "ranked_scores": [635.0, 624.0, 615.0, 585.0, 569.0, 564.0, 558.0, 556.0, 556.0, 551.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6934, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6934, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6934, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "370170": {"relevant_ids": ["370169"], "ranked_ids": ["370169", "466920", "88911", "537762", "417976", "404718", "334238", "206029", "387761", "467211"], "ranked_scores": [748.0, 524.0, 513.0, 513.0, 513.0, 509.0, 508.0, 498.0, 498.0, 497.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "41774": {"relevant_ids": ["41773"], "ranked_ids": ["41773", "239344", "307530", "53738", "366794", "148999", "217481", "487873", "410184", "378060"], "ranked_scores": [626.0, 574.0, 547.0, 535.0, 517.0, 515.0, 509.0, 509.0, 505.0, 501.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "399648": {"relevant_ids": ["399649"], "ranked_ids": ["399649", "225815", "212809", "54706", "412309", "529004", "411313", "504913", "21253", "435035"], "ranked_scores": [742.0, 623.0, 574.0, 573.0, 570.0, 558.0, 556.0, 554.0, 552.0, 552.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "504811": {"relevant_ids": ["504810"], "ranked_ids": ["504810", "84826", "90374", "364238", "298555", "448774", "175461", "220414", "309894", "214151"], "ranked_scores": [724.0, 571.0, 556.0, 530.0, 528.0, 527.0, 526.0, 524.0, 522.0, 519.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "362950": {"relevant_ids": ["400212", "362949"], "ranked_ids": ["362949", "400212", "151122", "210382", "4715", "487392", "465929", "24154", "78020", "203063"], "ranked_scores": [619.0, 614.0, 576.0, 575.0, 570.0, 569.0, 564.0, 564.0, 564.0, 561.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "155873": {"relevant_ids": ["155874"], "ranked_ids": ["294020", "392604", "155874", "122134", "487664", "444541", "464100", "383066", "292617", "246660"], "ranked_scores": [559.0, 555.0, 551.0, 547.0, 546.0, 532.0, 532.0, 529.0, 524.0, 522.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "263432": {"relevant_ids": ["263433"], "ranked_ids": ["263433", "128303", "401373", "407204", "230671", "370717", "471057", "205954", "184766", "89060"], "ranked_scores": [578.0, 550.0, 533.0, 525.0, 522.0, 521.0, 519.0, 518.0, 517.0, 514.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "354945": {"relevant_ids": ["354946"], "ranked_ids": ["354946", "254071", "462984", "462983", "322478", "236419", "331955", "108161", "202817", "97780"], "ranked_scores": [675.0, 614.0, 547.0, 537.0, 528.0, 509.0, 501.0, 501.0, 497.0, 492.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "245417": {"relevant_ids": ["248195", "219475"], "ranked_ids": ["219475", "40657", "248195", "368145", "64433", "301977", "37326", "413039", "319022", "503522"], "ranked_scores": [639.0, 626.0, 610.0, 587.0, 586.0, 584.0, 564.0, 556.0, 550.0, 539.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.9197, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.9197, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9197, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "516276": {"relevant_ids": ["516277"], "ranked_ids": ["516277", "19755", "352189", "34173", "76958", "510783", "352289", "119374", "489791", "471902"], "ranked_scores": [690.0, 611.0, 599.0, 590.0, 577.0, 570.0, 559.0, 558.0, 556.0, 553.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177580": {"relevant_ids": ["177579"], "ranked_ids": ["177579", "185553", "511935", "143503", "57360", "419100", "106109", "421150", "532497", "246105"], "ranked_scores": [690.0, 543.0, 529.0, 516.0, 511.0, 509.0, 509.0, 504.0, 502.0, 491.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "309865": {"relevant_ids": ["78623", "33713", "78624"], "ranked_ids": ["209041", "33713", "78624", "153484", "78623", "405094", "109205", "495751", "20635", "425739"], "ranked_scores": [646.0, 641.0, 629.0, 626.0, 623.0, 621.0, 594.0, 588.0, 582.0, 577.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5307, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.7123, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.7123, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "510387": {"relevant_ids": ["510386"], "ranked_ids": ["344869", "40390", "241537", "170896", "510386", "241538", "52003", "484846", "160232", "371033"], "ranked_scores": [611.0, 606.0, 596.0, 593.0, 592.0, 592.0, 586.0, 575.0, 572.0, 571.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "26645": {"relevant_ids": ["26644"], "ranked_ids": ["26644", "108781", "207775", "12895", "240705", "82114", "83875", "163452", "83874", "507090"], "ranked_scores": [715.0, 597.0, 596.0, 585.0, 567.0, 559.0, 557.0, 554.0, 551.0, 550.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "47788": {"relevant_ids": ["455725"], "ranked_ids": ["455725", "518171", "8505", "101721", "47703", "15132", "235686", "37221", "87039", "47789"], "ranked_scores": [669.0, 623.0, 620.0, 619.0, 617.0, 614.0, 614.0, 614.0, 613.0, 612.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "338281": {"relevant_ids": ["338282"], "ranked_ids": ["338282", "391952", "389968", "345518", "362498", "325380", "443465", "326869", "11563", "57017"], "ranked_scores": [620.0, 537.0, 535.0, 525.0, 524.0, 524.0, 522.0, 518.0, 514.0, 514.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "461149": {"relevant_ids": ["461148"], "ranked_ids": ["461148", "527101", "525835", "252761", "283905", "215782", "392721", "335800", "2420", "377056"], "ranked_scores": [603.0, 582.0, 582.0, 580.0, 577.0, 575.0, 572.0, 571.0, 568.0, 567.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "346126": {"relevant_ids": ["110711", "110710"], "ranked_ids": ["110710", "110711", "154338", "296319", "528998", "108617", "168350", "55038", "203476", "13436"], "ranked_scores": [700.0, 676.0, 647.0, 591.0, 589.0, 588.0, 585.0, 580.0, 573.0, 572.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "372986": {"relevant_ids": ["262882", "49961"], "ranked_ids": ["49961", "262882", "303468", "215938", "499535", "497531", "226818", "309713", "130692", "443239"], "ranked_scores": [700.0, 628.0, 567.0, 556.0, 549.0, 548.0, 546.0, 543.0, 542.0, 539.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "501182": {"relevant_ids": ["501181"], "ranked_ids": ["501181", "446824", "179018", "185580", "231545", "474402", "429772", "447737", "325288", "109121"], "ranked_scores": [658.0, 545.0, 543.0, 539.0, 533.0, 529.0, 525.0, 522.0, 521.0, 520.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13800": {"relevant_ids": ["408522", "376590", "13799"], "ranked_ids": ["13799", "179943", "376590", "67320", "398510", "257857", "306761", "67319", "138908", "388705"], "ranked_scores": [593.0, 585.0, 580.0, 579.0, 569.0, 569.0, 558.0, 555.0, 553.0, 551.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.7039, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.7039, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.6667}, "250143": {"relevant_ids": ["250142"], "ranked_ids": ["250142", "473276", "492698", "368186", "137994", "206630", "526032", "509757", "509758", "76062"], "ranked_scores": [630.0, 620.0, 553.0, 545.0, 538.0, 532.0, 530.0, 524.0, 523.0, 521.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13223": {"relevant_ids": ["88349", "13224", "156773", "88348", "20277"], "ranked_ids": ["156773", "13224", "88348", "88349", "86343", "366749", "24720", "137719", "223304", "361830"], "ranked_scores": [715.0, 686.0, 667.0, 663.0, 647.0, 639.0, 635.0, 635.0, 613.0, 613.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.2, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6, "ndcg@5": 0.8688, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.8, "ndcg@10": 0.8688, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.8}, "11002": {"relevant_ids": ["11003"], "ranked_ids": ["11003", "489539", "153944", "314099", "87588", "10212", "144197", "82619", "254672", "444112"], "ranked_scores": [671.0, 585.0, 562.0, 561.0, 559.0, 555.0, 543.0, 542.0, 540.0, 540.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177653": {"relevant_ids": ["79732"], "ranked_ids": ["79732", "200611", "39174", "395587", "525756", "373275", "310721", "377344", "373717", "138956"], "ranked_scores": [666.0, 592.0, 581.0, 574.0, 553.0, 533.0, 533.0, 527.0, 521.0, 513.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "415592": {"relevant_ids": ["415591"], "ranked_ids": ["415591", "485706", "84634", "288357", "88542", "387370", "207607", "430072", "379146", "91592"], "ranked_scores": [668.0, 578.0, 574.0, 571.0, 571.0, 557.0, 553.0, 553.0, 551.0, 550.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "511196": {"relevant_ids": ["511197"], "ranked_ids": ["511197", "156490", "328397", "53962", "251546", "289278", "191329", "251545", "491923", "45940"], "ranked_scores": [659.0, 555.0, 547.0, 547.0, 541.0, 529.0, 523.0, 521.0, 521.0, 518.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "344845": {"relevant_ids": ["344844"], "ranked_ids": ["344844", "327548", "95946", "161471", "380837", "79987", "4915", "384928", "101085", "503908"], "ranked_scores": [659.0, 596.0, 595.0, 593.0, 591.0, 587.0, 579.0, 578.0, 570.0, 569.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "396744": {"relevant_ids": ["396745"], "ranked_ids": ["527221", "454241", "284966", "236438", "396745", "145729", "271801", "471027", "361346", "418055"], "ranked_scores": [557.0, 556.0, 547.0, 546.0, 539.0, 538.0, 535.0, 534.0, 533.0, 533.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "452398": {"relevant_ids": ["452399"], "ranked_ids": ["452399", "487918", "134287", "60646", "97822", "169053", "126265", "277360", "346712", "530610"], "ranked_scores": [697.0, 538.0, 529.0, 525.0, 522.0, 518.0, 516.0, 516.0, 511.0, 509.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "182114": {"relevant_ids": ["182113"], "ranked_ids": ["196647", "182113", "60142", "413792", "234482", "229182", "148285", "118897", "95186", "481882"], "ranked_scores": [565.0, 560.0, 529.0, 524.0, 523.0, 522.0, 522.0, 519.0, 516.0, 514.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "486260": {"relevant_ids": ["486259"], "ranked_ids": ["486259", "392356", "266904", "340380", "113749", "424183", "209254", "222159", "220387", "410270"], "ranked_scores": [696.0, 596.0, 582.0, 577.0, 577.0, 575.0, 572.0, 572.0, 569.0, 568.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "455140": {"relevant_ids": ["315935"], "ranked_ids": ["315935", "246286", "245896", "50224", "124700", "93864", "315936", "369068", "308963", "348491"], "ranked_scores": [656.0, 557.0, 554.0, 553.0, 552.0, 546.0, 542.0, 541.0, 537.0, 537.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "56198": {"relevant_ids": ["56199"], "ranked_ids": ["56199", "249114", "160194", "130971", "246583", "521606", "138891", "431226", "478668", "310462"], "ranked_scores": [685.0, 521.0, 519.0, 517.0, 514.0, 511.0, 508.0, 507.0, 500.0, 497.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "30172": {"relevant_ids": ["145119", "373486", "145120", "30173", "185817", "68426"], "ranked_ids": ["145120", "68426", "160900", "15236", "205338", "185817", "30173", "90983", "311173", "145119"], "ranked_scores": [700.0, 647.0, 639.0, 618.0, 604.0, 603.0, 599.0, 597.0, 593.0, 592.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.1667, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.5531, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.7897, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.8333}, "127880": {"relevant_ids": ["241164"], "ranked_ids": ["241164", "121458", "535042", "84471", "450198", "156678", "135083", "216657", "358959", "329579"], "ranked_scores": [579.0, 567.0, 561.0, 554.0, 552.0, 545.0, 541.0, 538.0, 536.0, 534.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "167969": {"relevant_ids": ["174461"], "ranked_ids": ["174461", "360983", "130124", "91854", "257735", "78497", "121354", "10394", "347474", "520621"], "ranked_scores": [583.0, 563.0, 526.0, 521.0, 520.0, 514.0, 511.0, 509.0, 505.0, 505.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "97986": {"relevant_ids": ["97987"], "ranked_ids": ["97987", "44589", "108564", "284181", "506848", "41242", "318396", "326597", "290935", "393565"], "ranked_scores": [722.0, 590.0, 581.0, 552.0, 549.0, 547.0, 546.0, 544.0, 542.0, 542.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "12865": {"relevant_ids": ["105683"], "ranked_ids": ["105683", "277453", "191268", "92902", "113886", "338609", "155515", "528051", "528844", "188959"], "ranked_scores": [715.0, 617.0, 592.0, 584.0, 574.0, 571.0, 561.0, 558.0, 557.0, 555.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "215681": {"relevant_ids": ["215680"], "ranked_ids": ["215680", "57552", "5733", "178515", "78042", "301165", "54139", "63757", "18634", "177080"], "ranked_scores": [695.0, 574.0, 562.0, 558.0, 557.0, 556.0, 554.0, 546.0, 540.0, 536.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-mpnet-base-bat": {"127728": {"relevant_ids": ["127729"], "ranked_ids": ["127729", "38063", "92818", "69958", "245618", "189865", "205884", "174559", "76871", "353107"], "ranked_scores": [582.0, 579.0, 553.0, 551.0, 545.0, 541.0, 530.0, 525.0, 525.0, 525.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "318820": {"relevant_ids": ["318821"], "ranked_ids": ["318821", "367479", "222238", "355161", "441218", "380781", "489320", "54496", "178549", "377941"], "ranked_scores": [716.0, 590.0, 569.0, 566.0, 561.0, 542.0, 540.0, 537.0, 534.0, 534.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "296098": {"relevant_ids": ["296097"], "ranked_ids": ["45507", "296097", "469868", "364131", "45506", "56686", "173403", "134752", "307653", "423933"], "ranked_scores": [620.0, 601.0, 596.0, 586.0, 577.0, 574.0, 570.0, 567.0, 565.0, 558.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "150414": {"relevant_ids": ["192835"], "ranked_ids": ["192835", "105782", "126746", "516620", "105783", "103122", "126745", "132912", "470642", "8875"], "ranked_scores": [727.0, 680.0, 632.0, 632.0, 613.0, 610.0, 577.0, 567.0, 560.0, 557.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145582": {"relevant_ids": ["145583"], "ranked_ids": ["145583", "299264", "39561", "369068", "454248", "369955", "263736", "112261", "110298", "87614"], "ranked_scores": [634.0, 533.0, 506.0, 492.0, 489.0, 486.0, 486.0, 484.0, 477.0, 476.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "315712": {"relevant_ids": ["315713"], "ranked_ids": ["315713", "203205", "396505", "377891", "107153", "368164", "120489", "58851", "153536", "100067"], "ranked_scores": [631.0, 592.0, 569.0, 564.0, 553.0, 553.0, 548.0, 547.0, 543.0, 542.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145739": {"relevant_ids": ["145740"], "ranked_ids": ["145740", "366074", "241979", "465597", "8705", "415781", "210012", "51035", "85134", "323620"], "ranked_scores": [650.0, 604.0, 604.0, 563.0, 557.0, 548.0, 548.0, 547.0, 541.0, 536.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "308127": {"relevant_ids": ["308126"], "ranked_ids": ["308126", "367804", "498938", "490044", "123707", "77650", "65412", "125263", "329643", "79534"], "ranked_scores": [639.0, 526.0, 516.0, 515.0, 514.0, 510.0, 508.0, 504.0, 503.0, 503.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "287245": {"relevant_ids": ["283198", "283199", "322650"], "ranked_ids": ["322650", "283199", "283198", "420279", "109049", "188682", "221783", "304904", "508239", "221784"], "ranked_scores": [661.0, 658.0, 618.0, 561.0, 546.0, 538.0, 536.0, 536.0, 533.0, 531.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "14755": {"relevant_ids": ["211906", "14756"], "ranked_ids": ["211906", "450970", "14756", "30834", "449494", "362149", "393649", "235454", "236793", "57678"], "ranked_scores": [675.0, 666.0, 656.0, 597.0, 576.0, 555.0, 554.0, 550.0, 543.0, 541.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.9197, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.9197, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9197, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "370170": {"relevant_ids": ["370169"], "ranked_ids": ["370169", "466920", "476551", "537762", "433820", "211280", "387761", "334238", "96998", "22763"], "ranked_scores": [752.0, 548.0, 537.0, 530.0, 528.0, 521.0, 516.0, 509.0, 504.0, 503.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "41774": {"relevant_ids": ["41773"], "ranked_ids": ["41773", "239344", "307530", "53738", "214766", "366794", "467781", "220928", "434759", "468656"], "ranked_scores": [635.0, 569.0, 534.0, 532.0, 531.0, 519.0, 516.0, 502.0, 502.0, 502.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "399648": {"relevant_ids": ["399649"], "ranked_ids": ["399649", "435035", "212809", "529004", "225815", "21253", "54706", "462253", "411313", "481934"], "ranked_scores": [749.0, 588.0, 575.0, 574.0, 573.0, 566.0, 564.0, 558.0, 557.0, 550.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "504811": {"relevant_ids": ["504810"], "ranked_ids": ["504810", "220414", "175461", "439209", "84826", "214151", "309894", "298555", "487409", "55899"], "ranked_scores": [744.0, 541.0, 539.0, 533.0, 519.0, 517.0, 516.0, 515.0, 515.0, 510.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "362950": {"relevant_ids": ["400212", "362949"], "ranked_ids": ["362949", "400212", "438104", "487392", "427587", "344212", "357629", "129563", "151122", "244712"], "ranked_scores": [664.0, 661.0, 582.0, 574.0, 569.0, 567.0, 556.0, 556.0, 555.0, 551.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "155873": {"relevant_ids": ["155874"], "ranked_ids": ["392604", "155874", "3139", "292617", "232469", "305605", "136219", "446058", "383066", "174295"], "ranked_scores": [587.0, 540.0, 532.0, 526.0, 521.0, 520.0, 520.0, 517.0, 516.0, 513.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "263432": {"relevant_ids": ["263433"], "ranked_ids": ["263433", "128303", "372749", "104254", "471057", "28140", "401373", "18217", "277394", "219429"], "ranked_scores": [634.0, 561.0, 540.0, 535.0, 533.0, 529.0, 528.0, 527.0, 526.0, 518.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "354945": {"relevant_ids": ["354946"], "ranked_ids": ["354946", "254071", "462984", "142503", "433248", "462983", "243923", "287396", "286928", "322478"], "ranked_scores": [700.0, 568.0, 519.0, 514.0, 509.0, 507.0, 506.0, 503.0, 499.0, 498.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "245417": {"relevant_ids": ["248195", "219475"], "ranked_ids": ["219475", "40657", "248195", "64433", "164159", "14180", "37326", "368145", "413039", "319022"], "ranked_scores": [636.0, 628.0, 587.0, 583.0, 580.0, 570.0, 568.0, 565.0, 565.0, 550.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.9197, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.9197, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9197, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "516276": {"relevant_ids": ["516277"], "ranked_ids": ["516277", "510783", "19755", "34173", "76958", "352189", "143842", "471902", "294407", "489791"], "ranked_scores": [716.0, 634.0, 625.0, 603.0, 598.0, 597.0, 566.0, 560.0, 559.0, 557.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177580": {"relevant_ids": ["177579"], "ranked_ids": ["177579", "115954", "272252", "532497", "185553", "511935", "143503", "391562", "99261", "75396"], "ranked_scores": [722.0, 536.0, 505.0, 503.0, 499.0, 498.0, 496.0, 495.0, 495.0, 495.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "309865": {"relevant_ids": ["78623", "33713", "78624"], "ranked_ids": ["33713", "405094", "78623", "78624", "153484", "209041", "437065", "477476", "495578", "235483"], "ranked_scores": [678.0, 626.0, 622.0, 618.0, 615.0, 592.0, 584.0, 581.0, 575.0, 574.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.906, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.906, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "510387": {"relevant_ids": ["510386"], "ranked_ids": ["241538", "510386", "40390", "344869", "170896", "371033", "52003", "241537", "212478", "160232"], "ranked_scores": [657.0, 655.0, 648.0, 646.0, 618.0, 609.0, 602.0, 602.0, 590.0, 588.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "26645": {"relevant_ids": ["26644"], "ranked_ids": ["26644", "207775", "318396", "83874", "141075", "83875", "141417", "234865", "326597", "257425"], "ranked_scores": [732.0, 594.0, 590.0, 574.0, 567.0, 563.0, 556.0, 554.0, 553.0, 552.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "47788": {"relevant_ids": ["455725"], "ranked_ids": ["455725", "518171", "331", "8505", "101721", "59223", "235686", "47703", "348138", "268199"], "ranked_scores": [674.0, 646.0, 634.0, 633.0, 633.0, 630.0, 629.0, 608.0, 596.0, 575.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "338281": {"relevant_ids": ["338282"], "ranked_ids": ["338282", "467526", "467927", "434432", "138712", "362498", "43034", "469401", "277402", "309463"], "ranked_scores": [673.0, 542.0, 513.0, 512.0, 507.0, 507.0, 503.0, 503.0, 502.0, 500.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "461149": {"relevant_ids": ["461148"], "ranked_ids": ["461148", "525835", "203100", "283905", "527101", "255754", "307096", "302225", "120940", "317208"], "ranked_scores": [661.0, 649.0, 608.0, 573.0, 565.0, 558.0, 555.0, 547.0, 544.0, 541.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "346126": {"relevant_ids": ["110711", "110710"], "ranked_ids": ["110710", "110711", "154338", "108617", "6816", "393684", "203476", "296319", "355996", "168350"], "ranked_scores": [711.0, 688.0, 670.0, 607.0, 599.0, 597.0, 596.0, 594.0, 589.0, 588.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "372986": {"relevant_ids": ["262882", "49961"], "ranked_ids": ["49961", "262882", "303468", "140335", "485235", "299699", "88278", "499535", "215938", "443239"], "ranked_scores": [713.0, 656.0, 579.0, 572.0, 572.0, 559.0, 550.0, 544.0, 542.0, 542.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "501182": {"relevant_ids": ["501181"], "ranked_ids": ["501181", "446824", "447737", "402718", "179018", "257857", "274777", "240678", "185580", "231545"], "ranked_scores": [655.0, 537.0, 529.0, 521.0, 516.0, 514.0, 514.0, 511.0, 508.0, 508.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13800": {"relevant_ids": ["408522", "376590", "13799"], "ranked_ids": ["13799", "376590", "257857", "56338", "179943", "481109", "256094", "30987", "408522", "23471"], "ranked_scores": [664.0, 619.0, 589.0, 558.0, 558.0, 557.0, 554.0, 553.0, 553.0, 546.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.7654, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.9066, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "250143": {"relevant_ids": ["250142"], "ranked_ids": ["250142", "473276", "76062", "206630", "50539", "38409", "533421", "520955", "368186", "50538"], "ranked_scores": [646.0, 621.0, 529.0, 525.0, 522.0, 518.0, 518.0, 516.0, 512.0, 509.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13223": {"relevant_ids": ["88349", "13224", "156773", "88348", "20277"], "ranked_ids": ["156773", "13224", "88348", "366749", "88349", "86343", "137719", "20277", "24720", "223304"], "ranked_scores": [739.0, 695.0, 681.0, 667.0, 667.0, 659.0, 647.0, 616.0, 616.0, 609.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.2, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6, "ndcg@5": 0.8539, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.8, "ndcg@10": 0.9609, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "11002": {"relevant_ids": ["11003"], "ranked_ids": ["11003", "489539", "444112", "241075", "10212", "144197", "347493", "406881", "520621", "87346"], "ranked_scores": [677.0, 579.0, 575.0, 566.0, 563.0, 559.0, 558.0, 556.0, 551.0, 551.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177653": {"relevant_ids": ["79732"], "ranked_ids": ["79732", "39174", "395587", "200611", "412316", "138956", "502840", "525756", "373275", "310721"], "ranked_scores": [675.0, 596.0, 589.0, 580.0, 546.0, 538.0, 538.0, 538.0, 535.0, 534.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "415592": {"relevant_ids": ["415591"], "ranked_ids": ["415591", "379146", "288357", "485299", "435045", "81159", "430072", "117817", "322822", "91592"], "ranked_scores": [716.0, 556.0, 555.0, 553.0, 552.0, 543.0, 542.0, 538.0, 536.0, 535.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "511196": {"relevant_ids": ["511197"], "ranked_ids": ["511197", "251545", "251546", "156490", "45940", "289278", "413940", "53962", "220596", "414717"], "ranked_scores": [669.0, 570.0, 552.0, 552.0, 549.0, 539.0, 536.0, 534.0, 533.0, 529.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "344845": {"relevant_ids": ["344844"], "ranked_ids": ["344844", "79987", "95946", "101085", "4915", "503908", "79986", "384928", "327548", "187882"], "ranked_scores": [688.0, 605.0, 602.0, 589.0, 587.0, 586.0, 582.0, 579.0, 574.0, 571.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "396744": {"relevant_ids": ["396745"], "ranked_ids": ["396745", "284966", "236438", "318589", "527221", "454241", "489628", "418055", "481437", "318588"], "ranked_scores": [574.0, 560.0, 548.0, 529.0, 529.0, 528.0, 525.0, 524.0, 522.0, 519.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "452398": {"relevant_ids": ["452399"], "ranked_ids": ["452399", "487918", "90225", "4228", "530610", "346712", "60646", "72096", "277360", "185580"], "ranked_scores": [725.0, 527.0, 518.0, 513.0, 512.0, 511.0, 511.0, 509.0, 508.0, 500.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "182114": {"relevant_ids": ["182113"], "ranked_ids": ["196647", "182113", "234482", "533693", "413792", "252201", "481882", "90675", "139689", "238903"], "ranked_scores": [574.0, 552.0, 544.0, 532.0, 531.0, 525.0, 524.0, 521.0, 520.0, 516.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "486260": {"relevant_ids": ["486259"], "ranked_ids": ["486259", "392356", "113749", "209254", "266904", "65893", "209255", "452464", "113100", "221509"], "ranked_scores": [676.0, 596.0, 577.0, 569.0, 562.0, 561.0, 548.0, 547.0, 545.0, 535.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "455140": {"relevant_ids": ["315935"], "ranked_ids": ["315935", "315936", "308963", "50224", "246286", "245896", "318887", "16399", "211061", "519049"], "ranked_scores": [672.0, 567.0, 565.0, 549.0, 548.0, 547.0, 536.0, 535.0, 531.0, 530.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "56198": {"relevant_ids": ["56199"], "ranked_ids": ["56199", "249114", "160194", "130971", "243039", "43404", "246583", "521606", "43405", "452069"], "ranked_scores": [702.0, 527.0, 519.0, 518.0, 516.0, 511.0, 509.0, 506.0, 502.0, 500.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "30172": {"relevant_ids": ["145119", "373486", "145120", "30173", "185817", "68426"], "ranked_ids": ["145120", "160900", "343564", "68426", "192604", "90983", "30173", "82405", "15236", "205338"], "ranked_scores": [692.0, 653.0, 637.0, 635.0, 628.0, 627.0, 624.0, 622.0, 613.0, 611.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.1667, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.1667, "ndcg@5": 0.4852, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.5338, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "127880": {"relevant_ids": ["241164"], "ranked_ids": ["241164", "121458", "135083", "527388", "450198", "84471", "122116", "210277", "389443", "421143"], "ranked_scores": [596.0, 564.0, 543.0, 525.0, 525.0, 523.0, 520.0, 520.0, 520.0, 518.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "167969": {"relevant_ids": ["174461"], "ranked_ids": ["174461", "360983", "121354", "347474", "144121", "207491", "130124", "365197", "293663", "78497"], "ranked_scores": [601.0, 577.0, 545.0, 530.0, 511.0, 511.0, 509.0, 509.0, 508.0, 505.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "97986": {"relevant_ids": ["97987"], "ranked_ids": ["97987", "44589", "393565", "234865", "193896", "108564", "326597", "212168", "256679", "41242"], "ranked_scores": [739.0, 591.0, 568.0, 564.0, 556.0, 553.0, 551.0, 551.0, 550.0, 550.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "12865": {"relevant_ids": ["105683"], "ranked_ids": ["105683", "277453", "356189", "6376", "506722", "92902", "313106", "191268", "83623", "267487"], "ranked_scores": [728.0, 593.0, 577.0, 576.0, 569.0, 567.0, 566.0, 562.0, 562.0, 559.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "215681": {"relevant_ids": ["215680"], "ranked_ids": ["215680", "178515", "57552", "177080", "171713", "5733", "54139", "301165", "252239", "143842"], "ranked_scores": [722.0, 596.0, 576.0, 576.0, 568.0, 562.0, 562.0, 561.0, 557.0, 555.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-mpnet-base-mrl-32": {"127728": {"relevant_ids": ["127729"], "ranked_ids": ["127729", "315009", "78763", "317591", "494754", "511941", "485054", "29358", "250619", "194704"], "ranked_scores": [0.7712, 0.7651, 0.738, 0.6924, 0.6856, 0.6854, 0.6852, 0.6833, 0.6774, 0.6712], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "318820": {"relevant_ids": ["318821"], "ranked_ids": ["318821", "360734", "190950", "362498", "491039", "395883", "496708", "491038", "528342", "395217"], "ranked_scores": [0.9708, 0.7799, 0.7775, 0.7732, 0.7497, 0.7292, 0.7279, 0.7224, 0.7165, 0.7055], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "296098": {"relevant_ids": ["296097"], "ranked_ids": ["45507", "45506", "173403", "56686", "22897", "43086", "513540", "134752", "222915", "296097"], "ranked_scores": [0.7844, 0.7627, 0.7355, 0.7293, 0.7196, 0.6974, 0.6939, 0.6914, 0.6777, 0.6637], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "150414": {"relevant_ids": ["192835"], "ranked_ids": ["192835", "105782", "516620", "126746", "43980", "123802", "461888", "24329", "199554", "296869"], "ranked_scores": [0.9248, 0.9136, 0.8149, 0.7969, 0.7763, 0.7697, 0.7681, 0.7665, 0.7663, 0.7633], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145582": {"relevant_ids": ["145583"], "ranked_ids": ["145583", "263736", "493305", "317591", "285851", "428602", "459071", "245370", "484617", "306679"], "ranked_scores": [0.8945, 0.7407, 0.7139, 0.7088, 0.6918, 0.6883, 0.6767, 0.669, 0.6673, 0.665], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "315712": {"relevant_ids": ["315713"], "ranked_ids": ["396505", "315713", "381697", "203205", "369731", "407284", "226971", "516722", "338436", "387742"], "ranked_scores": [0.8071, 0.7952, 0.7533, 0.7359, 0.734, 0.7268, 0.7131, 0.7093, 0.6909, 0.6894], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "145739": {"relevant_ids": ["145740"], "ranked_ids": ["145740", "323620", "68194", "33202", "115412", "366074", "241979", "8705", "376315", "306679"], "ranked_scores": [0.9425, 0.7793, 0.7762, 0.7448, 0.7426, 0.7392, 0.7089, 0.7075, 0.6976, 0.6975], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "308127": {"relevant_ids": ["308126"], "ranked_ids": ["308126", "481501", "248656", "367804", "189748", "161296", "535966", "148836", "471617", "79534"], "ranked_scores": [0.9007, 0.7386, 0.7353, 0.7314, 0.7214, 0.7175, 0.7173, 0.7149, 0.714, 0.7101], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "287245": {"relevant_ids": ["283198", "283199", "322650"], "ranked_ids": ["283199", "322650", "283198", "420279", "109049", "309999", "388953", "390479", "138800", "57792"], "ranked_scores": [0.8687, 0.8615, 0.8202, 0.7679, 0.7657, 0.7492, 0.7154, 0.7082, 0.7004, 0.6979], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "14755": {"relevant_ids": ["211906", "14756"], "ranked_ids": ["450970", "211906", "14756", "277031", "88473", "57678", "45354", "72275", "531392", "338436"], "ranked_scores": [0.8902, 0.8703, 0.8584, 0.8232, 0.8163, 0.7928, 0.7804, 0.7734, 0.7573, 0.7397], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6934, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6934, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6934, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "370170": {"relevant_ids": ["370169"], "ranked_ids": ["370169", "388915", "515041", "438178", "108631", "131777", "191527", "190150", "412607", "463253"], "ranked_scores": [0.9984, 0.7473, 0.7179, 0.7113, 0.7113, 0.7026, 0.7019, 0.698, 0.693, 0.6909], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "41774": {"relevant_ids": ["41773"], "ranked_ids": ["41773", "307530", "239344", "532062", "53738", "33017", "468656", "214766", "220928", "185583"], "ranked_scores": [0.8966, 0.8504, 0.8221, 0.7709, 0.7491, 0.7463, 0.7408, 0.7353, 0.7298, 0.7105], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "399648": {"relevant_ids": ["399649"], "ranked_ids": ["399649", "54706", "225815", "212809", "412309", "445074", "142361", "24384", "462253", "488211"], "ranked_scores": [0.9953, 0.849, 0.8217, 0.7836, 0.7486, 0.7392, 0.739, 0.739, 0.7253, 0.7194], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "504811": {"relevant_ids": ["504810"], "ranked_ids": ["504810", "309894", "487409", "448774", "214151", "246524", "256525", "451065", "191179", "90374"], "ranked_scores": [0.9937, 0.7456, 0.7291, 0.7209, 0.7198, 0.7095, 0.6989, 0.6978, 0.6962, 0.6935], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "362950": {"relevant_ids": ["400212", "362949"], "ranked_ids": ["151122", "362949", "269211", "400212", "129563", "411503", "101529", "203063", "527104", "24154"], "ranked_scores": [0.8767, 0.8711, 0.8591, 0.8567, 0.855, 0.842, 0.8341, 0.829, 0.8278, 0.8238], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6509, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6509, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "155873": {"relevant_ids": ["155874"], "ranked_ids": ["155874", "439035", "392604", "430514", "174295", "464100", "524460", "224343", "246660", "25477"], "ranked_scores": [0.7508, 0.7501, 0.735, 0.7211, 0.7132, 0.712, 0.7064, 0.6936, 0.6918, 0.6858], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "263432": {"relevant_ids": ["263433"], "ranked_ids": ["263433", "356658", "392367", "473794", "370717", "261419", "477581", "513809", "254597", "136838"], "ranked_scores": [0.8249, 0.7451, 0.7295, 0.7009, 0.6926, 0.6796, 0.6662, 0.664, 0.6519, 0.649], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "354945": {"relevant_ids": ["354946"], "ranked_ids": ["354946", "254071", "211239", "462983", "356493", "139214", "261260", "302892", "397181", "462984"], "ranked_scores": [0.9599, 0.8945, 0.7856, 0.7804, 0.7269, 0.6689, 0.6684, 0.6602, 0.6535, 0.6456], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "245417": {"relevant_ids": ["248195", "219475"], "ranked_ids": ["219475", "248195", "40657", "37326", "64433", "390696", "78584", "368145", "136972", "301977"], "ranked_scores": [0.9192, 0.8995, 0.8259, 0.8119, 0.7991, 0.7913, 0.7821, 0.7814, 0.7549, 0.7505], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "516276": {"relevant_ids": ["516277"], "ranked_ids": ["516277", "19755", "34173", "175142", "479392", "76958", "143842", "352189", "510783", "153039"], "ranked_scores": [0.9711, 0.9062, 0.8971, 0.8943, 0.8899, 0.8392, 0.8231, 0.8224, 0.8145, 0.8143], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177580": {"relevant_ids": ["177579"], "ranked_ids": ["177579", "204923", "516895", "148285", "155812", "185297", "115954", "115412", "107258", "276599"], "ranked_scores": [0.9721, 0.7717, 0.754, 0.7514, 0.7497, 0.7359, 0.732, 0.7299, 0.7269, 0.7233], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "309865": {"relevant_ids": ["78623", "33713", "78624"], "ranked_ids": ["209041", "33713", "153484", "78624", "109205", "495751", "78623", "425739", "405094", "495578"], "ranked_scores": [0.9557, 0.9132, 0.9064, 0.8897, 0.8687, 0.8617, 0.8512, 0.848, 0.8464, 0.8283], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4982, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.6546, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "510387": {"relevant_ids": ["510386"], "ranked_ids": ["241538", "241537", "477033", "371033", "21919", "12974", "170896", "504203", "40390", "510386"], "ranked_scores": [0.9189, 0.8928, 0.8476, 0.8398, 0.834, 0.8296, 0.8249, 0.8145, 0.8014, 0.7987], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "26645": {"relevant_ids": ["26644"], "ranked_ids": ["26644", "504445", "249010", "108781", "163452", "215551", "209092", "286617", "12895", "411539"], "ranked_scores": [0.9868, 0.8544, 0.8524, 0.8258, 0.8243, 0.8123, 0.8078, 0.8039, 0.7937, 0.7912], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "47788": {"relevant_ids": ["455725"], "ranked_ids": ["455725", "518171", "37221", "15132", "47703", "235686", "47789", "8505", "85764", "163881"], "ranked_scores": [0.9658, 0.9513, 0.9457, 0.9401, 0.9385, 0.9277, 0.9275, 0.918, 0.9179, 0.9117], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "338281": {"relevant_ids": ["338282"], "ranked_ids": ["338282", "240052", "100426", "453446", "184166", "385204", "327767", "420341", "370560", "279730"], "ranked_scores": [0.8276, 0.7534, 0.7171, 0.7056, 0.7051, 0.7035, 0.6996, 0.6946, 0.692, 0.6902], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "461149": {"relevant_ids": ["461148"], "ranked_ids": ["283905", "461148", "525835", "203100", "317208", "527101", "519891", "467866", "305206", "528608"], "ranked_scores": [0.8914, 0.8816, 0.8732, 0.8613, 0.8303, 0.7888, 0.7885, 0.7683, 0.7551, 0.7548], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "346126": {"relevant_ids": ["110711", "110710"], "ranked_ids": ["110710", "110711", "154338", "254526", "296319", "14416", "160306", "148406", "358739", "387654"], "ranked_scores": [0.9722, 0.9451, 0.9303, 0.8136, 0.8008, 0.7715, 0.7631, 0.7574, 0.7553, 0.7549], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "372986": {"relevant_ids": ["262882", "49961"], "ranked_ids": ["49961", "262882", "303468", "491226", "215938", "494989", "497531", "9918", "502491", "143008"], "ranked_scores": [0.9822, 0.9415, 0.8781, 0.8717, 0.8032, 0.7759, 0.7688, 0.7679, 0.7544, 0.7504], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "501182": {"relevant_ids": ["501181"], "ranked_ids": ["501181", "447737", "250853", "446824", "274777", "506577", "27424", "179018", "240678", "474402"], "ranked_scores": [0.9399, 0.7271, 0.7193, 0.7131, 0.7114, 0.7023, 0.6988, 0.6924, 0.6794, 0.6765], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13800": {"relevant_ids": ["408522", "376590", "13799"], "ranked_ids": ["13799", "376590", "482825", "521996", "67320", "141802", "362253", "306761", "131350", "511859"], "ranked_scores": [0.8817, 0.8789, 0.8722, 0.8567, 0.849, 0.8335, 0.8326, 0.829, 0.824, 0.8221], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.7654, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.7654, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.6667}, "250143": {"relevant_ids": ["250142"], "ranked_ids": ["473276", "250142", "526032", "145261", "390479", "206630", "368186", "492698", "410397", "388953"], "ranked_scores": [0.9073, 0.9045, 0.7825, 0.7676, 0.7609, 0.7496, 0.7391, 0.7384, 0.7309, 0.72], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "13223": {"relevant_ids": ["88349", "13224", "156773", "88348", "20277"], "ranked_ids": ["156773", "13224", "88348", "137719", "86343", "163971", "88349", "366749", "11938", "24720"], "ranked_scores": [0.9759, 0.9458, 0.9264, 0.9255, 0.9236, 0.9176, 0.915, 0.9098, 0.907, 0.9042], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.2, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6, "ndcg@5": 0.7227, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6, "ndcg@10": 0.8358, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.8}, "11002": {"relevant_ids": ["11003"], "ranked_ids": ["11003", "24296", "12718", "10212", "87346", "94884", "71159", "312873", "489539", "153944"], "ranked_scores": [0.9281, 0.8091, 0.7969, 0.7719, 0.7688, 0.7659, 0.7659, 0.7577, 0.7575, 0.754], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177653": {"relevant_ids": ["79732"], "ranked_ids": ["79732", "225019", "39174", "494720", "310721", "395587", "373275", "525756", "373717", "377344"], "ranked_scores": [0.9304, 0.8911, 0.8462, 0.8322, 0.8235, 0.8087, 0.8063, 0.7887, 0.786, 0.7662], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "415592": {"relevant_ids": ["415591"], "ranked_ids": ["415591", "88542", "379146", "91592", "117817", "485299", "430072", "425878", "375267", "44998"], "ranked_scores": [0.924, 0.8354, 0.8088, 0.8084, 0.7973, 0.7915, 0.7812, 0.778, 0.772, 0.7678], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "511196": {"relevant_ids": ["511197"], "ranked_ids": ["511197", "156490", "191329", "99760", "42644", "289278", "191328", "491923", "420936", "220596"], "ranked_scores": [0.9366, 0.8093, 0.7891, 0.7853, 0.7824, 0.7785, 0.7713, 0.7529, 0.7306, 0.7268], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "344845": {"relevant_ids": ["344844"], "ranked_ids": ["344844", "380767", "48574", "401905", "96221", "528998", "228693", "292513", "76793", "340437"], "ranked_scores": [0.9561, 0.8492, 0.8408, 0.8372, 0.8368, 0.836, 0.8337, 0.8266, 0.817, 0.8038], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "396744": {"relevant_ids": ["396745"], "ranked_ids": ["284966", "454241", "527221", "271801", "236438", "155232", "481437", "281521", "104843", "418055"], "ranked_scores": [0.8463, 0.8263, 0.8091, 0.8016, 0.7984, 0.7892, 0.7804, 0.776, 0.7753, 0.7718], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "452398": {"relevant_ids": ["452399"], "ranked_ids": ["452399", "487918", "165046", "313904", "107822", "134287", "4228", "60646", "277360", "399415"], "ranked_scores": [0.978, 0.7787, 0.7393, 0.7019, 0.6905, 0.6811, 0.6774, 0.6726, 0.6644, 0.6488], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "182114": {"relevant_ids": ["182113"], "ranked_ids": ["95186", "328873", "196647", "34513", "234482", "481882", "529781", "468426", "86719", "107258"], "ranked_scores": [0.7893, 0.7823, 0.7605, 0.7598, 0.755, 0.7544, 0.7539, 0.7513, 0.7465, 0.7429], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "486260": {"relevant_ids": ["486259"], "ranked_ids": ["486259", "340740", "38555", "46379", "97315", "492147", "392356", "391328", "38556", "416784"], "ranked_scores": [0.9809, 0.8484, 0.8421, 0.832, 0.8004, 0.7905, 0.7876, 0.7873, 0.787, 0.7826], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "455140": {"relevant_ids": ["315935"], "ranked_ids": ["315935", "93864", "246286", "332628", "459071", "459814", "472217", "150842", "511557", "124700"], "ranked_scores": [0.922, 0.7606, 0.7402, 0.6995, 0.6993, 0.6976, 0.6973, 0.6936, 0.6857, 0.6842], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "56198": {"relevant_ids": ["56199"], "ranked_ids": ["56199", "138891", "310462", "249114", "521606", "199688", "531369", "246583", "431226", "259258"], "ranked_scores": [0.9833, 0.8312, 0.7676, 0.7644, 0.7579, 0.7371, 0.7351, 0.7326, 0.7318, 0.7296], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "30172": {"relevant_ids": ["145119", "373486", "145120", "30173", "185817", "68426"], "ranked_ids": ["145120", "160900", "68426", "373486", "205338", "382686", "30173", "15236", "30100", "463253"], "ranked_scores": [0.9613, 0.9604, 0.9239, 0.9183, 0.9111, 0.9106, 0.9071, 0.8857, 0.8796, 0.874], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.1667, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.6548, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6851, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.6667}, "127880": {"relevant_ids": ["241164"], "ranked_ids": ["241164", "121458", "307991", "135083", "100422", "408588", "531392", "120446", "527388", "513717"], "ranked_scores": [0.8412, 0.7857, 0.7624, 0.7602, 0.7239, 0.7228, 0.7176, 0.7101, 0.6988, 0.6959], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "167969": {"relevant_ids": ["174461"], "ranked_ids": ["174461", "360983", "318360", "32135", "422140", "461871", "240937", "87346", "346201", "171665"], "ranked_scores": [0.7768, 0.7431, 0.7212, 0.7187, 0.7049, 0.7026, 0.7001, 0.6897, 0.6868, 0.683], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "97986": {"relevant_ids": ["97987"], "ranked_ids": ["97987", "44589", "83797", "211691", "192465", "290935", "489858", "407", "326597", "482221"], "ranked_scores": [0.9878, 0.8266, 0.7433, 0.7365, 0.7325, 0.7315, 0.7285, 0.7222, 0.7212, 0.7176], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "12865": {"relevant_ids": ["105683"], "ranked_ids": ["105683", "191268", "277453", "188959", "92902", "250014", "94167", "356189", "6376", "146806"], "ranked_scores": [0.99, 0.9109, 0.9017, 0.8974, 0.8808, 0.8748, 0.8611, 0.8521, 0.8509, 0.847], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "215681": {"relevant_ids": ["215680"], "ranked_ids": ["215680", "178515", "297953", "57552", "306638", "5733", "467031", "54139", "177080", "182107"], "ranked_scores": [0.9896, 0.8844, 0.8088, 0.7989, 0.7907, 0.7862, 0.782, 0.779, 0.7762, 0.7742], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-mpnet-base-mrl-64": {"127728": {"relevant_ids": ["127729"], "ranked_ids": ["127729", "250619", "78763", "315009", "245618", "485054", "73255", "92818", "387548", "38063"], "ranked_scores": [0.7484, 0.6823, 0.6737, 0.665, 0.6619, 0.6561, 0.6434, 0.6393, 0.6384, 0.6336], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "318820": {"relevant_ids": ["318821"], "ranked_ids": ["318821", "367479", "528342", "360734", "491038", "362498", "496708", "491039", "441218", "355161"], "ranked_scores": [0.9706, 0.7531, 0.736, 0.7336, 0.7009, 0.6905, 0.6702, 0.6642, 0.6429, 0.607], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "296098": {"relevant_ids": ["296097"], "ranked_ids": ["45507", "45506", "296097", "307653", "173403", "56686", "469868", "198222", "493414", "513540"], "ranked_scores": [0.8207, 0.7118, 0.7047, 0.6838, 0.6731, 0.6696, 0.6387, 0.6343, 0.6231, 0.6187], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "150414": {"relevant_ids": ["192835"], "ranked_ids": ["192835", "105782", "105783", "121070", "516620", "113488", "132912", "123802", "21131", "8875"], "ranked_scores": [0.9365, 0.845, 0.7929, 0.7893, 0.7783, 0.7766, 0.7643, 0.7577, 0.7518, 0.7342], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145582": {"relevant_ids": ["145583"], "ranked_ids": ["145583", "263736", "87614", "39561", "334991", "294633", "44287", "42106", "474044", "277473"], "ranked_scores": [0.8865, 0.6476, 0.5915, 0.5862, 0.5686, 0.5448, 0.5327, 0.5313, 0.4999, 0.4957], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "315712": {"relevant_ids": ["315713"], "ranked_ids": ["315713", "396505", "409852", "242340", "203205", "451913", "469483", "490239", "120489", "153536"], "ranked_scores": [0.786, 0.7242, 0.7208, 0.7082, 0.6857, 0.6691, 0.647, 0.6434, 0.6422, 0.6359], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145739": {"relevant_ids": ["145740"], "ranked_ids": ["145740", "366074", "241979", "115412", "8705", "33202", "190593", "148222", "375395", "323620"], "ranked_scores": [0.9113, 0.7543, 0.7315, 0.709, 0.6979, 0.6817, 0.6735, 0.6603, 0.6414, 0.6409], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "308127": {"relevant_ids": ["308126"], "ranked_ids": ["308126", "481501", "77650", "367804", "104625", "100860", "189748", "35763", "286291", "490044"], "ranked_scores": [0.899, 0.7611, 0.7345, 0.715, 0.714, 0.7133, 0.7072, 0.6941, 0.6926, 0.6895], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "287245": {"relevant_ids": ["283198", "283199", "322650"], "ranked_ids": ["283198", "322650", "283199", "109049", "420279", "126287", "195143", "309999", "505509", "388953"], "ranked_scores": [0.8235, 0.821, 0.8184, 0.7157, 0.6642, 0.6607, 0.6446, 0.6418, 0.626, 0.6122], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "14755": {"relevant_ids": ["211906", "14756"], "ranked_ids": ["450970", "211906", "14756", "72275", "277031", "57678", "30834", "235454", "169258", "88473"], "ranked_scores": [0.9285, 0.9123, 0.9009, 0.8225, 0.8189, 0.8005, 0.7959, 0.7863, 0.7688, 0.7568], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6934, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6934, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6934, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "370170": {"relevant_ids": ["370169"], "ranked_ids": ["370169", "417976", "537762", "210774", "388915", "408650", "466920", "299578", "387761", "334238"], "ranked_scores": [0.9979, 0.6753, 0.6466, 0.6439, 0.6362, 0.6178, 0.611, 0.61, 0.6079, 0.6059], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "41774": {"relevant_ids": ["41773"], "ranked_ids": ["41773", "307530", "239344", "53738", "468655", "69886", "220928", "214766", "468656", "467781"], "ranked_scores": [0.8982, 0.773, 0.7595, 0.7022, 0.6601, 0.6283, 0.6238, 0.6208, 0.6169, 0.6125], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "399648": {"relevant_ids": ["399649"], "ranked_ids": ["399649", "54706", "212809", "412309", "225815", "24384", "142361", "529004", "411313", "21253"], "ranked_scores": [0.9959, 0.8386, 0.8053, 0.7882, 0.7879, 0.7309, 0.7309, 0.7246, 0.7206, 0.7109], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "504811": {"relevant_ids": ["504810"], "ranked_ids": ["504810", "175461", "181788", "309894", "287433", "84826", "451065", "15879", "90374", "214151"], "ranked_scores": [0.991, 0.7118, 0.7012, 0.6789, 0.6755, 0.6689, 0.6684, 0.6665, 0.6617, 0.6594], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "362950": {"relevant_ids": ["400212", "362949"], "ranked_ids": ["362949", "151122", "210382", "400212", "487392", "24154", "427587", "203063", "169704", "411503"], "ranked_scores": [0.8361, 0.8324, 0.8201, 0.8126, 0.8073, 0.7972, 0.7841, 0.7806, 0.7781, 0.7699], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.8772, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.8772, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "155873": {"relevant_ids": ["155874"], "ranked_ids": ["439035", "383066", "292617", "174295", "392604", "524460", "363712", "487664", "353785", "355445"], "ranked_scores": [0.6874, 0.6706, 0.6688, 0.6604, 0.6596, 0.6515, 0.6464, 0.6309, 0.628, 0.6278], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "263432": {"relevant_ids": ["263433"], "ranked_ids": ["263433", "407204", "471057", "401373", "370717", "372749", "20409", "72493", "95041", "473794"], "ranked_scores": [0.8523, 0.7565, 0.7319, 0.708, 0.7017, 0.6994, 0.6813, 0.6747, 0.6523, 0.6499], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "354945": {"relevant_ids": ["354946"], "ranked_ids": ["354946", "254071", "462983", "462984", "108161", "322478", "454054", "108187", "175086", "236419"], "ranked_scores": [0.9666, 0.894, 0.7503, 0.6876, 0.6568, 0.6358, 0.6324, 0.6172, 0.6033, 0.5832], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "245417": {"relevant_ids": ["248195", "219475"], "ranked_ids": ["219475", "248195", "40657", "64433", "301977", "37326", "413039", "355903", "301827", "368145"], "ranked_scores": [0.9174, 0.8758, 0.7994, 0.7793, 0.7495, 0.729, 0.691, 0.6908, 0.6876, 0.6679], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "516276": {"relevant_ids": ["516277"], "ranked_ids": ["516277", "19755", "34173", "510783", "76958", "479392", "175142", "143842", "352189", "482825"], "ranked_scores": [0.9781, 0.892, 0.8896, 0.8323, 0.8288, 0.8254, 0.7944, 0.7465, 0.7387, 0.7288], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177580": {"relevant_ids": ["177579"], "ranked_ids": ["177579", "115954", "532497", "160276", "143503", "190593", "148285", "182113", "277277", "99555"], "ranked_scores": [0.9602, 0.6437, 0.6113, 0.6073, 0.5983, 0.5973, 0.5926, 0.5921, 0.5907, 0.5867], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "309865": {"relevant_ids": ["78623", "33713", "78624"], "ranked_ids": ["209041", "33713", "153484", "78624", "495751", "109205", "425739", "405094", "78623", "437065"], "ranked_scores": [0.9186, 0.8789, 0.8691, 0.8392, 0.8377, 0.8266, 0.8103, 0.8067, 0.7815, 0.7745], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4982, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.6395, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "510387": {"relevant_ids": ["510386"], "ranked_ids": ["241538", "241537", "40390", "170896", "412443", "12974", "371033", "344869", "21919", "442062"], "ranked_scores": [0.8982, 0.8826, 0.8255, 0.7969, 0.7838, 0.7697, 0.7691, 0.752, 0.7457, 0.7452], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "26645": {"relevant_ids": ["26644"], "ranked_ids": ["26644", "504445", "215551", "108781", "286617", "12895", "163452", "207775", "284347", "148567"], "ranked_scores": [0.9874, 0.8363, 0.8179, 0.8128, 0.801, 0.7961, 0.7925, 0.7876, 0.7869, 0.7705], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "47788": {"relevant_ids": ["455725"], "ranked_ids": ["455725", "15132", "518171", "37221", "47789", "85764", "8505", "235686", "47703", "87039"], "ranked_scores": [0.9536, 0.9114, 0.9075, 0.9067, 0.8887, 0.8721, 0.8702, 0.8679, 0.8676, 0.8673], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "338281": {"relevant_ids": ["338282"], "ranked_ids": ["338282", "8568", "240052", "443465", "467526", "151801", "438656", "11563", "325380", "56442"], "ranked_scores": [0.8584, 0.6563, 0.6559, 0.6241, 0.6234, 0.6083, 0.5967, 0.5957, 0.586, 0.5844], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "461149": {"relevant_ids": ["461148"], "ranked_ids": ["525835", "283905", "461148", "203100", "527101", "519891", "377056", "305206", "250197", "194250"], "ranked_scores": [0.8561, 0.8534, 0.8281, 0.8204, 0.806, 0.7612, 0.7518, 0.7451, 0.7311, 0.7257], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "346126": {"relevant_ids": ["110711", "110710"], "ranked_ids": ["110710", "110711", "154338", "296319", "168350", "160306", "254526", "148406", "108617", "355996"], "ranked_scores": [0.9756, 0.9331, 0.916, 0.8315, 0.8111, 0.8077, 0.7981, 0.7914, 0.7729, 0.7711], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "372986": {"relevant_ids": ["262882", "49961"], "ranked_ids": ["49961", "262882", "303468", "215938", "491226", "497531", "494989", "499535", "309713", "203984"], "ranked_scores": [0.9732, 0.8892, 0.8354, 0.7891, 0.7769, 0.7718, 0.7686, 0.7352, 0.702, 0.69], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "501182": {"relevant_ids": ["501181"], "ranked_ids": ["501181", "446824", "274777", "179018", "429772", "240678", "402718", "474402", "490750", "109121"], "ranked_scores": [0.9376, 0.759, 0.7431, 0.7221, 0.692, 0.6836, 0.6707, 0.661, 0.6341, 0.6242], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13800": {"relevant_ids": ["408522", "376590", "13799"], "ranked_ids": ["376590", "13799", "482825", "209853", "521996", "214970", "408522", "67320", "179943", "306761"], "ranked_scores": [0.8601, 0.855, 0.8386, 0.8105, 0.807, 0.8011, 0.7869, 0.7858, 0.7774, 0.7735], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.7654, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.9218, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "250143": {"relevant_ids": ["250142"], "ranked_ids": ["250142", "473276", "206630", "209138", "368186", "38409", "360513", "492698", "57155", "520955"], "ranked_scores": [0.8658, 0.8589, 0.7271, 0.7023, 0.6662, 0.6584, 0.6383, 0.6269, 0.6215, 0.6185], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13223": {"relevant_ids": ["88349", "13224", "156773", "88348", "20277"], "ranked_ids": ["156773", "13224", "86343", "88348", "137719", "88349", "366749", "24720", "163971", "11938"], "ranked_scores": [0.9751, 0.9504, 0.9202, 0.9181, 0.9084, 0.9073, 0.8994, 0.887, 0.8808, 0.8697], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.2, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.4, "ndcg@5": 0.6992, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6, "ndcg@10": 0.82, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.8}, "11002": {"relevant_ids": ["11003"], "ranked_ids": ["11003", "12718", "24296", "314099", "10212", "313698", "444112", "311772", "238674", "94884"], "ranked_scores": [0.9299, 0.7941, 0.7653, 0.7439, 0.7336, 0.7329, 0.7236, 0.7169, 0.7139, 0.7118], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177653": {"relevant_ids": ["79732"], "ranked_ids": ["79732", "225019", "310721", "39174", "373717", "373275", "494720", "395587", "414347", "91704"], "ranked_scores": [0.9116, 0.8419, 0.7811, 0.7618, 0.7541, 0.7362, 0.706, 0.7024, 0.6833, 0.6825], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "415592": {"relevant_ids": ["415591"], "ranked_ids": ["415591", "430072", "207607", "91592", "322822", "84634", "88542", "381371", "68386", "288357"], "ranked_scores": [0.932, 0.7604, 0.7554, 0.7547, 0.7517, 0.7405, 0.7367, 0.7234, 0.7128, 0.7127], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "511196": {"relevant_ids": ["511197"], "ranked_ids": ["511197", "491923", "156490", "191328", "191329", "251545", "99760", "289278", "53962", "414717"], "ranked_scores": [0.9256, 0.7577, 0.7432, 0.7384, 0.7347, 0.7255, 0.7133, 0.7124, 0.6818, 0.6809], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "344845": {"relevant_ids": ["344844"], "ranked_ids": ["344844", "380767", "292513", "48574", "161471", "397001", "79987", "363883", "96221", "52235"], "ranked_scores": [0.9479, 0.8075, 0.8031, 0.7853, 0.7829, 0.7828, 0.7827, 0.7805, 0.7792, 0.7692], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "396744": {"relevant_ids": ["396745"], "ranked_ids": ["284966", "454241", "527221", "145729", "236438", "471027", "396745", "503444", "338567", "418055"], "ranked_scores": [0.8012, 0.774, 0.761, 0.7392, 0.723, 0.7161, 0.7076, 0.7032, 0.6895, 0.6815], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "452398": {"relevant_ids": ["452399"], "ranked_ids": ["452399", "487918", "258503", "60646", "423427", "104400", "277360", "165046", "273311", "185580"], "ranked_scores": [0.974, 0.7436, 0.6186, 0.591, 0.5861, 0.5711, 0.5706, 0.5648, 0.562, 0.556], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "182114": {"relevant_ids": ["182113"], "ranked_ids": ["481882", "196647", "328873", "229182", "234482", "182113", "314035", "95186", "420579", "34513"], "ranked_scores": [0.7414, 0.7379, 0.7296, 0.7098, 0.7096, 0.7075, 0.6706, 0.6695, 0.6549, 0.6534], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "486260": {"relevant_ids": ["486259"], "ranked_ids": ["486259", "113100", "38555", "392356", "46379", "340740", "492147", "100082", "220387", "113749"], "ranked_scores": [0.9635, 0.7841, 0.7657, 0.7589, 0.7541, 0.7369, 0.7279, 0.7279, 0.7278, 0.7268], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "455140": {"relevant_ids": ["315935"], "ranked_ids": ["315935", "93864", "246286", "245896", "315936", "150842", "369068", "519049", "332628", "124700"], "ranked_scores": [0.9464, 0.8129, 0.7755, 0.7524, 0.7419, 0.7381, 0.7267, 0.7255, 0.69, 0.6887], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "56198": {"relevant_ids": ["56199"], "ranked_ids": ["56199", "246583", "431226", "160194", "243039", "480352", "249114", "521606", "527122", "71092"], "ranked_scores": [0.9746, 0.7144, 0.6822, 0.6749, 0.6557, 0.6547, 0.653, 0.6491, 0.6431, 0.641], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "30172": {"relevant_ids": ["145119", "373486", "145120", "30173", "185817", "68426"], "ranked_ids": ["145120", "160900", "68426", "205338", "30173", "15236", "192604", "373486", "185817", "463253"], "ranked_scores": [0.9551, 0.9504, 0.9066, 0.9016, 0.8828, 0.8706, 0.8674, 0.866, 0.8491, 0.849], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.1667, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.6399, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.7575, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.8333}, "127880": {"relevant_ids": ["241164"], "ranked_ids": ["241164", "121458", "135083", "99916", "531392", "122116", "527388", "535042", "421143", "132797"], "ranked_scores": [0.8624, 0.8335, 0.801, 0.7506, 0.7476, 0.7444, 0.7377, 0.7301, 0.7272, 0.7237], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "167969": {"relevant_ids": ["174461"], "ranked_ids": ["174461", "360983", "32135", "91854", "347474", "174552", "146236", "78497", "174464", "407354"], "ranked_scores": [0.8132, 0.7597, 0.7371, 0.6646, 0.662, 0.6613, 0.6435, 0.6418, 0.6354, 0.619], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "97986": {"relevant_ids": ["97987"], "ranked_ids": ["97987", "44589", "415005", "193896", "192465", "256680", "90875", "211691", "108564", "105886"], "ranked_scores": [0.987, 0.8096, 0.6657, 0.6651, 0.6647, 0.6546, 0.6419, 0.6407, 0.6397, 0.6386], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "12865": {"relevant_ids": ["105683"], "ranked_ids": ["105683", "277453", "92902", "191268", "94167", "338609", "67283", "188959", "356740", "113886"], "ranked_scores": [0.9847, 0.868, 0.8341, 0.8196, 0.7951, 0.7949, 0.7942, 0.7934, 0.7904, 0.7903], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "215681": {"relevant_ids": ["215680"], "ranked_ids": ["215680", "178515", "54139", "5733", "57552", "301165", "177080", "171713", "143842", "349338"], "ranked_scores": [0.9759, 0.8485, 0.7735, 0.7562, 0.7551, 0.7492, 0.7342, 0.7341, 0.7291, 0.724], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-mpnet-base-mrl-128": {"127728": {"relevant_ids": ["127729"], "ranked_ids": ["127729", "250619", "193297", "38063", "342610", "315009", "469527", "188019", "521993", "78763"], "ranked_scores": [0.7626, 0.6792, 0.6649, 0.6577, 0.6547, 0.6538, 0.6327, 0.6266, 0.6253, 0.6179], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "318820": {"relevant_ids": ["318821"], "ranked_ids": ["318821", "367479", "360734", "441218", "491039", "528342", "362498", "491038", "355161", "496708"], "ranked_scores": [0.9714, 0.7771, 0.7131, 0.6868, 0.6776, 0.6746, 0.6722, 0.6674, 0.66, 0.6568], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "296098": {"relevant_ids": ["296097"], "ranked_ids": ["45507", "173403", "307653", "45506", "296097", "513540", "493414", "469868", "56686", "298852"], "ranked_scores": [0.7109, 0.6708, 0.6398, 0.6004, 0.5894, 0.5672, 0.5605, 0.5544, 0.5491, 0.5473], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "150414": {"relevant_ids": ["192835"], "ranked_ids": ["192835", "105782", "516620", "132912", "105783", "496848", "121070", "113488", "337933", "126746"], "ranked_scores": [0.9316, 0.8795, 0.8048, 0.8039, 0.7821, 0.7677, 0.767, 0.7388, 0.7246, 0.7071], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145582": {"relevant_ids": ["145583"], "ranked_ids": ["145583", "263736", "87614", "299264", "39561", "369068", "454248", "9145", "195479", "493305"], "ranked_scores": [0.8908, 0.6528, 0.552, 0.5144, 0.503, 0.4796, 0.479, 0.4419, 0.4388, 0.4373], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "315712": {"relevant_ids": ["315713"], "ranked_ids": ["315713", "396505", "242340", "203205", "153536", "377891", "409852", "408588", "425587", "492506"], "ranked_scores": [0.7939, 0.628, 0.6248, 0.5982, 0.5936, 0.588, 0.5846, 0.5786, 0.5627, 0.5373], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145739": {"relevant_ids": ["145740"], "ranked_ids": ["145740", "366074", "241979", "429177", "8705", "115412", "465597", "347337", "210012", "148222"], "ranked_scores": [0.8976, 0.7243, 0.7095, 0.6889, 0.661, 0.6506, 0.6264, 0.6217, 0.6158, 0.6023], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "308127": {"relevant_ids": ["308126"], "ranked_ids": ["308126", "35763", "481501", "367804", "189748", "79534", "537189", "77650", "301104", "535966"], "ranked_scores": [0.8708, 0.6722, 0.6677, 0.6628, 0.6426, 0.6321, 0.6311, 0.6246, 0.5962, 0.5902], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "287245": {"relevant_ids": ["283198", "283199", "322650"], "ranked_ids": ["283199", "322650", "283198", "109049", "420279", "499036", "499037", "195143", "287800", "427877"], "ranked_scores": [0.8453, 0.8399, 0.8045, 0.6663, 0.6625, 0.6517, 0.6494, 0.6197, 0.6054, 0.5815], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "14755": {"relevant_ids": ["211906", "14756"], "ranked_ids": ["450970", "211906", "14756", "277031", "235454", "57678", "72275", "30834", "74058", "218584"], "ranked_scores": [0.9329, 0.9179, 0.9136, 0.8131, 0.8038, 0.7937, 0.7892, 0.7776, 0.7392, 0.7233], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6934, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6934, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6934, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "370170": {"relevant_ids": ["370169"], "ranked_ids": ["370169", "537762", "387761", "334238", "211280", "417976", "191527", "231528", "466920", "26301"], "ranked_scores": [0.9981, 0.6474, 0.6322, 0.6317, 0.6195, 0.6097, 0.5901, 0.5772, 0.5646, 0.5621], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "41774": {"relevant_ids": ["41773"], "ranked_ids": ["41773", "307530", "239344", "53738", "468655", "62219", "366794", "214766", "339534", "220928"], "ranked_scores": [0.9009, 0.729, 0.7113, 0.7056, 0.6203, 0.5962, 0.5784, 0.5752, 0.5717, 0.5704], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "399648": {"relevant_ids": ["399649"], "ranked_ids": ["399649", "54706", "225815", "212809", "412309", "21253", "529004", "411313", "462253", "439417"], "ranked_scores": [0.9957, 0.8092, 0.7839, 0.7723, 0.7194, 0.7006, 0.6757, 0.66, 0.6584, 0.6527], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "504811": {"relevant_ids": ["504810"], "ranked_ids": ["504810", "90374", "54196", "175461", "54195", "84826", "309894", "276160", "15879", "214151"], "ranked_scores": [0.9897, 0.6702, 0.6613, 0.652, 0.6488, 0.6452, 0.6398, 0.632, 0.6276, 0.6206], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "362950": {"relevant_ids": ["400212", "362949"], "ranked_ids": ["362949", "151122", "487392", "400212", "155870", "348827", "427587", "24154", "203063", "9132"], "ranked_scores": [0.8421, 0.8305, 0.8178, 0.8082, 0.8077, 0.7977, 0.7816, 0.7767, 0.7719, 0.7427], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.8772, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.8772, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "155873": {"relevant_ids": ["155874"], "ranked_ids": ["392604", "174295", "439035", "292617", "487664", "355445", "363712", "196606", "294020", "524460"], "ranked_scores": [0.6982, 0.6434, 0.6378, 0.6277, 0.6128, 0.612, 0.6049, 0.5911, 0.5892, 0.5886], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "263432": {"relevant_ids": ["263433"], "ranked_ids": ["263433", "407204", "401373", "372749", "471057", "128303", "473794", "261419", "28140", "72493"], "ranked_scores": [0.8555, 0.7106, 0.6892, 0.6605, 0.6504, 0.6391, 0.6291, 0.6205, 0.6099, 0.6097], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "354945": {"relevant_ids": ["354946"], "ranked_ids": ["354946", "254071", "462983", "462984", "108161", "322478", "236419", "307824", "107010", "255239"], "ranked_scores": [0.9666, 0.889, 0.7385, 0.6532, 0.602, 0.5443, 0.5277, 0.5177, 0.5167, 0.4767], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "245417": {"relevant_ids": ["248195", "219475"], "ranked_ids": ["219475", "248195", "40657", "64433", "368145", "301977", "37326", "413039", "274248", "319022"], "ranked_scores": [0.9188, 0.8695, 0.8529, 0.8209, 0.7678, 0.7627, 0.7588, 0.7269, 0.7074, 0.6835], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "516276": {"relevant_ids": ["516277"], "ranked_ids": ["516277", "19755", "34173", "510783", "76958", "143842", "479392", "352189", "119374", "175142"], "ranked_scores": [0.9739, 0.8407, 0.8227, 0.819, 0.7821, 0.765, 0.7466, 0.7368, 0.7277, 0.7269], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177580": {"relevant_ids": ["177579"], "ranked_ids": ["177579", "532497", "115954", "143503", "511935", "185553", "419100", "489312", "62029", "272252"], "ranked_scores": [0.9599, 0.6344, 0.5679, 0.5572, 0.5461, 0.5424, 0.5423, 0.5309, 0.5217, 0.5167], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "309865": {"relevant_ids": ["78623", "33713", "78624"], "ranked_ids": ["209041", "33713", "153484", "78624", "405094", "437065", "495751", "78623", "109205", "425739"], "ranked_scores": [0.8934, 0.8819, 0.8511, 0.8306, 0.8124, 0.8038, 0.801, 0.8004, 0.7809, 0.7733], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4982, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.6462, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "510387": {"relevant_ids": ["510386"], "ranked_ids": ["241538", "241537", "40390", "344869", "170896", "371033", "510386", "52003", "484846", "442062"], "ranked_scores": [0.9041, 0.887, 0.863, 0.8212, 0.8176, 0.804, 0.8011, 0.7889, 0.7713, 0.764], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "26645": {"relevant_ids": ["26644"], "ranked_ids": ["26644", "108781", "504445", "207775", "163452", "215551", "12895", "209092", "249010", "284346"], "ranked_scores": [0.9879, 0.8293, 0.8128, 0.8046, 0.8028, 0.7752, 0.7553, 0.7425, 0.7389, 0.7283], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "47788": {"relevant_ids": ["455725"], "ranked_ids": ["455725", "47789", "15132", "518171", "37221", "47703", "235686", "87039", "348138", "85764"], "ranked_scores": [0.9489, 0.8945, 0.8927, 0.8847, 0.8831, 0.8706, 0.8581, 0.8547, 0.8513, 0.8426], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "338281": {"relevant_ids": ["338282"], "ranked_ids": ["338282", "263861", "75062", "100426", "135715", "325380", "326869", "443465", "345518", "11563"], "ranked_scores": [0.8843, 0.6004, 0.5854, 0.5568, 0.5562, 0.5527, 0.5272, 0.5263, 0.5203, 0.5055], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "461149": {"relevant_ids": ["461148"], "ranked_ids": ["525835", "283905", "461148", "527101", "203100", "377056", "180791", "305206", "482221", "215782"], "ranked_scores": [0.8488, 0.8232, 0.8214, 0.8171, 0.7805, 0.7541, 0.7296, 0.7291, 0.7221, 0.7187], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "346126": {"relevant_ids": ["110711", "110710"], "ranked_ids": ["110710", "110711", "154338", "296319", "254526", "168350", "55038", "275291", "340823", "108617"], "ranked_scores": [0.9569, 0.9318, 0.9119, 0.8057, 0.7777, 0.7436, 0.738, 0.7326, 0.7309, 0.7296], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "372986": {"relevant_ids": ["262882", "49961"], "ranked_ids": ["49961", "262882", "303468", "215938", "494989", "499535", "491226", "497531", "443239", "130692"], "ranked_scores": [0.9668, 0.8826, 0.8065, 0.7509, 0.7401, 0.7306, 0.6947, 0.6921, 0.6726, 0.6659], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "501182": {"relevant_ids": ["501181"], "ranked_ids": ["501181", "402718", "179018", "274777", "446824", "109121", "102262", "429772", "231545", "474402"], "ranked_scores": [0.9302, 0.7259, 0.7199, 0.6941, 0.6701, 0.6699, 0.6547, 0.6458, 0.6259, 0.6112], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13800": {"relevant_ids": ["408522", "376590", "13799"], "ranked_ids": ["376590", "13799", "306761", "179943", "482825", "257857", "19904", "67320", "408522", "362253"], "ranked_scores": [0.8578, 0.8397, 0.8049, 0.8014, 0.7952, 0.7923, 0.7754, 0.7539, 0.7442, 0.7433], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.7654, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.9066, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "250143": {"relevant_ids": ["250142"], "ranked_ids": ["250142", "473276", "206630", "492698", "38409", "526032", "368186", "209138", "403252", "57155"], "ranked_scores": [0.8774, 0.8641, 0.6489, 0.6381, 0.6219, 0.6139, 0.6101, 0.6018, 0.5951, 0.5852], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13223": {"relevant_ids": ["88349", "13224", "156773", "88348", "20277"], "ranked_ids": ["156773", "13224", "88348", "88349", "86343", "137719", "366749", "24720", "163971", "11938"], "ranked_scores": [0.9791, 0.9466, 0.9257, 0.9178, 0.9083, 0.9006, 0.89, 0.8894, 0.845, 0.8398], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.2, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6, "ndcg@5": 0.8688, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.8, "ndcg@10": 0.8688, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.8}, "11002": {"relevant_ids": ["11003"], "ranked_ids": ["11003", "10212", "444112", "489539", "254672", "144197", "82619", "241075", "117199", "330702"], "ranked_scores": [0.9411, 0.7376, 0.7255, 0.7087, 0.6965, 0.6935, 0.6897, 0.6787, 0.667, 0.6533], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177653": {"relevant_ids": ["79732"], "ranked_ids": ["79732", "39174", "373717", "200611", "395587", "373275", "225019", "525756", "310721", "494720"], "ranked_scores": [0.9159, 0.7478, 0.7309, 0.7114, 0.696, 0.6907, 0.6824, 0.6251, 0.6226, 0.6208], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "415592": {"relevant_ids": ["415591"], "ranked_ids": ["415591", "88542", "207607", "430072", "381371", "91592", "288357", "84634", "95917", "485299"], "ranked_scores": [0.9381, 0.7415, 0.7394, 0.7283, 0.7011, 0.7, 0.6956, 0.692, 0.6852, 0.6809], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "511196": {"relevant_ids": ["511197"], "ranked_ids": ["511197", "156490", "191329", "53962", "491923", "289278", "328397", "191328", "469291", "251546"], "ranked_scores": [0.9278, 0.7183, 0.7166, 0.7069, 0.7041, 0.6994, 0.657, 0.6564, 0.6525, 0.6427], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "344845": {"relevant_ids": ["344844"], "ranked_ids": ["344844", "161471", "397001", "79987", "380837", "187882", "327548", "95946", "380767", "4915"], "ranked_scores": [0.955, 0.8057, 0.7974, 0.7954, 0.7692, 0.7522, 0.7507, 0.7466, 0.7442, 0.7386], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "396744": {"relevant_ids": ["396745"], "ranked_ids": ["527221", "396745", "284966", "145729", "454241", "271801", "471027", "236438", "418055", "506577"], "ranked_scores": [0.6786, 0.6533, 0.6506, 0.6367, 0.6105, 0.5687, 0.5685, 0.5656, 0.5645, 0.5558], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "452398": {"relevant_ids": ["452399"], "ranked_ids": ["452399", "487918", "258503", "165046", "60646", "423427", "128992", "485561", "169053", "154215"], "ranked_scores": [0.9734, 0.7109, 0.6206, 0.5826, 0.5751, 0.575, 0.5686, 0.5584, 0.5536, 0.5502], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "182114": {"relevant_ids": ["182113"], "ranked_ids": ["196647", "182113", "229182", "481882", "234482", "328873", "314035", "236007", "80224", "277277"], "ranked_scores": [0.7135, 0.6923, 0.6802, 0.6596, 0.6499, 0.6383, 0.6297, 0.5808, 0.5596, 0.5571], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "486260": {"relevant_ids": ["486259"], "ranked_ids": ["486259", "392356", "46379", "100082", "266904", "113749", "38555", "111946", "113100", "220387"], "ranked_scores": [0.9539, 0.7855, 0.757, 0.753, 0.7503, 0.7446, 0.7434, 0.7398, 0.7251, 0.7157], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "455140": {"relevant_ids": ["315935"], "ranked_ids": ["315935", "93864", "246286", "245896", "150842", "315936", "519049", "369068", "356403", "93863"], "ranked_scores": [0.9485, 0.8105, 0.7807, 0.7758, 0.7477, 0.7386, 0.7317, 0.7224, 0.7183, 0.6949], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "56198": {"relevant_ids": ["56199"], "ranked_ids": ["56199", "246583", "249114", "431226", "130971", "160194", "302106", "243039", "521606", "308888"], "ranked_scores": [0.9706, 0.6456, 0.6345, 0.6307, 0.6008, 0.5949, 0.5846, 0.583, 0.574, 0.5621], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "30172": {"relevant_ids": ["145119", "373486", "145120", "30173", "185817", "68426"], "ranked_ids": ["145120", "160900", "68426", "205338", "15236", "373486", "192604", "30173", "185817", "463253"], "ranked_scores": [0.9493, 0.918, 0.8801, 0.8657, 0.8561, 0.8375, 0.8213, 0.8204, 0.8168, 0.8105], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.1667, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.5087, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.7482, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.8333}, "127880": {"relevant_ids": ["241164"], "ranked_ids": ["241164", "121458", "135083", "535042", "84471", "156678", "266615", "99916", "100860", "450198"], "ranked_scores": [0.845, 0.7949, 0.7866, 0.7377, 0.7006, 0.6963, 0.6885, 0.6791, 0.6729, 0.6717], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "167969": {"relevant_ids": ["174461"], "ranked_ids": ["174461", "360983", "91854", "468723", "347474", "49800", "146236", "257735", "174552", "78497"], "ranked_scores": [0.7555, 0.6658, 0.6434, 0.6023, 0.5991, 0.5904, 0.5813, 0.5764, 0.5722, 0.5674], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "97986": {"relevant_ids": ["97987"], "ranked_ids": ["97987", "44589", "108564", "393565", "193896", "256679", "455330", "83797", "44095", "256680"], "ranked_scores": [0.9857, 0.7762, 0.7056, 0.6534, 0.6312, 0.6207, 0.6168, 0.614, 0.6059, 0.604], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "12865": {"relevant_ids": ["105683"], "ranked_ids": ["105683", "277453", "338609", "191268", "92902", "155515", "113886", "528844", "477677", "188959"], "ranked_scores": [0.9813, 0.862, 0.7945, 0.7913, 0.7556, 0.747, 0.7421, 0.7269, 0.7264, 0.7156], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "215681": {"relevant_ids": ["215680"], "ranked_ids": ["215680", "178515", "57552", "5733", "78042", "54139", "301165", "177080", "349338", "143842"], "ranked_scores": [0.9769, 0.7939, 0.7376, 0.7276, 0.713, 0.6869, 0.6805, 0.6785, 0.6655, 0.664], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-mpnet-base-mrl-256": {"127728": {"relevant_ids": ["127729"], "ranked_ids": ["127729", "276617", "38063", "250619", "153290", "494754", "315009", "145244", "48895", "245618"], "ranked_scores": [0.7761, 0.6689, 0.6632, 0.661, 0.6569, 0.6283, 0.6254, 0.6199, 0.6195, 0.6001], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "318820": {"relevant_ids": ["318821"], "ranked_ids": ["318821", "367479", "355161", "360734", "441218", "184762", "362498", "528342", "496708", "167747"], "ranked_scores": [0.9745, 0.7853, 0.7159, 0.711, 0.6913, 0.6676, 0.6661, 0.661, 0.6529, 0.6427], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "296098": {"relevant_ids": ["296097"], "ranked_ids": ["45507", "173403", "307653", "296097", "469868", "45506", "56686", "134752", "513540", "493414"], "ranked_scores": [0.7275, 0.6526, 0.6415, 0.6327, 0.6271, 0.6252, 0.6014, 0.5863, 0.5729, 0.5682], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "150414": {"relevant_ids": ["192835"], "ranked_ids": ["192835", "105782", "516620", "132912", "105783", "121070", "496848", "337933", "126746", "254340"], "ranked_scores": [0.9236, 0.8709, 0.8103, 0.7759, 0.768, 0.7525, 0.7423, 0.7173, 0.7104, 0.6947], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145582": {"relevant_ids": ["145583"], "ranked_ids": ["145583", "263736", "87614", "299264", "39561", "454248", "20024", "466967", "88455", "9145"], "ranked_scores": [0.8866, 0.65, 0.5474, 0.5113, 0.4666, 0.4203, 0.4194, 0.4167, 0.4091, 0.4016], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "315712": {"relevant_ids": ["315713"], "ranked_ids": ["315713", "408588", "377891", "203205", "153536", "396505", "120489", "242340", "259258", "425587"], "ranked_scores": [0.8028, 0.5474, 0.547, 0.5465, 0.5438, 0.5418, 0.5379, 0.5117, 0.4823, 0.4741], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145739": {"relevant_ids": ["145740"], "ranked_ids": ["145740", "241979", "366074", "115412", "8705", "465597", "347337", "210012", "415781", "190593"], "ranked_scores": [0.9028, 0.7569, 0.7549, 0.6924, 0.6854, 0.6753, 0.6695, 0.6628, 0.6469, 0.6454], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "308127": {"relevant_ids": ["308126"], "ranked_ids": ["308126", "35763", "367804", "79534", "77650", "481501", "123707", "537189", "189748", "535966"], "ranked_scores": [0.8733, 0.6774, 0.63, 0.6227, 0.6163, 0.5962, 0.579, 0.5768, 0.5757, 0.574], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "287245": {"relevant_ids": ["283198", "283199", "322650"], "ranked_ids": ["283199", "322650", "283198", "420279", "109049", "499037", "192143", "499036", "68138", "505949"], "ranked_scores": [0.8294, 0.8227, 0.78, 0.6388, 0.6108, 0.6063, 0.5798, 0.5706, 0.5699, 0.5632], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "14755": {"relevant_ids": ["211906", "14756"], "ranked_ids": ["450970", "211906", "14756", "277031", "57678", "235454", "30834", "74058", "24329", "173813"], "ranked_scores": [0.9157, 0.8964, 0.896, 0.7952, 0.793, 0.7891, 0.7819, 0.7322, 0.7069, 0.7053], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6934, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6934, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6934, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "370170": {"relevant_ids": ["370169"], "ranked_ids": ["370169", "537762", "211280", "387761", "417976", "466920", "476551", "334238", "517283", "528902"], "ranked_scores": [0.9982, 0.6337, 0.6288, 0.6047, 0.603, 0.5984, 0.5682, 0.5591, 0.5504, 0.5503], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "41774": {"relevant_ids": ["41773"], "ranked_ids": ["41773", "307530", "239344", "53738", "433175", "339534", "214766", "366794", "467781", "468655"], "ranked_scores": [0.897, 0.7106, 0.7084, 0.6698, 0.5957, 0.5874, 0.587, 0.57, 0.5615, 0.5547], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "399648": {"relevant_ids": ["399649"], "ranked_ids": ["399649", "54706", "212809", "225815", "412309", "21253", "159777", "439417", "462253", "529004"], "ranked_scores": [0.9955, 0.7753, 0.7746, 0.7673, 0.7164, 0.7084, 0.6684, 0.661, 0.658, 0.6575], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "504811": {"relevant_ids": ["504810"], "ranked_ids": ["504810", "90374", "84826", "175461", "309894", "54196", "54195", "364238", "276160", "448774"], "ranked_scores": [0.9897, 0.658, 0.6513, 0.636, 0.6158, 0.6135, 0.6094, 0.6008, 0.5965, 0.5918], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "362950": {"relevant_ids": ["400212", "362949"], "ranked_ids": ["362949", "400212", "151122", "487392", "427587", "411503", "203063", "155870", "348827", "101529"], "ranked_scores": [0.8541, 0.829, 0.7759, 0.7719, 0.7695, 0.737, 0.7355, 0.7348, 0.7258, 0.7237], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "155873": {"relevant_ids": ["155874"], "ranked_ids": ["392604", "383066", "439035", "487664", "292617", "122134", "294020", "378060", "91610", "524460"], "ranked_scores": [0.69, 0.634, 0.6224, 0.6138, 0.6064, 0.5959, 0.5754, 0.5714, 0.5656, 0.564], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "263432": {"relevant_ids": ["263433"], "ranked_ids": ["263433", "407204", "401373", "471057", "128303", "372749", "136838", "254597", "20409", "473794"], "ranked_scores": [0.8219, 0.6588, 0.6537, 0.6342, 0.6342, 0.6062, 0.5721, 0.5571, 0.5563, 0.5555], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "354945": {"relevant_ids": ["354946"], "ranked_ids": ["354946", "254071", "462983", "462984", "322478", "108161", "211239", "236419", "415886", "367804"], "ranked_scores": [0.9617, 0.8763, 0.711, 0.635, 0.5598, 0.5354, 0.5029, 0.4855, 0.4825, 0.4668], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "245417": {"relevant_ids": ["248195", "219475"], "ranked_ids": ["219475", "248195", "40657", "64433", "301977", "368145", "37326", "413039", "319022", "8069"], "ranked_scores": [0.8996, 0.8428, 0.8409, 0.7943, 0.7549, 0.7354, 0.7323, 0.6767, 0.6665, 0.6452], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "516276": {"relevant_ids": ["516277"], "ranked_ids": ["516277", "19755", "34173", "510783", "352189", "76958", "143842", "119374", "479392", "175142"], "ranked_scores": [0.9737, 0.842, 0.8261, 0.8176, 0.7488, 0.7477, 0.7383, 0.7369, 0.7306, 0.7178], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177580": {"relevant_ids": ["177579"], "ranked_ids": ["177579", "532497", "185553", "115954", "511935", "489312", "143503", "419100", "106109", "272252"], "ranked_scores": [0.9608, 0.5755, 0.5502, 0.5482, 0.5422, 0.5262, 0.523, 0.5012, 0.4848, 0.4811], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "309865": {"relevant_ids": ["78623", "33713", "78624"], "ranked_ids": ["209041", "153484", "33713", "78624", "405094", "78623", "437065", "495751", "109205", "425739"], "ranked_scores": [0.8966, 0.8559, 0.8547, 0.845, 0.8083, 0.8043, 0.7837, 0.7708, 0.7439, 0.7369], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4367, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.6039, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "510387": {"relevant_ids": ["510386"], "ranked_ids": ["241538", "241537", "40390", "344869", "510386", "170896", "52003", "371033", "484846", "160232"], "ranked_scores": [0.8887, 0.8714, 0.8605, 0.8145, 0.8022, 0.7962, 0.7812, 0.7687, 0.7472, 0.7355], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "26645": {"relevant_ids": ["26644"], "ranked_ids": ["26644", "108781", "207775", "163452", "504445", "215551", "209092", "221561", "12895", "318396"], "ranked_scores": [0.9852, 0.8026, 0.7847, 0.7785, 0.7514, 0.7305, 0.7265, 0.7039, 0.6965, 0.6929], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "47788": {"relevant_ids": ["455725"], "ranked_ids": ["455725", "47789", "15132", "518171", "47703", "37221", "235686", "348138", "87039", "8505"], "ranked_scores": [0.9373, 0.8947, 0.8922, 0.889, 0.8858, 0.8758, 0.8637, 0.8592, 0.8561, 0.8515], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "338281": {"relevant_ids": ["338282"], "ranked_ids": ["338282", "326869", "263861", "100426", "362498", "325380", "135715", "11563", "345518", "391952"], "ranked_scores": [0.8745, 0.5491, 0.5414, 0.5414, 0.5396, 0.5371, 0.5365, 0.5348, 0.5274, 0.5081], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "461149": {"relevant_ids": ["461148"], "ranked_ids": ["461148", "525835", "283905", "527101", "203100", "377056", "302225", "215782", "252761", "519891"], "ranked_scores": [0.8376, 0.8361, 0.8004, 0.7909, 0.7552, 0.7369, 0.7183, 0.7177, 0.7094, 0.6983], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "346126": {"relevant_ids": ["110711", "110710"], "ranked_ids": ["110710", "110711", "154338", "296319", "254526", "55038", "108617", "340823", "168350", "203476"], "ranked_scores": [0.9587, 0.9393, 0.9222, 0.8113, 0.767, 0.7641, 0.7634, 0.7462, 0.7401, 0.7352], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "372986": {"relevant_ids": ["262882", "49961"], "ranked_ids": ["49961", "262882", "303468", "494989", "491226", "215938", "443239", "499535", "497531", "497357"], "ranked_scores": [0.9635, 0.8592, 0.774, 0.7445, 0.7023, 0.675, 0.6428, 0.6399, 0.6286, 0.6187], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "501182": {"relevant_ids": ["501181"], "ranked_ids": ["501181", "446824", "179018", "402718", "429772", "185580", "109121", "274777", "8417", "318996"], "ranked_scores": [0.924, 0.6915, 0.6872, 0.6618, 0.6365, 0.6274, 0.6257, 0.6159, 0.6123, 0.6094], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13800": {"relevant_ids": ["408522", "376590", "13799"], "ranked_ids": ["13799", "376590", "306761", "482825", "179943", "257857", "362253", "67320", "408522", "214970"], "ranked_scores": [0.8247, 0.8237, 0.7758, 0.7718, 0.7626, 0.7592, 0.7338, 0.7271, 0.7183, 0.7044], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.7654, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.9066, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "250143": {"relevant_ids": ["250142"], "ranked_ids": ["250142", "473276", "492698", "368186", "206630", "38409", "526032", "50538", "27632", "209138"], "ranked_scores": [0.8776, 0.8725, 0.6468, 0.6178, 0.6173, 0.6129, 0.5997, 0.5874, 0.5815, 0.5762], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13223": {"relevant_ids": ["88349", "13224", "156773", "88348", "20277"], "ranked_ids": ["156773", "13224", "88348", "88349", "86343", "137719", "366749", "24720", "163971", "11938"], "ranked_scores": [0.9779, 0.9414, 0.9278, 0.9209, 0.9019, 0.8959, 0.887, 0.8658, 0.8236, 0.8213], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.2, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6, "ndcg@5": 0.8688, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.8, "ndcg@10": 0.8688, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.8}, "11002": {"relevant_ids": ["11003"], "ranked_ids": ["11003", "489539", "444112", "144197", "10212", "82619", "314099", "12718", "87346", "266680"], "ranked_scores": [0.9479, 0.7506, 0.7096, 0.6892, 0.6882, 0.6799, 0.6674, 0.6673, 0.6661, 0.6587], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177653": {"relevant_ids": ["79732"], "ranked_ids": ["79732", "39174", "395587", "200611", "373275", "373717", "225019", "310721", "525756", "138956"], "ranked_scores": [0.925, 0.7818, 0.7526, 0.7399, 0.7027, 0.6898, 0.6736, 0.6731, 0.6502, 0.5815], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "415592": {"relevant_ids": ["415591"], "ranked_ids": ["415591", "207607", "430072", "84634", "88542", "91592", "322822", "288357", "387370", "485706"], "ranked_scores": [0.9309, 0.7274, 0.7134, 0.7014, 0.6993, 0.6935, 0.6681, 0.6619, 0.654, 0.6465], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "511196": {"relevant_ids": ["511197"], "ranked_ids": ["511197", "156490", "289278", "491923", "53962", "251545", "191329", "414717", "251546", "328397"], "ranked_scores": [0.9244, 0.7138, 0.6894, 0.6654, 0.6476, 0.6435, 0.6248, 0.6164, 0.6132, 0.6066], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "344845": {"relevant_ids": ["344844"], "ranked_ids": ["344844", "161471", "79987", "397001", "380837", "187882", "4915", "327548", "95946", "384928"], "ranked_scores": [0.9436, 0.8071, 0.8054, 0.7755, 0.7677, 0.7618, 0.7576, 0.7563, 0.7499, 0.7491], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "396744": {"relevant_ids": ["396745"], "ranked_ids": ["454241", "527221", "284966", "396745", "236438", "375685", "471027", "55767", "145729", "418055"], "ranked_scores": [0.6448, 0.6428, 0.6334, 0.626, 0.602, 0.5686, 0.5666, 0.5658, 0.5651, 0.5478], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "452398": {"relevant_ids": ["452399"], "ranked_ids": ["452399", "487918", "165046", "258503", "4228", "128992", "169053", "530610", "276696", "423427"], "ranked_scores": [0.9741, 0.6791, 0.5951, 0.5948, 0.5878, 0.5811, 0.5729, 0.5692, 0.5688, 0.5584], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "182114": {"relevant_ids": ["182113"], "ranked_ids": ["196647", "182113", "229182", "481882", "234482", "277277", "328873", "236007", "338860", "80224"], "ranked_scores": [0.7288, 0.6665, 0.6438, 0.6265, 0.6161, 0.584, 0.5783, 0.5603, 0.5479, 0.5277], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "486260": {"relevant_ids": ["486259"], "ranked_ids": ["486259", "392356", "113749", "266904", "114114", "111946", "452464", "145384", "46379", "100082"], "ranked_scores": [0.9558, 0.7786, 0.7291, 0.7176, 0.7036, 0.6964, 0.6963, 0.6954, 0.6933, 0.692], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "455140": {"relevant_ids": ["315935"], "ranked_ids": ["315935", "93864", "245896", "246286", "315936", "150842", "519049", "369068", "124700", "50224"], "ranked_scores": [0.9488, 0.7736, 0.7507, 0.7488, 0.7302, 0.7216, 0.7142, 0.6826, 0.6723, 0.6649], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "56198": {"relevant_ids": ["56199"], "ranked_ids": ["56199", "246583", "249114", "431226", "521606", "160194", "138891", "3724", "243039", "130971"], "ranked_scores": [0.9711, 0.6642, 0.6479, 0.612, 0.6093, 0.5904, 0.5743, 0.5726, 0.5711, 0.5621], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "30172": {"relevant_ids": ["145119", "373486", "145120", "30173", "185817", "68426"], "ranked_ids": ["145120", "160900", "68426", "15236", "205338", "192604", "373486", "30173", "185817", "463253"], "ranked_scores": [0.9597, 0.9034, 0.8959, 0.8567, 0.8464, 0.8201, 0.8143, 0.8129, 0.809, 0.8049], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.1667, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.5087, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.7413, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.8333}, "127880": {"relevant_ids": ["241164"], "ranked_ids": ["241164", "121458", "135083", "535042", "266615", "504771", "84471", "156678", "531392", "527388"], "ranked_scores": [0.827, 0.7731, 0.7133, 0.6939, 0.6677, 0.651, 0.6425, 0.6391, 0.633, 0.6306], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "167969": {"relevant_ids": ["174461"], "ranked_ids": ["174461", "360983", "91854", "78497", "257735", "347474", "468723", "121354", "49800", "10394"], "ranked_scores": [0.7815, 0.6938, 0.6616, 0.6007, 0.5968, 0.5815, 0.5801, 0.5797, 0.5762, 0.5751], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "97986": {"relevant_ids": ["97987"], "ranked_ids": ["97987", "44589", "108564", "506848", "393565", "336143", "284181", "105886", "193896", "479236"], "ranked_scores": [0.9881, 0.81, 0.7387, 0.6634, 0.661, 0.6191, 0.6127, 0.596, 0.5931, 0.5928], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "12865": {"relevant_ids": ["105683"], "ranked_ids": ["105683", "277453", "92902", "191268", "338609", "155515", "313106", "188959", "113886", "528844"], "ranked_scores": [0.9821, 0.8461, 0.7763, 0.7699, 0.7557, 0.7373, 0.721, 0.7197, 0.7191, 0.706], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "215681": {"relevant_ids": ["215680"], "ranked_ids": ["215680", "178515", "57552", "5733", "177080", "340195", "78042", "54139", "143842", "301165"], "ranked_scores": [0.978, 0.7569, 0.7382, 0.7315, 0.7129, 0.7031, 0.701, 0.6962, 0.6929, 0.6883], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-mpnet-base-mrl-512": {"127728": {"relevant_ids": ["127729"], "ranked_ids": ["127729", "38063", "153290", "250619", "245618", "276617", "48895", "145244", "469527", "315009"], "ranked_scores": [0.7733, 0.6726, 0.6656, 0.6633, 0.6548, 0.653, 0.6313, 0.6279, 0.6252, 0.6213], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "318820": {"relevant_ids": ["318821"], "ranked_ids": ["318821", "367479", "355161", "360734", "184762", "441218", "362498", "222238", "167747", "491039"], "ranked_scores": [0.9688, 0.7498, 0.7154, 0.6709, 0.6687, 0.6684, 0.6297, 0.6283, 0.6264, 0.6233], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "296098": {"relevant_ids": ["296097"], "ranked_ids": ["45507", "173403", "469868", "296097", "45506", "307653", "56686", "493414", "513540", "134752"], "ranked_scores": [0.7489, 0.6819, 0.6573, 0.6492, 0.6413, 0.6366, 0.6262, 0.6074, 0.5992, 0.5976], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "150414": {"relevant_ids": ["192835"], "ranked_ids": ["192835", "105782", "516620", "132912", "126746", "121070", "105783", "496848", "21131", "113488"], "ranked_scores": [0.919, 0.859, 0.8243, 0.7838, 0.7379, 0.7322, 0.7282, 0.6883, 0.6823, 0.681], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145582": {"relevant_ids": ["145583"], "ranked_ids": ["145583", "263736", "87614", "299264", "39561", "428601", "428602", "454248", "20024", "110298"], "ranked_scores": [0.8989, 0.6614, 0.6136, 0.5469, 0.531, 0.4709, 0.4548, 0.4308, 0.4265, 0.3946], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "315712": {"relevant_ids": ["315713"], "ranked_ids": ["315713", "396505", "408588", "203205", "120489", "153536", "377891", "454814", "58851", "298503"], "ranked_scores": [0.8092, 0.6133, 0.6017, 0.6011, 0.5945, 0.5552, 0.5408, 0.5229, 0.5212, 0.5201], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145739": {"relevant_ids": ["145740"], "ranked_ids": ["145740", "241979", "366074", "115412", "465597", "8705", "210012", "347337", "415781", "51035"], "ranked_scores": [0.9019, 0.7843, 0.7774, 0.7294, 0.7095, 0.7058, 0.6887, 0.6829, 0.6824, 0.6713], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "308127": {"relevant_ids": ["308126"], "ranked_ids": ["308126", "35763", "367804", "79534", "535966", "537189", "77650", "266258", "123707", "167017"], "ranked_scores": [0.8868, 0.6769, 0.649, 0.6291, 0.6065, 0.5996, 0.5974, 0.594, 0.5884, 0.5878], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "287245": {"relevant_ids": ["283198", "283199", "322650"], "ranked_ids": ["322650", "283199", "283198", "420279", "221784", "109049", "68138", "505949", "30373", "221783"], "ranked_scores": [0.8324, 0.8301, 0.7714, 0.6602, 0.6258, 0.6116, 0.602, 0.5997, 0.5813, 0.5762], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "14755": {"relevant_ids": ["211906", "14756"], "ranked_ids": ["450970", "211906", "14756", "277031", "235454", "57678", "30834", "74058", "24329", "88473"], "ranked_scores": [0.9113, 0.8916, 0.8885, 0.8046, 0.8043, 0.7919, 0.7854, 0.724, 0.7165, 0.7157], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6934, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6934, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6934, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "370170": {"relevant_ids": ["370169"], "ranked_ids": ["370169", "466920", "537762", "417976", "211280", "387761", "334238", "433820", "476551", "231528"], "ranked_scores": [0.9985, 0.6677, 0.6602, 0.6439, 0.6376, 0.6223, 0.6041, 0.5954, 0.5945, 0.5909], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "41774": {"relevant_ids": ["41773"], "ranked_ids": ["41773", "239344", "307530", "53738", "366794", "214766", "339534", "433175", "127501", "467781"], "ranked_scores": [0.8959, 0.7176, 0.6815, 0.6442, 0.5898, 0.5697, 0.5679, 0.562, 0.5396, 0.5325], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "399648": {"relevant_ids": ["399649"], "ranked_ids": ["399649", "225815", "212809", "54706", "529004", "21253", "462253", "159777", "411313", "359281"], "ranked_scores": [0.9958, 0.824, 0.7891, 0.7496, 0.7146, 0.7141, 0.6868, 0.6864, 0.6839, 0.6815], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "504811": {"relevant_ids": ["504810"], "ranked_ids": ["504810", "84826", "90374", "309894", "499535", "448774", "175461", "160704", "364238", "214151"], "ranked_scores": [0.9897, 0.7165, 0.7048, 0.6603, 0.6491, 0.6487, 0.6473, 0.6315, 0.6306, 0.629], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "362950": {"relevant_ids": ["400212", "362949"], "ranked_ids": ["362949", "400212", "487392", "151122", "427587", "465929", "4715", "155870", "411503", "203063"], "ranked_scores": [0.8607, 0.8437, 0.7641, 0.7565, 0.7443, 0.7419, 0.7401, 0.7361, 0.7312, 0.725], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "155873": {"relevant_ids": ["155874"], "ranked_ids": ["392604", "122134", "487664", "464100", "383066", "292617", "155874", "444541", "294020", "206283"], "ranked_scores": [0.6919, 0.6092, 0.597, 0.5802, 0.5762, 0.5711, 0.5627, 0.562, 0.5545, 0.5448], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "263432": {"relevant_ids": ["263433"], "ranked_ids": ["263433", "407204", "471057", "401373", "128303", "20409", "254597", "136838", "372749", "473794"], "ranked_scores": [0.8417, 0.7505, 0.7091, 0.7026, 0.6918, 0.6676, 0.6489, 0.6482, 0.6448, 0.6443], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "354945": {"relevant_ids": ["354946"], "ranked_ids": ["354946", "254071", "462983", "462984", "322478", "236419", "108161", "415886", "331955", "367804"], "ranked_scores": [0.967, 0.9047, 0.7587, 0.6707, 0.648, 0.6194, 0.5743, 0.5395, 0.5172, 0.5159], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "245417": {"relevant_ids": ["248195", "219475"], "ranked_ids": ["219475", "248195", "40657", "64433", "301977", "368145", "37326", "319022", "413039", "249364"], "ranked_scores": [0.9095, 0.865, 0.8529, 0.7951, 0.7463, 0.7449, 0.7056, 0.6796, 0.678, 0.6772], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "516276": {"relevant_ids": ["516277"], "ranked_ids": ["516277", "19755", "34173", "510783", "352189", "119374", "143842", "76958", "479392", "175142"], "ranked_scores": [0.975, 0.8578, 0.8455, 0.8323, 0.7967, 0.7786, 0.7626, 0.7479, 0.7388, 0.735], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177580": {"relevant_ids": ["177579"], "ranked_ids": ["177579", "532497", "185553", "511935", "115954", "143503", "419100", "57360", "287203", "485299"], "ranked_scores": [0.9587, 0.598, 0.5874, 0.5795, 0.5673, 0.5667, 0.5613, 0.5155, 0.4804, 0.4793], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "309865": {"relevant_ids": ["78623", "33713", "78624"], "ranked_ids": ["209041", "153484", "33713", "78624", "405094", "78623", "437065", "20635", "109205", "495751"], "ranked_scores": [0.9054, 0.8862, 0.8602, 0.8545, 0.8439, 0.8415, 0.7809, 0.7604, 0.7579, 0.7547], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4367, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.6039, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "510387": {"relevant_ids": ["510386"], "ranked_ids": ["241538", "241537", "344869", "40390", "170896", "510386", "52003", "371033", "254292", "484846"], "ranked_scores": [0.8877, 0.8597, 0.8434, 0.825, 0.8214, 0.8085, 0.8016, 0.7886, 0.753, 0.7521], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "26645": {"relevant_ids": ["26644"], "ranked_ids": ["26644", "108781", "163452", "207775", "215551", "504445", "411539", "12895", "286617", "221561"], "ranked_scores": [0.9819, 0.8036, 0.7693, 0.7498, 0.7487, 0.742, 0.7351, 0.7316, 0.7176, 0.7106], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "47788": {"relevant_ids": ["455725"], "ranked_ids": ["455725", "15132", "47703", "47789", "518171", "235686", "8505", "37221", "87039", "101721"], "ranked_scores": [0.9359, 0.8824, 0.8805, 0.8734, 0.8725, 0.8577, 0.8558, 0.8547, 0.8425, 0.8406], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "338281": {"relevant_ids": ["338282"], "ranked_ids": ["338282", "325380", "85881", "135715", "8568", "345518", "326869", "263861", "362498", "391952"], "ranked_scores": [0.866, 0.5815, 0.5791, 0.5656, 0.5632, 0.5607, 0.5606, 0.5557, 0.5504, 0.5482], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "461149": {"relevant_ids": ["461148"], "ranked_ids": ["461148", "525835", "527101", "283905", "377056", "252761", "203100", "414838", "2420", "409325"], "ranked_scores": [0.8507, 0.8077, 0.8018, 0.7998, 0.7647, 0.7515, 0.739, 0.7231, 0.7219, 0.7217], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "346126": {"relevant_ids": ["110711", "110710"], "ranked_ids": ["110710", "110711", "154338", "296319", "108617", "168350", "203476", "55038", "6816", "340823"], "ranked_scores": [0.9658, 0.9481, 0.9258, 0.8316, 0.8192, 0.8067, 0.793, 0.7865, 0.7832, 0.7709], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "372986": {"relevant_ids": ["262882", "49961"], "ranked_ids": ["49961", "262882", "303468", "494989", "499535", "491226", "497531", "215938", "226818", "43966"], "ranked_scores": [0.9652, 0.8522, 0.7698, 0.7249, 0.69, 0.6824, 0.6729, 0.6688, 0.611, 0.6035], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "501182": {"relevant_ids": ["501181"], "ranked_ids": ["501181", "179018", "402718", "185580", "109121", "446824", "429772", "447737", "274777", "325288"], "ranked_scores": [0.921, 0.6855, 0.6833, 0.6666, 0.6612, 0.6582, 0.6488, 0.6419, 0.6325, 0.6115], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13800": {"relevant_ids": ["408522", "376590", "13799"], "ranked_ids": ["13799", "376590", "179943", "257857", "482825", "306761", "408522", "481109", "67320", "19904"], "ranked_scores": [0.8511, 0.8157, 0.7749, 0.7595, 0.7543, 0.738, 0.7344, 0.7152, 0.7095, 0.6911], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.7654, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.9218, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "250143": {"relevant_ids": ["250142"], "ranked_ids": ["250142", "473276", "492698", "368186", "50538", "27632", "206630", "38409", "137994", "57155"], "ranked_scores": [0.8907, 0.8753, 0.6605, 0.6184, 0.6123, 0.6102, 0.6089, 0.5998, 0.5888, 0.5789], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13223": {"relevant_ids": ["88349", "13224", "156773", "88348", "20277"], "ranked_ids": ["156773", "13224", "88348", "88349", "86343", "137719", "366749", "24720", "20277", "163971"], "ranked_scores": [0.981, 0.9491, 0.931, 0.9235, 0.9094, 0.9033, 0.8937, 0.8718, 0.8464, 0.8422], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.2, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6, "ndcg@5": 0.8688, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.8, "ndcg@10": 0.9709, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "11002": {"relevant_ids": ["11003"], "ranked_ids": ["11003", "489539", "444112", "10212", "144197", "82619", "241075", "314099", "347493", "266680"], "ranked_scores": [0.9381, 0.7498, 0.7436, 0.7216, 0.7149, 0.7056, 0.7006, 0.6801, 0.6734, 0.6733], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177653": {"relevant_ids": ["79732"], "ranked_ids": ["79732", "395587", "39174", "200611", "310721", "373275", "373717", "225019", "525756", "377344"], "ranked_scores": [0.9127, 0.7705, 0.7643, 0.7285, 0.672, 0.6671, 0.6238, 0.6195, 0.6128, 0.5509], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "415592": {"relevant_ids": ["415591"], "ranked_ids": ["415591", "430072", "288357", "84634", "485706", "322822", "88542", "91592", "387370", "381371"], "ranked_scores": [0.9287, 0.7207, 0.7107, 0.7104, 0.7057, 0.6915, 0.685, 0.6743, 0.6739, 0.6548], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "511196": {"relevant_ids": ["511197"], "ranked_ids": ["511197", "156490", "289278", "53962", "251545", "251546", "191329", "328397", "191328", "491923"], "ranked_scores": [0.8978, 0.7096, 0.6715, 0.6306, 0.6266, 0.6235, 0.6166, 0.601, 0.5902, 0.5789], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "344845": {"relevant_ids": ["344844"], "ranked_ids": ["344844", "161471", "79987", "380837", "327548", "95946", "384928", "4915", "111672", "187882"], "ranked_scores": [0.9476, 0.8437, 0.8091, 0.8053, 0.7928, 0.7856, 0.7721, 0.7673, 0.7629, 0.7627], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "396744": {"relevant_ids": ["396745"], "ranked_ids": ["454241", "236438", "284966", "527221", "396745", "155232", "516168", "471027", "418055", "481437"], "ranked_scores": [0.6652, 0.6461, 0.641, 0.6308, 0.6196, 0.6061, 0.6035, 0.5989, 0.5959, 0.5942], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "452398": {"relevant_ids": ["452399"], "ranked_ids": ["452399", "487918", "423427", "169053", "276696", "4228", "60646", "225484", "165046", "134287"], "ranked_scores": [0.9705, 0.6461, 0.5501, 0.5488, 0.5471, 0.5405, 0.5386, 0.5334, 0.5273, 0.527], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "182114": {"relevant_ids": ["182113"], "ranked_ids": ["196647", "182113", "229182", "252201", "260490", "481882", "413792", "234482", "328873", "236007"], "ranked_scores": [0.7327, 0.6605, 0.6415, 0.6111, 0.6039, 0.5933, 0.5928, 0.5919, 0.576, 0.5656], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "486260": {"relevant_ids": ["486259"], "ranked_ids": ["486259", "392356", "113749", "266904", "100082", "145384", "114114", "46379", "452464", "220387"], "ranked_scores": [0.9587, 0.784, 0.7605, 0.7534, 0.7235, 0.7145, 0.7143, 0.7115, 0.7097, 0.7096], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "455140": {"relevant_ids": ["315935"], "ranked_ids": ["315935", "150842", "246286", "519049", "315936", "93864", "245896", "369068", "124700", "50224"], "ranked_scores": [0.9415, 0.7383, 0.7368, 0.7364, 0.7231, 0.7192, 0.7189, 0.6943, 0.6803, 0.6728], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "56198": {"relevant_ids": ["56199"], "ranked_ids": ["56199", "249114", "246583", "431226", "130971", "521606", "160194", "243039", "480352", "310462"], "ranked_scores": [0.9723, 0.6542, 0.6507, 0.6073, 0.5992, 0.5904, 0.5901, 0.5806, 0.5734, 0.5663], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "30172": {"relevant_ids": ["145119", "373486", "145120", "30173", "185817", "68426"], "ranked_ids": ["145120", "68426", "160900", "15236", "205338", "185817", "192604", "463253", "30173", "373486"], "ranked_scores": [0.9627, 0.9125, 0.9079, 0.8717, 0.8471, 0.8322, 0.8249, 0.8208, 0.8148, 0.8132], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.1667, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.5531, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.7799, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.8333}, "127880": {"relevant_ids": ["241164"], "ranked_ids": ["241164", "121458", "535042", "135083", "266615", "307991", "527388", "156678", "284336", "120446"], "ranked_scores": [0.8226, 0.7502, 0.7171, 0.6802, 0.6636, 0.6632, 0.6618, 0.6592, 0.6527, 0.6521], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "167969": {"relevant_ids": ["174461"], "ranked_ids": ["174461", "360983", "91854", "121354", "257735", "144121", "10394", "78497", "468723", "60171"], "ranked_scores": [0.7926, 0.7082, 0.6838, 0.6596, 0.6474, 0.6432, 0.6406, 0.6315, 0.627, 0.6142], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "97986": {"relevant_ids": ["97987"], "ranked_ids": ["97987", "44589", "108564", "393565", "506848", "105886", "479236", "284181", "326597", "41242"], "ranked_scores": [0.9886, 0.829, 0.754, 0.6936, 0.6858, 0.682, 0.6767, 0.6726, 0.6634, 0.6563], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "12865": {"relevant_ids": ["105683"], "ranked_ids": ["105683", "277453", "92902", "191268", "188959", "94167", "155515", "338609", "477677", "146806"], "ranked_scores": [0.9804, 0.8491, 0.8065, 0.7822, 0.7535, 0.7442, 0.7418, 0.7356, 0.7296, 0.698], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "215681": {"relevant_ids": ["215680"], "ranked_ids": ["215680", "178515", "57552", "5733", "78042", "54139", "143842", "340195", "301165", "177080"], "ranked_scores": [0.9792, 0.7835, 0.7574, 0.7387, 0.7359, 0.7325, 0.7316, 0.7293, 0.7252, 0.7251], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-mpnet-base-mrl-32-post-binary": {"127728": {"relevant_ids": ["127729"], "ranked_ids": ["8875", "414930", "41510", "418183", "50538", "431226", "460669", "468656", "56199", "47216"], "ranked_scores": [27.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "318820": {"relevant_ids": ["318821"], "ranked_ids": ["318821", "337887", "243649", "61254", "494720", "505949", "8273", "58986", "62710", "69581"], "ranked_scores": [29.0, 28.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "296098": {"relevant_ids": ["296097"], "ranked_ids": ["163881", "134752", "222915", "366883", "173403", "499041", "276534", "529720", "74516", "59223"], "ranked_scores": [27.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 25.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "150414": {"relevant_ids": ["192835"], "ranked_ids": ["192835", "373486", "496848", "467464", "470222", "481419", "352189", "377803", "43980", "470642"], "ranked_scores": [30.0, 29.0, 29.0, 29.0, 29.0, 29.0, 28.0, 28.0, 28.0, 28.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145582": {"relevant_ids": ["145583"], "ranked_ids": ["145583", "455472", "513141", "403063", "31318", "484577", "484617", "518204", "87614", "73045"], "ranked_scores": [28.0, 27.0, 27.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "315712": {"relevant_ids": ["315713"], "ranked_ids": ["483895", "196771", "248655", "227097", "469483", "294609", "443594", "343403", "99756", "52519"], "ranked_scores": [27.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "145739": {"relevant_ids": ["145740"], "ranked_ids": ["145740", "68194", "519616", "155812", "310577", "323620", "51035", "457408", "525888", "380837"], "ranked_scores": [31.0, 29.0, 29.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 27.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "308127": {"relevant_ids": ["308126"], "ranked_ids": ["266212", "248655", "30002", "45097", "297657", "43979", "7769", "535966", "98863", "72031"], "ranked_scores": [29.0, 28.0, 28.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "287245": {"relevant_ids": ["283198", "283199", "322650"], "ranked_ids": ["362498", "129618", "468424", "148165", "238545", "207373", "248608", "452399", "506410", "489320"], "ranked_scores": [27.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "14755": {"relevant_ids": ["211906", "14756"], "ranked_ids": ["211906", "14756", "450970", "430796", "169258", "206717", "438656", "291994", "531392", "452012"], "ranked_scores": [31.0, 31.0, 31.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "370170": {"relevant_ids": ["370169"], "ranked_ids": ["370169", "453401", "131777", "254340", "223525", "4688", "438178", "388915", "348242", "88214"], "ranked_scores": [32.0, 30.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "41774": {"relevant_ids": ["41773"], "ranked_ids": ["189925", "148165", "261549", "41773", "239344", "33017", "433175", "307530", "487008", "61778"], "ranked_scores": [27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "399648": {"relevant_ids": ["399649"], "ranked_ids": ["399649", "54706", "146745", "124071", "405094", "412309", "225815", "87004", "445074", "96710"], "ranked_scores": [32.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 25.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "504811": {"relevant_ids": ["504810"], "ranked_ids": ["504810", "309894", "430005", "386537", "54196", "422980", "202892", "527852", "54195", "58"], "ranked_scores": [32.0, 29.0, 28.0, 26.0, 26.0, 26.0, 26.0, 25.0, 25.0, 25.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "362950": {"relevant_ids": ["400212", "362949"], "ranked_ids": ["24154", "362949", "210382", "121934", "129563", "155870", "269211", "36716", "28381", "527104"], "ranked_scores": [29.0, 29.0, 29.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3869, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "155873": {"relevant_ids": ["155874"], "ranked_ids": ["392604", "504562", "122134", "33017", "353785", "366794", "434759", "380490", "444541", "475341"], "ranked_scores": [27.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "263432": {"relevant_ids": ["263433"], "ranked_ids": ["473794", "261419", "263433", "372749", "356658", "41847", "486385", "454655", "72493", "477581"], "ranked_scores": [27.0, 26.0, 26.0, 26.0, 25.0, 25.0, 25.0, 25.0, 25.0, 25.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "354945": {"relevant_ids": ["354946"], "ranked_ids": ["354946", "254071", "280738", "318821", "32806", "334991", "34530", "462983", "397181", "365071"], "ranked_scores": [30.0, 29.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "245417": {"relevant_ids": ["248195", "219475"], "ranked_ids": ["219475", "248195", "301977", "368145", "257747", "40657", "64433", "390696", "528965", "63665"], "ranked_scores": [31.0, 30.0, 30.0, 30.0, 29.0, 29.0, 29.0, 28.0, 28.0, 28.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "516276": {"relevant_ids": ["516277"], "ranked_ids": ["149429", "516277", "160900", "34173", "76958", "19755", "463253", "479392", "510783", "56855"], "ranked_scores": [30.0, 30.0, 30.0, 30.0, 30.0, 30.0, 29.0, 29.0, 29.0, 29.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "177580": {"relevant_ids": ["177579"], "ranked_ids": ["148285", "277277", "243672", "475043", "156272", "338609", "337964", "88049", "389443", "444698"], "ranked_scores": [30.0, 29.0, 29.0, 29.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "309865": {"relevant_ids": ["78623", "33713", "78624"], "ranked_ids": ["33713", "104131", "109205", "150842", "209041", "487409", "153484", "245896", "408326", "396757"], "ranked_scores": [29.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "510387": {"relevant_ids": ["510386"], "ranked_ids": ["442062", "241538", "12974", "371033", "477033", "21919", "241537", "91349", "510386", "40390"], "ranked_scores": [30.0, 30.0, 30.0, 29.0, 29.0, 28.0, 28.0, 28.0, 28.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "26645": {"relevant_ids": ["26644"], "ranked_ids": ["26644", "358928", "26813", "472197", "256098", "208843", "461704", "83797", "92902", "8521"], "ranked_scores": [31.0, 29.0, 29.0, 28.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "47788": {"relevant_ids": ["455725"], "ranked_ids": ["455725", "59508", "348138", "235686", "331", "59223", "47789", "15132", "70829", "8505"], "ranked_scores": [31.0, 30.0, 30.0, 29.0, 29.0, 29.0, 29.0, 29.0, 28.0, 28.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "338281": {"relevant_ids": ["338282"], "ranked_ids": ["187875", "25920", "409601", "462451", "402718", "503522", "55313", "507561", "59363", "535683"], "ranked_scores": [28.0, 27.0, 27.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "461149": {"relevant_ids": ["461148"], "ranked_ids": ["461148", "8828", "525835", "103122", "240470", "459278", "283905", "68386", "527101", "476499"], "ranked_scores": [27.0, 27.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "346126": {"relevant_ids": ["110711", "110710"], "ranked_ids": ["110711", "154338", "461420", "344844", "110710", "329312", "531602", "336804", "65712", "84690"], "ranked_scores": [30.0, 29.0, 29.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.8503, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.8503, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "372986": {"relevant_ids": ["262882", "49961"], "ranked_ids": ["49961", "262882", "18360", "491226", "203984", "497357", "494989", "415486", "242718", "94272"], "ranked_scores": [31.0, 30.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "501182": {"relevant_ids": ["501181"], "ranked_ids": ["109121", "501181", "257735", "240678", "447737", "349448", "506577", "53141", "476159", "77620"], "ranked_scores": [29.0, 29.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "13800": {"relevant_ids": ["408522", "376590", "13799"], "ranked_ids": ["107014", "13799", "179943", "213234", "271801", "470222", "424693", "469506", "76958", "532437"], "ranked_scores": [28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2961, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2961, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.3333}, "250143": {"relevant_ids": ["250142"], "ranked_ids": ["473276", "526032", "492698", "382691", "232450", "264142", "250142", "38409", "63512", "422140"], "ranked_scores": [29.0, 28.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "13223": {"relevant_ids": ["88349", "13224", "156773", "88348", "20277"], "ranked_ids": ["156773", "359956", "137719", "88348", "88349", "38868", "436335", "516078", "86343", "6014"], "ranked_scores": [31.0, 31.0, 30.0, 30.0, 30.0, 29.0, 29.0, 29.0, 29.0, 29.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.2, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.2, "ndcg@5": 0.6164, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6, "ndcg@10": 0.6164, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.6}, "11002": {"relevant_ids": ["11003"], "ranked_ids": ["11003", "35939", "311772", "238674", "24296", "312029", "47894", "489539", "83066", "71159"], "ranked_scores": [28.0, 26.0, 26.0, 25.0, 25.0, 25.0, 25.0, 25.0, 25.0, 25.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177653": {"relevant_ids": ["79732"], "ranked_ids": ["428017", "113886", "341958", "98516", "267325", "280738", "38407", "435018", "92902", "526032"], "ranked_scores": [29.0, 28.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "415592": {"relevant_ids": ["415591"], "ranked_ids": ["187699", "203205", "225233", "225234", "317813", "44998", "411861", "37740", "254859", "58406"], "ranked_scores": [27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "511196": {"relevant_ids": ["511197"], "ranked_ids": ["220596", "536645", "156490", "420936", "435439", "491923", "465420", "469291", "511197", "78020"], "ranked_scores": [30.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "344845": {"relevant_ids": ["344844"], "ranked_ids": ["309371", "52235", "256845", "291108", "300433", "344844", "292513", "380837", "63037", "47050"], "ranked_scores": [30.0, 30.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "396744": {"relevant_ids": ["396745"], "ranked_ids": ["280435", "236438", "219399", "306761", "310973", "155232", "484774", "503444", "526492", "516168"], "ranked_scores": [28.0, 28.0, 27.0, 27.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "452398": {"relevant_ids": ["452399"], "ranked_ids": ["452399", "487918", "375525", "22636", "107822", "49049", "491038", "52195", "513141", "493305"], "ranked_scores": [30.0, 28.0, 27.0, 26.0, 26.0, 25.0, 25.0, 25.0, 25.0, 25.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "182114": {"relevant_ids": ["182113"], "ranked_ids": ["155515", "294117", "23290", "532004", "108212", "420579", "468426", "55177", "67283", "86790"], "ranked_scores": [28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "486260": {"relevant_ids": ["486259"], "ranked_ids": ["486259", "38556", "38555", "221509", "492147", "340740", "385204", "442062", "97315", "46379"], "ranked_scores": [32.0, 29.0, 29.0, 29.0, 29.0, 28.0, 28.0, 28.0, 28.0, 28.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "455140": {"relevant_ids": ["315935"], "ranked_ids": ["18217", "154634", "246583", "246286", "315935", "345459", "516398", "332628", "440700", "93864"], "ranked_scores": [28.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "56198": {"relevant_ids": ["56199"], "ranked_ids": ["56199", "138891", "355555", "160194", "302106", "308888", "4003", "431579", "393795", "480352"], "ranked_scores": [30.0, 29.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "30172": {"relevant_ids": ["145119", "373486", "145120", "30173", "185817", "68426"], "ranked_ids": ["15236", "160900", "145120", "373486", "78746", "185817", "352189", "356798", "357893", "68426"], "ranked_scores": [31.0, 31.0, 30.0, 30.0, 30.0, 30.0, 29.0, 29.0, 29.0, 29.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.1667, "ndcg@5": 0.3156, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4769, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.6667}, "127880": {"relevant_ids": ["241164"], "ranked_ids": ["100860", "241164", "387742", "352535", "355553", "451913", "48223", "529655", "452012", "84471"], "ranked_scores": [30.0, 29.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "167969": {"relevant_ids": ["174461"], "ranked_ids": ["468723", "130124", "187568", "285115", "360983", "414604", "519703", "418388", "532404", "47894"], "ranked_scores": [27.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "97986": {"relevant_ids": ["97987"], "ranked_ids": ["97987", "489858", "144170", "338609", "282219", "83797", "326597", "485054", "516182", "519891"], "ranked_scores": [30.0, 29.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 26.0, 26.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "12865": {"relevant_ids": ["105683"], "ranked_ids": ["105683", "94167", "191268", "146805", "101617", "146806", "477677", "188959", "356740", "250014"], "ranked_scores": [32.0, 30.0, 30.0, 30.0, 29.0, 29.0, 29.0, 28.0, 28.0, 28.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "215681": {"relevant_ids": ["215680"], "ranked_ids": ["18634", "297953", "215680", "178515", "252265", "177080", "182107", "376328", "503871", "38165"], "ranked_scores": [29.0, 29.0, 28.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-mpnet-base-mrl-64-post-binary": {"127728": {"relevant_ids": ["127729"], "ranked_ids": ["414930", "315009", "127729", "114897", "205884", "156617", "274974", "76055", "73045", "433175"], "ranked_scores": [50.0, 49.0, 49.0, 48.0, 48.0, 48.0, 48.0, 48.0, 48.0, 48.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "318820": {"relevant_ids": ["318821"], "ranked_ids": ["318821", "367479", "441218", "491039", "491038", "528342", "362498", "441089", "489320", "531949"], "ranked_scores": [60.0, 51.0, 50.0, 49.0, 49.0, 49.0, 48.0, 48.0, 48.0, 48.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "296098": {"relevant_ids": ["296097"], "ranked_ids": ["514650", "45507", "45506", "163881", "134752", "307653", "173403", "296097", "198222", "87678"], "ranked_scores": [52.0, 50.0, 50.0, 49.0, 49.0, 49.0, 49.0, 49.0, 49.0, 48.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "150414": {"relevant_ids": ["192835"], "ranked_ids": ["192835", "481419", "373486", "391151", "105782", "467464", "113488", "470222", "470642", "496848"], "ranked_scores": [58.0, 55.0, 53.0, 53.0, 52.0, 52.0, 52.0, 52.0, 52.0, 51.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145582": {"relevant_ids": ["145583"], "ranked_ids": ["145583", "403252", "441089", "87614", "334991", "492147", "9145", "492607", "73045", "5769"], "ranked_scores": [55.0, 49.0, 49.0, 49.0, 48.0, 47.0, 47.0, 47.0, 47.0, 46.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "315712": {"relevant_ids": ["315713"], "ranked_ids": ["315713", "132797", "242340", "418409", "185064", "469483", "196771", "61108", "7769", "77938"], "ranked_scores": [54.0, 50.0, 50.0, 50.0, 50.0, 50.0, 50.0, 49.0, 49.0, 49.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145739": {"relevant_ids": ["145740"], "ranked_ids": ["145740", "323620", "33202", "190593", "347337", "525888", "457408", "68194", "269915", "366074"], "ranked_scores": [56.0, 53.0, 51.0, 50.0, 50.0, 50.0, 50.0, 50.0, 49.0, 49.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "308127": {"relevant_ids": ["308126"], "ranked_ids": ["308126", "248655", "255239", "286291", "100860", "331056", "367804", "383066", "9954", "490044"], "ranked_scores": [54.0, 53.0, 52.0, 52.0, 50.0, 50.0, 50.0, 50.0, 50.0, 50.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "287245": {"relevant_ids": ["283198", "283199", "322650"], "ranked_ids": ["30373", "143997", "436296", "148165", "152949", "254071", "307489", "322650", "475371", "99573"], "ranked_scores": [51.0, 50.0, 49.0, 49.0, 48.0, 48.0, 48.0, 48.0, 48.0, 48.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.148, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.3333}, "14755": {"relevant_ids": ["211906", "14756"], "ranked_ids": ["450970", "14756", "211906", "291994", "83338", "169258", "430796", "531392", "57678", "58953"], "ranked_scores": [60.0, 59.0, 59.0, 53.0, 53.0, 53.0, 52.0, 52.0, 52.0, 52.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6934, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6934, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6934, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "370170": {"relevant_ids": ["370169"], "ranked_ids": ["370169", "334238", "408650", "325981", "212129", "458148", "453401", "467464", "509802", "88214"], "ranked_scores": [64.0, 54.0, 53.0, 53.0, 51.0, 51.0, 51.0, 51.0, 51.0, 51.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "41774": {"relevant_ids": ["41773"], "ranked_ids": ["41773", "307530", "239344", "443718", "148165", "33017", "329888", "433175", "373827", "7266"], "ranked_scores": [56.0, 54.0, 51.0, 50.0, 48.0, 48.0, 48.0, 48.0, 48.0, 48.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "399648": {"relevant_ids": ["399649"], "ranked_ids": ["399649", "225815", "54706", "445074", "212809", "412309", "124071", "439417", "433102", "87004"], "ranked_scores": [64.0, 54.0, 54.0, 53.0, 53.0, 51.0, 50.0, 50.0, 50.0, 49.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "504811": {"relevant_ids": ["504810"], "ranked_ids": ["504810", "55899", "54196", "276160", "132970", "434779", "309894", "251173", "527852", "54195"], "ranked_scores": [63.0, 50.0, 50.0, 49.0, 49.0, 49.0, 49.0, 48.0, 48.0, 48.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "362950": {"relevant_ids": ["400212", "362949"], "ranked_ids": ["210382", "362949", "151122", "24154", "4715", "400212", "48513", "155870", "465929", "269211"], "ranked_scores": [58.0, 58.0, 54.0, 54.0, 54.0, 54.0, 54.0, 53.0, 53.0, 52.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6053, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "155873": {"relevant_ids": ["155874"], "ranked_ids": ["122134", "383066", "475341", "241611", "134935", "247792", "146003", "353785", "399039", "392604"], "ranked_scores": [50.0, 50.0, 49.0, 49.0, 48.0, 48.0, 48.0, 48.0, 48.0, 48.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "263432": {"relevant_ids": ["263433"], "ranked_ids": ["95041", "473794", "277394", "20409", "72493", "261419", "263433", "372749", "29349", "376025"], "ranked_scores": [51.0, 51.0, 51.0, 50.0, 50.0, 49.0, 49.0, 49.0, 49.0, 49.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "354945": {"relevant_ids": ["354946"], "ranked_ids": ["354946", "254071", "462983", "255239", "108161", "37559", "135162", "462984", "513141", "96551"], "ranked_scores": [60.0, 59.0, 54.0, 51.0, 49.0, 49.0, 49.0, 49.0, 48.0, 48.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "245417": {"relevant_ids": ["248195", "219475"], "ranked_ids": ["219475", "301977", "248195", "40657", "257747", "64433", "368145", "390696", "413039", "96458"], "ranked_scores": [60.0, 59.0, 56.0, 56.0, 55.0, 55.0, 52.0, 51.0, 51.0, 51.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.9197, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.9197, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9197, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "516276": {"relevant_ids": ["516277"], "ranked_ids": ["516277", "19755", "34173", "510783", "76958", "479392", "153039", "149429", "35146", "62062"], "ranked_scores": [61.0, 57.0, 57.0, 57.0, 55.0, 54.0, 53.0, 52.0, 52.0, 51.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177580": {"relevant_ids": ["177579"], "ranked_ids": ["177579", "475043", "275674", "115954", "334238", "244551", "328873", "274867", "342610", "277277"], "ranked_scores": [59.0, 53.0, 51.0, 51.0, 51.0, 50.0, 50.0, 50.0, 50.0, 50.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "309865": {"relevant_ids": ["78623", "33713", "78624"], "ranked_ids": ["153484", "63352", "33713", "126265", "173790", "209041", "445136", "405094", "31793", "406256"], "ranked_scores": [54.0, 51.0, 51.0, 50.0, 50.0, 50.0, 50.0, 50.0, 50.0, 50.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2346, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2346, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.3333}, "510387": {"relevant_ids": ["510386"], "ranked_ids": ["241538", "12974", "510386", "43729", "442062", "241537", "40390", "371033", "38555", "61325"], "ranked_scores": [58.0, 55.0, 55.0, 55.0, 55.0, 54.0, 54.0, 53.0, 53.0, 53.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "26645": {"relevant_ids": ["26644"], "ranked_ids": ["26644", "26813", "358928", "208843", "207775", "108781", "407302", "219047", "286617", "504445"], "ranked_scores": [61.0, 55.0, 55.0, 54.0, 54.0, 53.0, 53.0, 53.0, 52.0, 52.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "47788": {"relevant_ids": ["455725"], "ranked_ids": ["455725", "235686", "331", "8505", "15132", "101721", "59223", "53096", "85764", "59508"], "ranked_scores": [62.0, 58.0, 58.0, 57.0, 56.0, 56.0, 56.0, 55.0, 55.0, 55.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "338281": {"relevant_ids": ["338282"], "ranked_ids": ["249708", "338282", "11250", "503522", "409601", "485680", "152949", "54392", "315009", "370570"], "ranked_scores": [52.0, 51.0, 50.0, 49.0, 49.0, 49.0, 48.0, 48.0, 48.0, 48.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "461149": {"relevant_ids": ["461148"], "ranked_ids": ["527101", "8828", "194250", "461148", "17980", "525835", "100854", "329779", "283905", "335800"], "ranked_scores": [55.0, 55.0, 54.0, 53.0, 53.0, 53.0, 52.0, 52.0, 52.0, 52.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "346126": {"relevant_ids": ["110711", "110710"], "ranked_ids": ["110710", "110711", "154338", "160306", "168350", "14416", "108617", "275291", "528998", "84690"], "ranked_scores": [59.0, 57.0, 57.0, 55.0, 53.0, 53.0, 53.0, 53.0, 52.0, 52.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "372986": {"relevant_ids": ["262882", "49961"], "ranked_ids": ["49961", "262882", "491226", "494989", "303468", "497357", "443239", "226818", "203984", "415486"], "ranked_scores": [63.0, 60.0, 54.0, 53.0, 53.0, 52.0, 52.0, 52.0, 51.0, 51.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "501182": {"relevant_ids": ["501181"], "ranked_ids": ["501181", "429772", "496147", "240678", "109121", "490750", "187800", "446824", "325288", "92055"], "ranked_scores": [55.0, 52.0, 52.0, 50.0, 50.0, 50.0, 49.0, 49.0, 49.0, 49.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13800": {"relevant_ids": ["408522", "376590", "13799"], "ranked_ids": ["214970", "209853", "13799", "73232", "376590", "4185", "430581", "62062", "532437", "516277"], "ranked_scores": [54.0, 53.0, 53.0, 53.0, 52.0, 52.0, 52.0, 52.0, 52.0, 52.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4162, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.4162, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.6667}, "250143": {"relevant_ids": ["250142"], "ranked_ids": ["473276", "206630", "250142", "76062", "498672", "368186", "50539", "526032", "58851", "480909"], "ranked_scores": [53.0, 52.0, 52.0, 52.0, 49.0, 49.0, 49.0, 49.0, 49.0, 48.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "13223": {"relevant_ids": ["88349", "13224", "156773", "88348", "20277"], "ranked_ids": ["13224", "156773", "359956", "137719", "134852", "86343", "6014", "88348", "88349", "366749"], "ranked_scores": [61.0, 61.0, 59.0, 58.0, 57.0, 57.0, 57.0, 57.0, 57.0, 56.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.2, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.4, "ndcg@5": 0.5531, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.4, "ndcg@10": 0.7622, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.8}, "11002": {"relevant_ids": ["11003"], "ranked_ids": ["11003", "35939", "311772", "254672", "312029", "313698", "47894", "83066", "489539", "9419"], "ranked_scores": [53.0, 50.0, 50.0, 49.0, 49.0, 48.0, 48.0, 48.0, 48.0, 47.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177653": {"relevant_ids": ["79732"], "ranked_ids": ["79732", "341958", "336612", "225019", "466737", "525755", "373717", "494720", "415732", "48068"], "ranked_scores": [56.0, 52.0, 50.0, 49.0, 49.0, 49.0, 48.0, 48.0, 48.0, 48.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "415592": {"relevant_ids": ["415591"], "ranked_ids": ["415591", "322822", "430072", "243091", "485299", "191751", "381371", "314807", "84634", "396505"], "ranked_scores": [54.0, 52.0, 52.0, 51.0, 51.0, 50.0, 50.0, 50.0, 50.0, 50.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "511196": {"relevant_ids": ["511197"], "ranked_ids": ["511197", "191328", "156490", "491923", "289278", "191329", "420936", "42644", "435439", "99760"], "ranked_scores": [57.0, 54.0, 54.0, 53.0, 52.0, 52.0, 52.0, 51.0, 51.0, 50.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "344845": {"relevant_ids": ["344844"], "ranked_ids": ["344844", "380837", "118589", "280100", "311499", "118579", "228693", "238256", "384928", "249580"], "ranked_scores": [58.0, 57.0, 56.0, 56.0, 56.0, 55.0, 55.0, 55.0, 55.0, 55.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "396744": {"relevant_ids": ["396745"], "ranked_ids": ["155232", "394632", "219399", "319727", "527221", "383111", "392560", "454241", "420916", "481955"], "ranked_scores": [52.0, 50.0, 50.0, 50.0, 50.0, 49.0, 49.0, 49.0, 49.0, 49.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "452398": {"relevant_ids": ["452399"], "ranked_ids": ["452399", "487918", "22636", "57017", "351973", "438409", "363288", "443659", "52195", "95965"], "ranked_scores": [59.0, 52.0, 49.0, 48.0, 47.0, 47.0, 47.0, 46.0, 46.0, 46.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "182114": {"relevant_ids": ["182113"], "ranked_ids": ["420579", "182113", "481882", "234482", "196647", "338860", "265304", "512921", "60142", "86719"], "ranked_scores": [52.0, 51.0, 51.0, 50.0, 50.0, 50.0, 50.0, 49.0, 49.0, 49.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "486260": {"relevant_ids": ["486259"], "ranked_ids": ["486259", "442062", "100082", "392356", "221509", "492147", "46379", "385204", "93953", "38555"], "ranked_scores": [60.0, 54.0, 54.0, 54.0, 53.0, 53.0, 53.0, 52.0, 52.0, 52.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "455140": {"relevant_ids": ["315935"], "ranked_ids": ["315935", "332628", "93864", "246286", "124701", "246583", "245896", "345459", "369068", "493305"], "ranked_scores": [55.0, 51.0, 51.0, 50.0, 50.0, 49.0, 49.0, 49.0, 48.0, 48.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "56198": {"relevant_ids": ["56199"], "ranked_ids": ["56199", "308888", "153147", "138891", "355555", "160194", "480352", "224154", "527122", "536214"], "ranked_scores": [59.0, 52.0, 51.0, 51.0, 50.0, 50.0, 50.0, 50.0, 49.0, 49.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "30172": {"relevant_ids": ["145119", "373486", "145120", "30173", "185817", "68426"], "ranked_ids": ["160900", "15236", "145120", "30173", "373486", "26554", "21960", "311173", "536531", "68426"], "ranked_scores": [61.0, 57.0, 56.0, 56.0, 55.0, 55.0, 54.0, 54.0, 54.0, 54.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.1667, "ndcg@5": 0.4469, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.4862, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.6667}, "127880": {"relevant_ids": ["241164"], "ranked_ids": ["241164", "100860", "121458", "466208", "389443", "208455", "457466", "418410", "261529", "99916"], "ranked_scores": [57.0, 54.0, 53.0, 52.0, 51.0, 51.0, 51.0, 51.0, 51.0, 50.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "167969": {"relevant_ids": ["174461"], "ranked_ids": ["360983", "468723", "58116", "174461", "174464", "130124", "153332", "147264", "420911", "23013"], "ranked_scores": [53.0, 50.0, 50.0, 50.0, 49.0, 49.0, 48.0, 48.0, 48.0, 47.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "97986": {"relevant_ids": ["97987"], "ranked_ids": ["97987", "282219", "252914", "44589", "139689", "192465", "83797", "256680", "407", "326597"], "ranked_scores": [60.0, 52.0, 50.0, 49.0, 48.0, 48.0, 48.0, 48.0, 48.0, 48.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "12865": {"relevant_ids": ["105683"], "ranked_ids": ["105683", "94167", "92902", "146805", "277453", "517075", "191268", "155515", "23129", "67283"], "ranked_scores": [62.0, 57.0, 53.0, 53.0, 53.0, 52.0, 52.0, 51.0, 51.0, 51.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "215681": {"relevant_ids": ["215680"], "ranked_ids": ["215680", "252265", "178515", "18634", "177080", "17785", "149233", "526177", "376590", "466198"], "ranked_scores": [59.0, 55.0, 55.0, 54.0, 53.0, 52.0, 52.0, 52.0, 52.0, 51.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-mpnet-base-mrl-128-post-binary": {"127728": {"relevant_ids": ["127729"], "ranked_ids": ["127729", "469527", "315009", "250619", "245618", "494754", "153290", "193297", "190150", "397135"], "ranked_scores": [103.0, 99.0, 98.0, 98.0, 96.0, 96.0, 95.0, 95.0, 94.0, 94.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "318820": {"relevant_ids": ["318821"], "ranked_ids": ["318821", "367479", "441218", "360734", "491039", "491038", "184762", "531949", "362498", "441089"], "ranked_scores": [122.0, 104.0, 99.0, 98.0, 98.0, 97.0, 96.0, 95.0, 94.0, 94.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "296098": {"relevant_ids": ["296097"], "ranked_ids": ["173403", "514650", "307653", "423933", "45507", "296097", "45506", "168499", "134752", "513540"], "ranked_scores": [97.0, 95.0, 95.0, 94.0, 94.0, 93.0, 93.0, 92.0, 91.0, 89.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "150414": {"relevant_ids": ["192835"], "ranked_ids": ["192835", "105782", "126746", "481419", "467464", "516620", "105783", "373486", "121070", "496848"], "ranked_scores": [114.0, 109.0, 104.0, 104.0, 103.0, 103.0, 101.0, 100.0, 99.0, 99.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145582": {"relevant_ids": ["145583"], "ranked_ids": ["145583", "87614", "263736", "395661", "299264", "469300", "518204", "121390", "39561", "50377"], "ranked_scores": [107.0, 94.0, 93.0, 91.0, 90.0, 89.0, 88.0, 88.0, 87.0, 87.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "315712": {"relevant_ids": ["315713"], "ranked_ids": ["315713", "522157", "248655", "196771", "77938", "104272", "203205", "135826", "409852", "347955"], "ranked_scores": [101.0, 93.0, 93.0, 93.0, 93.0, 92.0, 92.0, 92.0, 92.0, 92.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145739": {"relevant_ids": ["145740"], "ranked_ids": ["145740", "190593", "323620", "210012", "347337", "33202", "366074", "8705", "429177", "51035"], "ranked_scores": [109.0, 101.0, 101.0, 97.0, 97.0, 96.0, 96.0, 96.0, 96.0, 94.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "308127": {"relevant_ids": ["308126"], "ranked_ids": ["308126", "297657", "367804", "123707", "79534", "272073", "111330", "286291", "284336", "481501"], "ranked_scores": [105.0, 96.0, 96.0, 95.0, 94.0, 93.0, 92.0, 92.0, 92.0, 92.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "287245": {"relevant_ids": ["283198", "283199", "322650"], "ranked_ids": ["322650", "283199", "283198", "30373", "299392", "190441", "528806", "436296", "499036", "68138"], "ranked_scores": [103.0, 102.0, 99.0, 98.0, 94.0, 93.0, 93.0, 92.0, 92.0, 92.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "14755": {"relevant_ids": ["211906", "14756"], "ranked_ids": ["211906", "14756", "450970", "235454", "30834", "57678", "277031", "74058", "28296", "369731"], "ranked_scores": [115.0, 114.0, 113.0, 106.0, 103.0, 103.0, 103.0, 103.0, 102.0, 102.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "370170": {"relevant_ids": ["370169"], "ranked_ids": ["370169", "334238", "325981", "537762", "231528", "189772", "349723", "408650", "438178", "500926"], "ranked_scores": [128.0, 104.0, 101.0, 98.0, 97.0, 95.0, 95.0, 94.0, 94.0, 93.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "41774": {"relevant_ids": ["41773"], "ranked_ids": ["41773", "307530", "239344", "148165", "366794", "416695", "214766", "179973", "33017", "407675"], "ranked_scores": [111.0, 103.0, 98.0, 95.0, 93.0, 92.0, 92.0, 91.0, 91.0, 91.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "399648": {"relevant_ids": ["399649"], "ranked_ids": ["399649", "54706", "212809", "439417", "225815", "412309", "445074", "225484", "411313", "529004"], "ranked_scores": [125.0, 109.0, 107.0, 105.0, 105.0, 102.0, 99.0, 97.0, 97.0, 97.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "504811": {"relevant_ids": ["504810"], "ranked_ids": ["504810", "175461", "364238", "54196", "439209", "54195", "214151", "312106", "434779", "16430"], "ranked_scores": [125.0, 95.0, 94.0, 94.0, 94.0, 94.0, 93.0, 93.0, 93.0, 92.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "362950": {"relevant_ids": ["400212", "362949"], "ranked_ids": ["151122", "362949", "155870", "210382", "203063", "487392", "400212", "411503", "24154", "427587"], "ranked_scores": [110.0, 109.0, 107.0, 106.0, 104.0, 104.0, 104.0, 103.0, 103.0, 102.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.5912, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "155873": {"relevant_ids": ["155874"], "ranked_ids": ["392604", "294020", "355445", "444541", "241611", "399039", "475341", "440807", "91610", "504562"], "ranked_scores": [96.0, 95.0, 91.0, 91.0, 90.0, 90.0, 90.0, 90.0, 90.0, 89.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "263432": {"relevant_ids": ["263433"], "ranked_ids": ["263433", "473794", "261419", "409956", "128303", "95041", "401373", "29349", "277394", "372749"], "ranked_scores": [102.0, 100.0, 98.0, 97.0, 96.0, 96.0, 95.0, 95.0, 94.0, 94.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "354945": {"relevant_ids": ["354946"], "ranked_ids": ["354946", "254071", "462983", "108161", "307824", "255239", "462984", "324215", "322478", "37559"], "ranked_scores": [117.0, 112.0, 99.0, 94.0, 93.0, 91.0, 91.0, 90.0, 89.0, 89.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "245417": {"relevant_ids": ["248195", "219475"], "ranked_ids": ["219475", "40657", "301977", "64433", "368145", "248195", "63665", "431686", "319022", "413039"], "ranked_scores": [115.0, 113.0, 111.0, 110.0, 109.0, 107.0, 100.0, 100.0, 99.0, 99.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.8316, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "516276": {"relevant_ids": ["516277"], "ranked_ids": ["516277", "19755", "34173", "510783", "62062", "352189", "153039", "178631", "479392", "76958"], "ranked_scores": [119.0, 110.0, 108.0, 107.0, 106.0, 106.0, 103.0, 101.0, 101.0, 101.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177580": {"relevant_ids": ["177579"], "ranked_ids": ["177579", "115954", "237503", "484333", "27716", "390471", "455888", "464418", "444698", "9954"], "ranked_scores": [116.0, 100.0, 93.0, 93.0, 92.0, 92.0, 92.0, 92.0, 92.0, 92.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "309865": {"relevant_ids": ["78623", "33713", "78624"], "ranked_ids": ["153484", "33713", "209041", "495751", "78624", "405094", "437065", "179538", "425739", "20635"], "ranked_scores": [105.0, 105.0, 104.0, 103.0, 100.0, 99.0, 99.0, 98.0, 98.0, 98.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4776, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.4776, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.6667}, "510387": {"relevant_ids": ["510386"], "ranked_ids": ["241538", "40390", "510386", "371033", "212478", "344869", "160232", "201143", "241537", "43729"], "ranked_scores": [114.0, 109.0, 108.0, 107.0, 105.0, 104.0, 103.0, 103.0, 103.0, 102.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "26645": {"relevant_ids": ["26644"], "ranked_ids": ["26644", "219047", "108781", "207775", "26813", "163452", "221561", "209092", "282609", "407302"], "ranked_scores": [122.0, 107.0, 107.0, 106.0, 106.0, 103.0, 103.0, 103.0, 102.0, 102.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "47788": {"relevant_ids": ["455725"], "ranked_ids": ["455725", "235686", "8505", "101721", "15132", "331", "47789", "85764", "47703", "59223"], "ranked_scores": [117.0, 110.0, 110.0, 109.0, 108.0, 108.0, 108.0, 108.0, 108.0, 106.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "338281": {"relevant_ids": ["338282"], "ranked_ids": ["338282", "75062", "249708", "514059", "277751", "462451", "345518", "57017", "391952", "443465"], "ranked_scores": [110.0, 99.0, 95.0, 94.0, 93.0, 91.0, 91.0, 91.0, 90.0, 90.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "461149": {"relevant_ids": ["461148"], "ranked_ids": ["527101", "283905", "335800", "194250", "381960", "416504", "461148", "525835", "329779", "392721"], "ranked_scores": [112.0, 102.0, 102.0, 101.0, 101.0, 100.0, 100.0, 100.0, 97.0, 97.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "346126": {"relevant_ids": ["110711", "110710"], "ranked_ids": ["110710", "110711", "154338", "340823", "168350", "296319", "528998", "230442", "254526", "492716"], "ranked_scores": [117.0, 116.0, 116.0, 108.0, 107.0, 106.0, 105.0, 105.0, 104.0, 104.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "372986": {"relevant_ids": ["262882", "49961"], "ranked_ids": ["49961", "262882", "303468", "491226", "499535", "203984", "494989", "502491", "215938", "415486"], "ranked_scores": [122.0, 113.0, 102.0, 100.0, 100.0, 99.0, 99.0, 99.0, 98.0, 97.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "501182": {"relevant_ids": ["501181"], "ranked_ids": ["501181", "402718", "53141", "274777", "490750", "179018", "429772", "446824", "231545", "349448"], "ranked_scores": [111.0, 102.0, 97.0, 96.0, 96.0, 95.0, 95.0, 95.0, 94.0, 94.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13800": {"relevant_ids": ["408522", "376590", "13799"], "ranked_ids": ["376590", "13799", "214970", "73232", "179943", "306761", "362253", "209853", "482825", "67320"], "ranked_scores": [109.0, 105.0, 104.0, 101.0, 101.0, 100.0, 100.0, 99.0, 98.0, 98.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.7654, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.7654, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.6667}, "250143": {"relevant_ids": ["250142"], "ranked_ids": ["473276", "206630", "250142", "76062", "526032", "368186", "492698", "348797", "498672", "50539"], "ranked_scores": [105.0, 103.0, 101.0, 98.0, 97.0, 95.0, 95.0, 94.0, 94.0, 94.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "13223": {"relevant_ids": ["88349", "13224", "156773", "88348", "20277"], "ranked_ids": ["156773", "13224", "88349", "137719", "88348", "24720", "6014", "359956", "86343", "366749"], "ranked_scores": [122.0, 121.0, 116.0, 115.0, 115.0, 114.0, 114.0, 112.0, 111.0, 110.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.2, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6, "ndcg@5": 0.8539, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.8, "ndcg@10": 0.8539, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.8}, "11002": {"relevant_ids": ["11003"], "ranked_ids": ["11003", "35939", "489539", "254672", "83066", "311772", "36182", "320559", "82619", "444112"], "ranked_scores": [110.0, 97.0, 96.0, 95.0, 94.0, 94.0, 93.0, 93.0, 93.0, 92.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177653": {"relevant_ids": ["79732"], "ranked_ids": ["79732", "200611", "525756", "373717", "310721", "225019", "525755", "341958", "138956", "494720"], "ranked_scores": [115.0, 99.0, 98.0, 97.0, 96.0, 94.0, 94.0, 93.0, 91.0, 90.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "415592": {"relevant_ids": ["415591"], "ranked_ids": ["415591", "288357", "84634", "430072", "207607", "243091", "485299", "381371", "396505", "81159"], "ranked_scores": [112.0, 101.0, 100.0, 100.0, 99.0, 98.0, 97.0, 96.0, 96.0, 96.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "511196": {"relevant_ids": ["511197"], "ranked_ids": ["511197", "191329", "289278", "191328", "156490", "53962", "32267", "491923", "420936", "435439"], "ranked_scores": [117.0, 104.0, 103.0, 103.0, 100.0, 98.0, 96.0, 96.0, 96.0, 95.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "344845": {"relevant_ids": ["344844"], "ranked_ids": ["344844", "380837", "249580", "327548", "384928", "118579", "440826", "503908", "311499", "101085"], "ranked_scores": [116.0, 111.0, 110.0, 108.0, 108.0, 107.0, 107.0, 106.0, 106.0, 105.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "396744": {"relevant_ids": ["396745"], "ranked_ids": ["527221", "155232", "396745", "236438", "454241", "418055", "464360", "411717", "369693", "526492"], "ranked_scores": [96.0, 93.0, 92.0, 91.0, 91.0, 91.0, 91.0, 91.0, 89.0, 89.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "452398": {"relevant_ids": ["452399"], "ranked_ids": ["452399", "487918", "169053", "267712", "126265", "14720", "163971", "235061", "277360", "389028"], "ranked_scores": [118.0, 107.0, 95.0, 95.0, 94.0, 93.0, 93.0, 93.0, 92.0, 92.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "182114": {"relevant_ids": ["182113"], "ranked_ids": ["182113", "314035", "196647", "501255", "229182", "328873", "28361", "277277", "481882", "80224"], "ranked_scores": [100.0, 96.0, 96.0, 95.0, 94.0, 94.0, 94.0, 92.0, 92.0, 90.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "486260": {"relevant_ids": ["486259"], "ranked_ids": ["486259", "100082", "392356", "221509", "220387", "46379", "38555", "452464", "442062", "483720"], "ranked_scores": [118.0, 111.0, 105.0, 104.0, 104.0, 103.0, 103.0, 102.0, 101.0, 101.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "455140": {"relevant_ids": ["315935"], "ranked_ids": ["315935", "93864", "246286", "245896", "369068", "234002", "332628", "124701", "315936", "150842"], "ranked_scores": [113.0, 104.0, 102.0, 99.0, 98.0, 98.0, 98.0, 97.0, 97.0, 96.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "56198": {"relevant_ids": ["56199"], "ranked_ids": ["56199", "138891", "160194", "308888", "153147", "374513", "123344", "413940", "440826", "480352"], "ranked_scores": [118.0, 99.0, 95.0, 95.0, 95.0, 95.0, 94.0, 94.0, 94.0, 94.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "30172": {"relevant_ids": ["145119", "373486", "145120", "30173", "185817", "68426"], "ranked_ids": ["145120", "15236", "160900", "311173", "82405", "192604", "90983", "20427", "205338", "481493"], "ranked_scores": [115.0, 114.0, 112.0, 108.0, 108.0, 108.0, 107.0, 107.0, 105.0, 105.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.1667, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.1667, "ndcg@5": 0.3392, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.1667, "ndcg@10": 0.3026, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.1667}, "127880": {"relevant_ids": ["241164"], "ranked_ids": ["241164", "121458", "135083", "100860", "531392", "527388", "156678", "84471", "208455", "389443"], "ranked_scores": [114.0, 108.0, 105.0, 105.0, 101.0, 100.0, 100.0, 100.0, 99.0, 99.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "167969": {"relevant_ids": ["174461"], "ranked_ids": ["468723", "174461", "360983", "130123", "130124", "257735", "43932", "147264", "293663", "78497"], "ranked_scores": [96.0, 95.0, 95.0, 92.0, 92.0, 91.0, 91.0, 90.0, 90.0, 89.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "97986": {"relevant_ids": ["97987"], "ranked_ids": ["97987", "108564", "44589", "302177", "282219", "207303", "407", "256680", "326597", "318396"], "ranked_scores": [116.0, 101.0, 95.0, 95.0, 94.0, 94.0, 94.0, 93.0, 93.0, 93.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "12865": {"relevant_ids": ["105683"], "ranked_ids": ["105683", "277453", "477677", "94167", "191268", "338609", "155515", "146805", "528051", "67283"], "ranked_scores": [122.0, 107.0, 104.0, 104.0, 104.0, 102.0, 100.0, 100.0, 99.0, 99.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "215681": {"relevant_ids": ["215680"], "ranked_ids": ["215680", "178515", "18634", "17785", "149233", "349338", "384717", "469506", "466198", "78042"], "ranked_scores": [118.0, 102.0, 101.0, 98.0, 98.0, 97.0, 97.0, 97.0, 97.0, 97.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-mpnet-base-mrl-256-post-binary": {"127728": {"relevant_ids": ["127729"], "ranked_ids": ["127729", "250619", "315009", "245618", "494754", "153290", "38063", "507600", "230994", "469527"], "ranked_scores": [206.0, 196.0, 190.0, 190.0, 189.0, 189.0, 188.0, 188.0, 185.0, 185.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "318820": {"relevant_ids": ["318821"], "ranked_ids": ["318821", "367479", "360734", "441218", "528342", "355161", "362498", "149956", "184762", "491039"], "ranked_scores": [240.0, 209.0, 201.0, 198.0, 193.0, 192.0, 190.0, 189.0, 189.0, 187.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "296098": {"relevant_ids": ["296097"], "ranked_ids": ["45507", "45506", "307653", "296097", "173403", "168499", "423933", "514650", "493414", "469868"], "ranked_scores": [196.0, 191.0, 190.0, 190.0, 187.0, 186.0, 186.0, 184.0, 183.0, 180.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "150414": {"relevant_ids": ["192835"], "ranked_ids": ["192835", "105782", "516620", "121070", "481419", "126746", "496848", "470642", "105783", "123802"], "ranked_scores": [218.0, 214.0, 208.0, 204.0, 202.0, 199.0, 199.0, 198.0, 196.0, 196.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145582": {"relevant_ids": ["145583"], "ranked_ids": ["145583", "263736", "87614", "299264", "39561", "395661", "20024", "366204", "454248", "9145"], "ranked_scores": [216.0, 188.0, 182.0, 173.0, 172.0, 169.0, 167.0, 166.0, 166.0, 166.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "315712": {"relevant_ids": ["315713"], "ranked_ids": ["315713", "408588", "242340", "194841", "120489", "203205", "313575", "347955", "407361", "61715"], "ranked_scores": [205.0, 181.0, 181.0, 177.0, 177.0, 176.0, 174.0, 174.0, 174.0, 174.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145739": {"relevant_ids": ["145740"], "ranked_ids": ["145740", "366074", "190593", "115412", "241979", "78557", "210012", "347337", "429177", "8705"], "ranked_scores": [220.0, 201.0, 199.0, 197.0, 195.0, 194.0, 194.0, 193.0, 192.0, 192.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "308127": {"relevant_ids": ["308126"], "ranked_ids": ["308126", "35763", "79534", "367804", "123707", "286291", "294021", "77650", "100259", "342515"], "ranked_scores": [212.0, 188.0, 186.0, 182.0, 180.0, 178.0, 177.0, 177.0, 176.0, 176.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "287245": {"relevant_ids": ["283198", "283199", "322650"], "ranked_ids": ["322650", "283199", "283198", "30373", "505949", "420280", "299392", "529017", "450635", "499037"], "ranked_scores": [208.0, 206.0, 203.0, 185.0, 180.0, 180.0, 179.0, 179.0, 178.0, 178.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "14755": {"relevant_ids": ["211906", "14756"], "ranked_ids": ["450970", "211906", "14756", "235454", "57678", "30834", "74058", "277031", "367164", "291994"], "ranked_scores": [224.0, 222.0, 220.0, 204.0, 203.0, 203.0, 202.0, 201.0, 200.0, 197.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6934, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6934, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6934, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "370170": {"relevant_ids": ["370169"], "ranked_ids": ["370169", "334238", "231528", "476551", "325981", "537762", "211280", "43979", "279893", "438178"], "ranked_scores": [256.0, 188.0, 187.0, 186.0, 185.0, 185.0, 180.0, 180.0, 180.0, 179.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "41774": {"relevant_ids": ["41773"], "ranked_ids": ["41773", "307530", "239344", "366794", "433175", "416695", "33017", "179973", "468656", "148165"], "ranked_scores": [227.0, 199.0, 192.0, 187.0, 183.0, 183.0, 181.0, 181.0, 180.0, 179.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "399648": {"relevant_ids": ["399649"], "ranked_ids": ["399649", "225815", "212809", "54706", "439417", "243294", "412309", "445074", "462253", "21253"], "ranked_scores": [248.0, 208.0, 207.0, 205.0, 197.0, 194.0, 193.0, 193.0, 192.0, 190.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "504811": {"relevant_ids": ["504810"], "ranked_ids": ["504810", "364238", "175461", "54196", "54195", "132970", "84826", "214151", "276160", "220414"], "ranked_scores": [248.0, 192.0, 189.0, 187.0, 186.0, 185.0, 183.0, 182.0, 181.0, 180.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "362950": {"relevant_ids": ["400212", "362949"], "ranked_ids": ["362949", "203063", "400212", "155870", "427587", "151122", "438104", "348827", "475478", "4715"], "ranked_scores": [220.0, 209.0, 209.0, 205.0, 203.0, 202.0, 202.0, 201.0, 199.0, 198.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.9197, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.9197, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9197, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "155873": {"relevant_ids": ["155874"], "ranked_ids": ["392604", "444541", "294020", "122134", "91610", "232469", "383066", "432469", "230787", "475341"], "ranked_scores": [194.0, 188.0, 186.0, 185.0, 184.0, 183.0, 183.0, 180.0, 178.0, 178.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "263432": {"relevant_ids": ["263433"], "ranked_ids": ["263433", "401373", "473794", "407204", "128303", "41365", "409956", "261419", "471057", "95041"], "ranked_scores": [202.0, 191.0, 189.0, 185.0, 185.0, 185.0, 184.0, 183.0, 177.0, 177.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "354945": {"relevant_ids": ["354946"], "ranked_ids": ["354946", "254071", "462983", "462984", "307824", "322478", "108161", "211239", "137840", "236419"], "ranked_scores": [227.0, 222.0, 194.0, 184.0, 182.0, 181.0, 179.0, 174.0, 172.0, 171.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "245417": {"relevant_ids": ["248195", "219475"], "ranked_ids": ["219475", "40657", "248195", "64433", "368145", "301977", "319022", "413039", "8069", "63665"], "ranked_scores": [226.0, 213.0, 210.0, 210.0, 208.0, 206.0, 194.0, 191.0, 191.0, 190.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.9197, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.9197, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9197, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "516276": {"relevant_ids": ["516277"], "ranked_ids": ["516277", "19755", "34173", "352189", "510783", "153039", "62062", "118572", "119374", "143842"], "ranked_scores": [237.0, 218.0, 215.0, 211.0, 208.0, 206.0, 203.0, 202.0, 200.0, 200.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177580": {"relevant_ids": ["177579"], "ranked_ids": ["177579", "115954", "421150", "532497", "143503", "491936", "394339", "464418", "468171", "485299"], "ranked_scores": [231.0, 189.0, 179.0, 179.0, 178.0, 175.0, 175.0, 174.0, 174.0, 174.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "309865": {"relevant_ids": ["78623", "33713", "78624"], "ranked_ids": ["153484", "33713", "209041", "78624", "78623", "405094", "495751", "358785", "437065", "469068"], "ranked_scores": [220.0, 218.0, 214.0, 212.0, 203.0, 202.0, 200.0, 199.0, 198.0, 197.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.6797, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6797, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "510387": {"relevant_ids": ["510386"], "ranked_ids": ["241538", "40390", "344869", "510386", "241537", "212478", "170896", "371033", "442062", "52003"], "ranked_scores": [218.0, 213.0, 208.0, 206.0, 205.0, 205.0, 202.0, 202.0, 200.0, 200.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "26645": {"relevant_ids": ["26644"], "ranked_ids": ["26644", "207775", "108781", "221561", "26813", "504445", "215551", "209092", "219047", "39917"], "ranked_scores": [243.0, 203.0, 203.0, 203.0, 201.0, 199.0, 198.0, 197.0, 197.0, 196.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "47788": {"relevant_ids": ["455725"], "ranked_ids": ["455725", "47789", "47703", "15132", "37221", "518171", "235686", "348138", "8505", "85764"], "ranked_scores": [228.0, 216.0, 214.0, 213.0, 213.0, 212.0, 212.0, 211.0, 211.0, 211.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "338281": {"relevant_ids": ["338282"], "ranked_ids": ["338282", "56442", "57017", "345518", "11563", "75062", "514059", "293399", "326869", "443465"], "ranked_scores": [214.0, 180.0, 179.0, 178.0, 176.0, 174.0, 174.0, 173.0, 173.0, 173.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "461149": {"relevant_ids": ["461148"], "ranked_ids": ["283905", "525835", "461148", "527101", "2420", "17980", "100854", "519891", "335800", "476499"], "ranked_scores": [211.0, 208.0, 207.0, 206.0, 200.0, 199.0, 199.0, 198.0, 196.0, 196.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "346126": {"relevant_ids": ["110711", "110710"], "ranked_ids": ["110710", "110711", "154338", "528998", "296319", "254526", "168350", "230442", "50587", "55038"], "ranked_scores": [234.0, 229.0, 228.0, 209.0, 207.0, 206.0, 205.0, 204.0, 204.0, 204.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "372986": {"relevant_ids": ["262882", "49961"], "ranked_ids": ["49961", "262882", "494989", "499535", "215938", "303468", "491226", "9918", "320580", "443239"], "ranked_scores": [235.0, 215.0, 197.0, 194.0, 192.0, 190.0, 189.0, 187.0, 186.0, 186.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "501182": {"relevant_ids": ["501181"], "ranked_ids": ["501181", "446824", "490750", "179018", "240678", "185580", "325288", "402718", "429772", "294609"], "ranked_scores": [222.0, 191.0, 190.0, 187.0, 186.0, 185.0, 184.0, 182.0, 182.0, 181.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13800": {"relevant_ids": ["408522", "376590", "13799"], "ranked_ids": ["376590", "13799", "67320", "306761", "362253", "73232", "214970", "482825", "179943", "408522"], "ranked_scores": [208.0, 207.0, 204.0, 203.0, 199.0, 195.0, 195.0, 193.0, 193.0, 191.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.7654, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.901, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "250143": {"relevant_ids": ["250142"], "ranked_ids": ["473276", "250142", "526032", "76062", "492698", "206630", "38409", "498672", "50538", "509757"], "ranked_scores": [209.0, 202.0, 191.0, 191.0, 186.0, 185.0, 184.0, 183.0, 183.0, 182.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "13223": {"relevant_ids": ["88349", "13224", "156773", "88348", "20277"], "ranked_ids": ["156773", "13224", "88349", "88348", "137719", "24720", "86343", "366749", "20277", "361830"], "ranked_scores": [235.0, 229.0, 224.0, 223.0, 223.0, 218.0, 218.0, 217.0, 212.0, 212.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.2, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6, "ndcg@5": 0.8688, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.8, "ndcg@10": 0.9709, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "11002": {"relevant_ids": ["11003"], "ranked_ids": ["11003", "489539", "472830", "314099", "82619", "36182", "241075", "311772", "83066", "87346"], "ranked_scores": [225.0, 190.0, 190.0, 187.0, 186.0, 184.0, 183.0, 183.0, 182.0, 182.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177653": {"relevant_ids": ["79732"], "ranked_ids": ["79732", "525756", "200611", "310721", "373717", "525755", "39174", "395587", "138956", "225019"], "ranked_scores": [228.0, 198.0, 197.0, 195.0, 191.0, 191.0, 190.0, 190.0, 189.0, 188.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "415592": {"relevant_ids": ["415591"], "ranked_ids": ["415591", "84634", "91592", "207607", "430072", "322822", "485299", "379146", "425878", "88542"], "ranked_scores": [228.0, 201.0, 200.0, 200.0, 199.0, 197.0, 197.0, 191.0, 190.0, 190.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "511196": {"relevant_ids": ["511197"], "ranked_ids": ["511197", "156490", "289278", "191329", "491923", "191328", "53962", "328397", "414717", "251546"], "ranked_scores": [234.0, 195.0, 191.0, 189.0, 186.0, 185.0, 185.0, 184.0, 183.0, 182.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "344845": {"relevant_ids": ["344844"], "ranked_ids": ["344844", "327548", "380837", "384928", "118579", "95946", "101085", "161471", "79986", "503908"], "ranked_scores": [217.0, 211.0, 209.0, 208.0, 205.0, 204.0, 204.0, 203.0, 201.0, 200.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "396744": {"relevant_ids": ["396745"], "ranked_ids": ["454241", "527221", "155232", "396745", "503444", "284966", "271801", "318589", "418055", "526492"], "ranked_scores": [191.0, 187.0, 187.0, 184.0, 183.0, 181.0, 178.0, 178.0, 178.0, 177.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "452398": {"relevant_ids": ["452399"], "ranked_ids": ["452399", "487918", "277360", "60646", "267712", "530610", "4228", "169053", "165046", "126265"], "ranked_scores": [237.0, 198.0, 189.0, 184.0, 183.0, 183.0, 183.0, 182.0, 181.0, 180.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "182114": {"relevant_ids": ["182113"], "ranked_ids": ["196647", "182113", "148285", "86228", "276037", "481882", "277277", "60142", "178947", "338860"], "ranked_scores": [191.0, 186.0, 183.0, 183.0, 182.0, 181.0, 180.0, 180.0, 179.0, 178.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "486260": {"relevant_ids": ["486259"], "ranked_ids": ["486259", "100082", "392356", "220387", "221509", "452464", "113749", "452612", "385204", "52195"], "ranked_scores": [229.0, 209.0, 207.0, 202.0, 200.0, 200.0, 199.0, 198.0, 196.0, 196.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "455140": {"relevant_ids": ["315935"], "ranked_ids": ["315935", "246286", "93864", "245896", "369068", "315936", "93863", "356403", "234002", "390399"], "ranked_scores": [222.0, 203.0, 203.0, 195.0, 193.0, 190.0, 190.0, 189.0, 188.0, 187.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "56198": {"relevant_ids": ["56199"], "ranked_ids": ["56199", "246583", "160194", "153147", "138891", "308888", "431226", "249114", "259258", "480352"], "ranked_scores": [230.0, 190.0, 188.0, 187.0, 186.0, 185.0, 183.0, 183.0, 183.0, 179.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "30172": {"relevant_ids": ["145119", "373486", "145120", "30173", "185817", "68426"], "ranked_ids": ["145120", "15236", "160900", "192604", "311173", "82405", "90983", "382686", "56855", "536531"], "ranked_scores": [231.0, 225.0, 221.0, 217.0, 217.0, 212.0, 211.0, 211.0, 211.0, 210.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.1667, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.1667, "ndcg@5": 0.3392, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.1667, "ndcg@10": 0.3026, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.1667}, "127880": {"relevant_ids": ["241164"], "ranked_ids": ["241164", "121458", "531392", "135083", "100860", "527388", "84471", "156678", "535042", "78833"], "ranked_scores": [211.0, 211.0, 199.0, 198.0, 197.0, 195.0, 194.0, 194.0, 192.0, 192.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "167969": {"relevant_ids": ["174461"], "ranked_ids": ["174461", "360983", "468723", "78497", "130123", "174464", "147264", "10394", "448412", "257735"], "ranked_scores": [193.0, 190.0, 188.0, 185.0, 183.0, 182.0, 182.0, 179.0, 179.0, 179.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "97986": {"relevant_ids": ["97987"], "ranked_ids": ["97987", "108564", "44589", "506848", "407", "318396", "336143", "393565", "252914", "33941"], "ranked_scores": [240.0, 201.0, 188.0, 187.0, 185.0, 184.0, 182.0, 179.0, 177.0, 177.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "12865": {"relevant_ids": ["105683"], "ranked_ids": ["105683", "277453", "94167", "92902", "477677", "191268", "313106", "155515", "338609", "146805"], "ranked_scores": [246.0, 207.0, 205.0, 204.0, 204.0, 201.0, 200.0, 199.0, 199.0, 198.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "215681": {"relevant_ids": ["215680"], "ranked_ids": ["215680", "178515", "17785", "57552", "78042", "121409", "5733", "18634", "340195", "430796"], "ranked_scores": [241.0, 201.0, 194.0, 193.0, 192.0, 191.0, 191.0, 190.0, 189.0, 189.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-mpnet-base-mrl-512-post-binary": {"127728": {"relevant_ids": ["127729"], "ranked_ids": ["127729", "38063", "315009", "250619", "153290", "245618", "494754", "193297", "242446", "333348"], "ranked_scores": [399.0, 379.0, 378.0, 372.0, 370.0, 369.0, 369.0, 364.0, 363.0, 363.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "318820": {"relevant_ids": ["318821"], "ranked_ids": ["318821", "367479", "355161", "441218", "360734", "184762", "149956", "491039", "362498", "31320"], "ranked_scores": [470.0, 402.0, 386.0, 385.0, 382.0, 380.0, 380.0, 374.0, 373.0, 368.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "296098": {"relevant_ids": ["296097"], "ranked_ids": ["45507", "296097", "56686", "307653", "173403", "45506", "134752", "469868", "168499", "423933"], "ranked_scores": [398.0, 383.0, 374.0, 374.0, 370.0, 368.0, 367.0, 367.0, 365.0, 364.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "150414": {"relevant_ids": ["192835"], "ranked_ids": ["192835", "105782", "516620", "126746", "132912", "21131", "123802", "481419", "105783", "121070"], "ranked_scores": [437.0, 420.0, 411.0, 397.0, 396.0, 390.0, 387.0, 387.0, 386.0, 385.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145582": {"relevant_ids": ["145583"], "ranked_ids": ["145583", "263736", "87614", "299264", "39561", "454248", "20024", "130013", "399626", "491038"], "ranked_scores": [436.0, 368.0, 368.0, 363.0, 350.0, 340.0, 329.0, 329.0, 328.0, 325.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "315712": {"relevant_ids": ["315713"], "ranked_ids": ["315713", "408588", "242340", "153536", "203205", "396505", "120489", "298503", "194841", "61715"], "ranked_scores": [398.0, 372.0, 363.0, 356.0, 352.0, 351.0, 351.0, 344.0, 343.0, 341.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145739": {"relevant_ids": ["145740"], "ranked_ids": ["145740", "366074", "241979", "115412", "8705", "210012", "465597", "429177", "190593", "51035"], "ranked_scores": [444.0, 406.0, 396.0, 392.0, 386.0, 383.0, 383.0, 382.0, 379.0, 379.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "308127": {"relevant_ids": ["308126"], "ranked_ids": ["308126", "367804", "35763", "79534", "537189", "77650", "100259", "522687", "123707", "498938"], "ranked_scores": [432.0, 367.0, 365.0, 361.0, 360.0, 359.0, 357.0, 357.0, 356.0, 350.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "287245": {"relevant_ids": ["283198", "283199", "322650"], "ranked_ids": ["322650", "283199", "283198", "30373", "221784", "192143", "109049", "499037", "420279", "77620"], "ranked_scores": [424.0, 419.0, 404.0, 367.0, 361.0, 358.0, 355.0, 355.0, 355.0, 355.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "14755": {"relevant_ids": ["211906", "14756"], "ranked_ids": ["450970", "211906", "14756", "277031", "235454", "57678", "28296", "30834", "88473", "291994"], "ranked_scores": [440.0, 439.0, 433.0, 411.0, 402.0, 402.0, 396.0, 385.0, 385.0, 384.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6934, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6934, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6934, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "370170": {"relevant_ids": ["370169"], "ranked_ids": ["370169", "537762", "476551", "231528", "334238", "88911", "387761", "417976", "466920", "534102"], "ranked_scores": [509.0, 366.0, 365.0, 365.0, 362.0, 359.0, 358.0, 357.0, 354.0, 354.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "41774": {"relevant_ids": ["41773"], "ranked_ids": ["41773", "307530", "239344", "366794", "53738", "214766", "487873", "532062", "416695", "433175"], "ranked_scores": [450.0, 382.0, 380.0, 373.0, 365.0, 357.0, 356.0, 356.0, 355.0, 354.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "399648": {"relevant_ids": ["399649"], "ranked_ids": ["399649", "225815", "212809", "54706", "412309", "462253", "21253", "159777", "529004", "439417"], "ranked_scores": [496.0, 426.0, 418.0, 411.0, 394.0, 394.0, 391.0, 389.0, 387.0, 383.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "504811": {"relevant_ids": ["504810"], "ranked_ids": ["504810", "84826", "364238", "90374", "54196", "175461", "214151", "15879", "309894", "54195"], "ranked_scores": [492.0, 381.0, 372.0, 367.0, 367.0, 365.0, 363.0, 362.0, 362.0, 360.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "362950": {"relevant_ids": ["400212", "362949"], "ranked_ids": ["362949", "400212", "203063", "155870", "68956", "24154", "4715", "151122", "427587", "487392"], "ranked_scores": [424.0, 414.0, 399.0, 394.0, 392.0, 391.0, 391.0, 391.0, 388.0, 387.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "155873": {"relevant_ids": ["155874"], "ranked_ids": ["392604", "294020", "122134", "444541", "383066", "91610", "440807", "475341", "487664", "246660"], "ranked_scores": [381.0, 375.0, 374.0, 374.0, 363.0, 359.0, 357.0, 357.0, 357.0, 356.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "263432": {"relevant_ids": ["263433"], "ranked_ids": ["263433", "401373", "407204", "128303", "471057", "473794", "20409", "136838", "261419", "29349"], "ranked_scores": [404.0, 385.0, 377.0, 372.0, 366.0, 363.0, 363.0, 361.0, 358.0, 356.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "354945": {"relevant_ids": ["354946"], "ranked_ids": ["354946", "254071", "462983", "462984", "322478", "108161", "236419", "307824", "107010", "490044"], "ranked_scores": [456.0, 446.0, 386.0, 378.0, 366.0, 363.0, 360.0, 359.0, 346.0, 345.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "245417": {"relevant_ids": ["248195", "219475"], "ranked_ids": ["219475", "248195", "40657", "64433", "368145", "301977", "319022", "37326", "14180", "8069"], "ranked_scores": [454.0, 422.0, 416.0, 405.0, 401.0, 397.0, 386.0, 380.0, 378.0, 376.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "516276": {"relevant_ids": ["516277"], "ranked_ids": ["516277", "19755", "34173", "510783", "352189", "119374", "143842", "62062", "52074", "479392"], "ranked_scores": [474.0, 430.0, 425.0, 417.0, 417.0, 402.0, 401.0, 401.0, 395.0, 394.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177580": {"relevant_ids": ["177579"], "ranked_ids": ["177579", "115954", "185553", "532497", "143503", "57360", "421150", "322822", "419100", "511935"], "ranked_scores": [466.0, 366.0, 362.0, 359.0, 357.0, 356.0, 355.0, 350.0, 348.0, 346.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "309865": {"relevant_ids": ["78623", "33713", "78624"], "ranked_ids": ["153484", "33713", "209041", "78624", "405094", "78623", "495751", "20635", "437065", "109205"], "ranked_scores": [439.0, 434.0, 434.0, 419.0, 412.0, 411.0, 398.0, 396.0, 395.0, 394.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4982, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.6653, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "510387": {"relevant_ids": ["510386"], "ranked_ids": ["241538", "40390", "344869", "241537", "170896", "510386", "371033", "254292", "52003", "442062"], "ranked_scores": [429.0, 429.0, 416.0, 408.0, 407.0, 407.0, 407.0, 404.0, 402.0, 399.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "26645": {"relevant_ids": ["26644"], "ranked_ids": ["26644", "108781", "215551", "207775", "163452", "209092", "219047", "504445", "284347", "26813"], "ranked_scores": [478.0, 409.0, 404.0, 397.0, 396.0, 395.0, 394.0, 393.0, 391.0, 390.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "47788": {"relevant_ids": ["455725"], "ranked_ids": ["455725", "47789", "47703", "37221", "15132", "59508", "8505", "101721", "235686", "518171"], "ranked_scores": [461.0, 441.0, 435.0, 433.0, 433.0, 430.0, 428.0, 426.0, 426.0, 425.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "338281": {"relevant_ids": ["338282"], "ranked_ids": ["338282", "345518", "11563", "56442", "263861", "443465", "57017", "389968", "138712", "391952"], "ranked_scores": [426.0, 363.0, 361.0, 360.0, 360.0, 358.0, 358.0, 353.0, 352.0, 352.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "461149": {"relevant_ids": ["461148"], "ranked_ids": ["283905", "525835", "461148", "527101", "377056", "2420", "100854", "519891", "252761", "414838"], "ranked_scores": [420.0, 411.0, 408.0, 406.0, 395.0, 393.0, 391.0, 391.0, 390.0, 390.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "346126": {"relevant_ids": ["110711", "110710"], "ranked_ids": ["110710", "110711", "154338", "168350", "296319", "108617", "50587", "55038", "528998", "340823"], "ranked_scores": [470.0, 457.0, 447.0, 415.0, 414.0, 413.0, 409.0, 409.0, 406.0, 400.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "372986": {"relevant_ids": ["262882", "49961"], "ranked_ids": ["49961", "262882", "494989", "303468", "215938", "499535", "491226", "497531", "443239", "9918"], "ranked_scores": [473.0, 425.0, 383.0, 383.0, 379.0, 376.0, 373.0, 370.0, 367.0, 367.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "501182": {"relevant_ids": ["501181"], "ranked_ids": ["501181", "446824", "240678", "179018", "490750", "109121", "447737", "185580", "429772", "402718"], "ranked_scores": [440.0, 385.0, 380.0, 380.0, 375.0, 370.0, 367.0, 365.0, 365.0, 363.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13800": {"relevant_ids": ["408522", "376590", "13799"], "ranked_ids": ["13799", "376590", "257857", "306761", "179943", "67320", "482825", "362253", "281010", "408522"], "ranked_scores": [419.0, 412.0, 405.0, 403.0, 399.0, 398.0, 395.0, 393.0, 385.0, 385.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.7654, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.901, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "250143": {"relevant_ids": ["250142"], "ranked_ids": ["250142", "473276", "76062", "50538", "492698", "368186", "403812", "498672", "526032", "96270"], "ranked_scores": [417.0, 414.0, 371.0, 369.0, 366.0, 366.0, 364.0, 363.0, 361.0, 361.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13223": {"relevant_ids": ["88349", "13224", "156773", "88348", "20277"], "ranked_ids": ["156773", "13224", "88349", "137719", "88348", "366749", "24720", "86343", "20277", "11938"], "ranked_scores": [474.0, 463.0, 453.0, 451.0, 451.0, 442.0, 441.0, 441.0, 427.0, 426.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.2, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6, "ndcg@5": 0.8539, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.8, "ndcg@10": 0.956, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "11002": {"relevant_ids": ["11003"], "ranked_ids": ["11003", "472830", "314099", "489539", "153944", "87588", "10212", "241075", "82619", "444112"], "ranked_scores": [456.0, 384.0, 379.0, 374.0, 373.0, 368.0, 368.0, 366.0, 365.0, 364.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177653": {"relevant_ids": ["79732"], "ranked_ids": ["79732", "39174", "310721", "200611", "525756", "395587", "373717", "525755", "225019", "373275"], "ranked_scores": [447.0, 389.0, 386.0, 384.0, 384.0, 379.0, 372.0, 367.0, 362.0, 362.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "415592": {"relevant_ids": ["415591"], "ranked_ids": ["415591", "207607", "84634", "322822", "430072", "91592", "88542", "381371", "379146", "485299"], "ranked_scores": [456.0, 394.0, 392.0, 388.0, 387.0, 384.0, 383.0, 380.0, 380.0, 378.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "511196": {"relevant_ids": ["511197"], "ranked_ids": ["511197", "53962", "156490", "289278", "191329", "191328", "328397", "251546", "414717", "491923"], "ranked_scores": [454.0, 382.0, 381.0, 379.0, 377.0, 372.0, 369.0, 366.0, 362.0, 359.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "344845": {"relevant_ids": ["344844"], "ranked_ids": ["344844", "380837", "327548", "95946", "101085", "161471", "384928", "118579", "503908", "79986"], "ranked_scores": [438.0, 411.0, 405.0, 400.0, 399.0, 398.0, 397.0, 391.0, 388.0, 388.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "396744": {"relevant_ids": ["396745"], "ranked_ids": ["454241", "527221", "284966", "155232", "396745", "481437", "236438", "318588", "471027", "503444"], "ranked_scores": [386.0, 385.0, 377.0, 376.0, 374.0, 372.0, 372.0, 368.0, 364.0, 364.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "452398": {"relevant_ids": ["452399"], "ranked_ids": ["452399", "487918", "169053", "277360", "60646", "530610", "267712", "225484", "14720", "276696"], "ranked_scores": [474.0, 385.0, 361.0, 360.0, 359.0, 357.0, 356.0, 354.0, 353.0, 353.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "182114": {"relevant_ids": ["182113"], "ranked_ids": ["196647", "182113", "229182", "60142", "413792", "148285", "270399", "118902", "260490", "86228"], "ranked_scores": [378.0, 370.0, 352.0, 352.0, 350.0, 347.0, 343.0, 341.0, 341.0, 340.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "486260": {"relevant_ids": ["486259"], "ranked_ids": ["486259", "392356", "100082", "113749", "221509", "220387", "452464", "340380", "10591", "52195"], "ranked_scores": [467.0, 407.0, 406.0, 395.0, 392.0, 392.0, 391.0, 391.0, 390.0, 389.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "455140": {"relevant_ids": ["315935"], "ranked_ids": ["315935", "246286", "315936", "93864", "245896", "50224", "150842", "369068", "348491", "356403"], "ranked_scores": [453.0, 397.0, 391.0, 390.0, 388.0, 386.0, 385.0, 383.0, 372.0, 372.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "56198": {"relevant_ids": ["56199"], "ranked_ids": ["56199", "246583", "138891", "249114", "160194", "153147", "243039", "431226", "43405", "521606"], "ranked_scores": [464.0, 381.0, 375.0, 367.0, 365.0, 357.0, 357.0, 357.0, 353.0, 353.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "30172": {"relevant_ids": ["145119", "373486", "145120", "30173", "185817", "68426"], "ranked_ids": ["145120", "15236", "160900", "192604", "311173", "82405", "68426", "56855", "481493", "90983"], "ranked_scores": [456.0, 445.0, 438.0, 430.0, 428.0, 417.0, 417.0, 416.0, 415.0, 415.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.1667, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.1667, "ndcg@5": 0.3392, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.1667, "ndcg@10": 0.4035, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "127880": {"relevant_ids": ["241164"], "ranked_ids": ["241164", "121458", "135083", "535042", "527388", "358959", "99916", "156678", "450198", "537189"], "ranked_scores": [419.0, 410.0, 387.0, 384.0, 379.0, 378.0, 377.0, 377.0, 376.0, 375.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "167969": {"relevant_ids": ["174461"], "ranked_ids": ["174461", "360983", "468723", "121354", "78497", "10394", "144121", "347474", "147264", "174464"], "ranked_scores": [394.0, 376.0, 374.0, 372.0, 368.0, 367.0, 361.0, 359.0, 357.0, 356.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "97986": {"relevant_ids": ["97987"], "ranked_ids": ["97987", "108564", "44589", "318396", "393565", "506848", "479236", "407", "41242", "336143"], "ranked_scores": [483.0, 399.0, 397.0, 373.0, 370.0, 369.0, 363.0, 363.0, 361.0, 360.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "12865": {"relevant_ids": ["105683"], "ranked_ids": ["105683", "277453", "191268", "92902", "94167", "155515", "506722", "477677", "338609", "356189"], "ranked_scores": [487.0, 414.0, 414.0, 405.0, 398.0, 396.0, 395.0, 394.0, 393.0, 391.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "215681": {"relevant_ids": ["215680"], "ranked_ids": ["215680", "178515", "57552", "78042", "121409", "17785", "340195", "5733", "119374", "63757"], "ranked_scores": [483.0, 405.0, 401.0, 386.0, 384.0, 379.0, 379.0, 378.0, 377.0, 377.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-mpnet-base-pq-m16-n8": {"127728": {"relevant_ids": ["127729"], "ranked_ids": ["127729", "127676", "257349", "245618", "435743", "116881", "92818", "387548", "250619", "276617"], "ranked_scores": [0.6666, 0.6317, 0.6316, 0.6246, 0.615, 0.6122, 0.6077, 0.6031, 0.603, 0.5987], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "318820": {"relevant_ids": ["318821"], "ranked_ids": ["318821", "184762", "355161", "496708", "367479", "297357", "491039", "222238", "56784", "167747"], "ranked_scores": [0.7649, 0.6737, 0.6702, 0.6519, 0.6304, 0.6274, 0.6159, 0.6086, 0.6077, 0.6071], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "296098": {"relevant_ids": ["296097"], "ranked_ids": ["173403", "45507", "469868", "307653", "296097", "45506", "364131", "412371", "492756", "56686"], "ranked_scores": [0.7362, 0.7227, 0.72, 0.7187, 0.7112, 0.6982, 0.6961, 0.6881, 0.6837, 0.6832], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "150414": {"relevant_ids": ["192835"], "ranked_ids": ["192835", "105782", "121070", "103122", "516620", "259561", "105783", "470642", "126746", "1702"], "ranked_scores": [0.7602, 0.6968, 0.6843, 0.6785, 0.6648, 0.6541, 0.6517, 0.6504, 0.6499, 0.6411], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145582": {"relevant_ids": ["145583"], "ranked_ids": ["145583", "263736", "285851", "390399", "246286", "245370", "369955", "436023", "99971", "299264"], "ranked_scores": [0.5805, 0.4937, 0.4189, 0.3905, 0.3882, 0.3873, 0.3873, 0.3811, 0.3794, 0.3787], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "315712": {"relevant_ids": ["315713"], "ranked_ids": ["315713", "469483", "242340", "408588", "194841", "124542", "396505", "319096", "203205", "368164"], "ranked_scores": [0.6252, 0.4963, 0.4923, 0.4894, 0.4853, 0.4802, 0.473, 0.4656, 0.4637, 0.4577], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145739": {"relevant_ids": ["145740"], "ranked_ids": ["145740", "303090", "347337", "241979", "366074", "8705", "415781", "148222", "180147", "115412"], "ranked_scores": [0.7847, 0.7591, 0.7582, 0.7577, 0.7577, 0.7551, 0.7354, 0.7299, 0.7287, 0.7286], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "308127": {"relevant_ids": ["308126"], "ranked_ids": ["308126", "35763", "367804", "77650", "140685", "107010", "498938", "255239", "189748", "471617"], "ranked_scores": [0.638, 0.5698, 0.5497, 0.5478, 0.5472, 0.5472, 0.5419, 0.5412, 0.5405, 0.5393], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "287245": {"relevant_ids": ["283198", "283199", "322650"], "ranked_ids": ["283199", "322650", "283198", "221783", "221784", "304904", "109049", "505949", "131380", "497666"], "ranked_scores": [0.6513, 0.6513, 0.6274, 0.5989, 0.5849, 0.5838, 0.5647, 0.5585, 0.557, 0.5558], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "14755": {"relevant_ids": ["211906", "14756"], "ranked_ids": ["14756", "450970", "211906", "535700", "173813", "30834", "230091", "362149", "277031", "235454"], "ranked_scores": [0.7753, 0.7753, 0.7742, 0.74, 0.7396, 0.735, 0.7279, 0.727, 0.7248, 0.7226], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.9197, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.9197, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9197, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "370170": {"relevant_ids": ["370169"], "ranked_ids": ["370169", "537762", "88911", "466920", "22763", "433820", "404718", "211280", "387761", "467211"], "ranked_scores": [0.6831, 0.5709, 0.5472, 0.5462, 0.5283, 0.5269, 0.5167, 0.5063, 0.5025, 0.4964], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "41774": {"relevant_ids": ["41773"], "ranked_ids": ["41773", "239344", "53738", "307530", "366794", "487873", "214766", "468656", "148165", "33017"], "ranked_scores": [0.6581, 0.6109, 0.578, 0.5628, 0.5614, 0.5522, 0.5288, 0.5269, 0.526, 0.526], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "399648": {"relevant_ids": ["399649"], "ranked_ids": ["399649", "225815", "212809", "54706", "435035", "504913", "243294", "359281", "380626", "411313"], "ranked_scores": [0.8055, 0.7303, 0.696, 0.6923, 0.6904, 0.6821, 0.6755, 0.6741, 0.6723, 0.669], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "504811": {"relevant_ids": ["504810"], "ranked_ids": ["504810", "214151", "309894", "527852", "448774", "84826", "90374", "55899", "74588", "5862"], "ranked_scores": [0.7471, 0.7177, 0.7168, 0.7004, 0.6952, 0.6948, 0.6947, 0.6623, 0.6574, 0.6553], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "362950": {"relevant_ids": ["400212", "362949"], "ranked_ids": ["362949", "400212", "427587", "78020", "68956", "487392", "411503", "151122", "475478", "155870"], "ranked_scores": [0.7615, 0.7571, 0.7454, 0.745, 0.736, 0.7308, 0.725, 0.7218, 0.7065, 0.7057], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "155873": {"relevant_ids": ["155874"], "ranked_ids": ["392604", "292617", "122134", "487664", "246660", "206283", "303941", "430514", "196606", "294021"], "ranked_scores": [0.5943, 0.5901, 0.579, 0.5727, 0.5698, 0.5524, 0.5499, 0.5454, 0.5388, 0.5309], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "263432": {"relevant_ids": ["263433"], "ranked_ids": ["263433", "370718", "254597", "370717", "230671", "258335", "136838", "205954", "29349", "95041"], "ranked_scores": [0.6802, 0.6533, 0.643, 0.6345, 0.6333, 0.6309, 0.6279, 0.6271, 0.6269, 0.6262], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "354945": {"relevant_ids": ["354946"], "ranked_ids": ["354946", "254071", "462983", "462984", "236419", "322478", "108161", "108187", "307824", "97780"], "ranked_scores": [0.7288, 0.7157, 0.6515, 0.6171, 0.5847, 0.5847, 0.515, 0.4814, 0.3965, 0.3884], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "245417": {"relevant_ids": ["248195", "219475"], "ranked_ids": ["219475", "248195", "40657", "301977", "64433", "368145", "319022", "413039", "390696", "141217"], "ranked_scores": [0.7436, 0.7433, 0.7187, 0.7029, 0.6965, 0.6911, 0.6761, 0.6721, 0.6666, 0.6438], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "516276": {"relevant_ids": ["516277"], "ranked_ids": ["516277", "34173", "19755", "175142", "479392", "76958", "119374", "178631", "510783", "52074"], "ranked_scores": [0.8096, 0.7758, 0.7758, 0.7574, 0.7554, 0.7404, 0.7193, 0.7071, 0.7034, 0.6968], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177580": {"relevant_ids": ["177579"], "ranked_ids": ["177579", "185553", "511935", "143503", "57360", "221174", "532497", "517075", "115954", "18081"], "ranked_scores": [0.6496, 0.5204, 0.4819, 0.4786, 0.4441, 0.4173, 0.394, 0.3852, 0.3846, 0.3765], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "309865": {"relevant_ids": ["78623", "33713", "78624"], "ranked_ids": ["153484", "78623", "405094", "209041", "78624", "477476", "158229", "406256", "104131", "235483"], "ranked_scores": [0.7994, 0.7994, 0.7994, 0.795, 0.7885, 0.7773, 0.7719, 0.7719, 0.7697, 0.7648], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4776, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.4776, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.6667}, "510387": {"relevant_ids": ["510386"], "ranked_ids": ["241538", "241537", "344869", "510386", "170896", "52003", "43729", "234797", "40390", "212478"], "ranked_scores": [0.7983, 0.7965, 0.793, 0.7908, 0.7848, 0.781, 0.781, 0.7709, 0.7691, 0.7657], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "26645": {"relevant_ids": ["26644"], "ranked_ids": ["26644", "284347", "108781", "411539", "26813", "82114", "208205", "215551", "233540", "504445"], "ranked_scores": [0.8172, 0.7724, 0.7637, 0.7522, 0.7337, 0.7336, 0.7331, 0.7297, 0.7244, 0.7213], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "47788": {"relevant_ids": ["455725"], "ranked_ids": ["455725", "85764", "15132", "47789", "518171", "47703", "59508", "235686", "163881", "37221"], "ranked_scores": [0.8596, 0.8526, 0.8526, 0.8521, 0.8507, 0.8489, 0.8479, 0.8451, 0.8444, 0.8444], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "338281": {"relevant_ids": ["338282"], "ranked_ids": ["338282", "138712", "263861", "345518", "85881", "135715", "57017", "391952", "389968", "11563"], "ranked_scores": [0.717, 0.5702, 0.5679, 0.5388, 0.5301, 0.5188, 0.5151, 0.4873, 0.484, 0.4747], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "461149": {"relevant_ids": ["461148"], "ranked_ids": ["215782", "527101", "283905", "377056", "335800", "302225", "252761", "392721", "416504", "519891"], "ranked_scores": [0.7715, 0.7705, 0.7467, 0.7449, 0.7437, 0.7414, 0.7413, 0.7401, 0.7401, 0.7396], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "346126": {"relevant_ids": ["110711", "110710"], "ranked_ids": ["110711", "110710", "154338", "393684", "13436", "108617", "168350", "6816", "355996", "254526"], "ranked_scores": [0.8346, 0.8323, 0.8278, 0.7848, 0.7774, 0.774, 0.774, 0.774, 0.774, 0.7694], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "372986": {"relevant_ids": ["262882", "49961"], "ranked_ids": ["49961", "262882", "88278", "215938", "497531", "516501", "415486", "515236", "310215", "240478"], "ranked_scores": [0.761, 0.739, 0.6812, 0.6771, 0.6712, 0.6705, 0.6651, 0.6527, 0.6435, 0.6416], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "501182": {"relevant_ids": ["501181"], "ranked_ids": ["501181", "179018", "474402", "109121", "325288", "400576", "446824", "274777", "185580", "291000"], "ranked_scores": [0.6954, 0.6353, 0.6322, 0.6228, 0.6228, 0.5952, 0.5924, 0.588, 0.5548, 0.5448], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13800": {"relevant_ids": ["408522", "376590", "13799"], "ranked_ids": ["376590", "8622", "13799", "67320", "179943", "388705", "67319", "256094", "443465", "138908"], "ranked_scores": [0.7344, 0.7283, 0.7249, 0.7096, 0.7061, 0.6825, 0.6699, 0.6622, 0.6552, 0.6524], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.7039, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.7039, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.6667}, "250143": {"relevant_ids": ["250142"], "ranked_ids": ["250142", "473276", "492698", "137994", "27632", "533421", "206630", "120264", "526032", "38409"], "ranked_scores": [0.7764, 0.7674, 0.662, 0.6459, 0.6456, 0.6396, 0.6355, 0.6354, 0.5812, 0.5605], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13223": {"relevant_ids": ["88349", "13224", "156773", "88348", "20277"], "ranked_ids": ["156773", "88348", "13224", "88349", "86343", "366749", "137719", "24720", "6014", "11938"], "ranked_scores": [0.9065, 0.9065, 0.9065, 0.9065, 0.9033, 0.8957, 0.8928, 0.8916, 0.865, 0.8629], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.2, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6, "ndcg@5": 0.8688, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.8, "ndcg@10": 0.8688, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.8}, "11002": {"relevant_ids": ["11003"], "ranked_ids": ["11003", "489539", "87346", "42203", "144197", "444112", "55041", "40100", "64236", "153944"], "ranked_scores": [0.7247, 0.7084, 0.6885, 0.6652, 0.6639, 0.6639, 0.6639, 0.6639, 0.6639, 0.6626], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177653": {"relevant_ids": ["79732"], "ranked_ids": ["79732", "39174", "395587", "373275", "200611", "225019", "377344", "310721", "238679", "525756"], "ranked_scores": [0.6559, 0.609, 0.6051, 0.5563, 0.5397, 0.4967, 0.4931, 0.4925, 0.4747, 0.4392], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "415592": {"relevant_ids": ["415591"], "ranked_ids": ["415591", "288357", "485706", "387370", "84634", "497302", "115485", "509003", "523917", "172118"], "ranked_scores": [0.7919, 0.7703, 0.7591, 0.7442, 0.74, 0.7327, 0.7206, 0.7184, 0.7007, 0.6939], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "511196": {"relevant_ids": ["511197"], "ranked_ids": ["328397", "53962", "398788", "511197", "156490", "251545", "289278", "491923", "251546", "191329"], "ranked_scores": [0.6889, 0.6792, 0.6771, 0.6743, 0.6425, 0.633, 0.5889, 0.5828, 0.5464, 0.5389], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "344845": {"relevant_ids": ["344844"], "ranked_ids": ["344844", "380837", "335497", "79987", "101085", "327548", "4763", "503908", "79986", "95946"], "ranked_scores": [0.8276, 0.7887, 0.7865, 0.7861, 0.7844, 0.7844, 0.7844, 0.7844, 0.7844, 0.7844], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "396744": {"relevant_ids": ["396745"], "ranked_ids": ["8609", "155232", "252056", "281521", "236438", "271801", "418055", "489628", "284966", "454241"], "ranked_scores": [0.6173, 0.6165, 0.6159, 0.6148, 0.6122, 0.6096, 0.6058, 0.6058, 0.602, 0.5931], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "452398": {"relevant_ids": ["452399"], "ranked_ids": ["452399", "97822", "134287", "60646", "450912", "128992", "372901", "435989", "165046", "90225"], "ranked_scores": [0.6432, 0.5555, 0.5539, 0.545, 0.5368, 0.5221, 0.5205, 0.511, 0.5091, 0.5087], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "182114": {"relevant_ids": ["182113"], "ranked_ids": ["196647", "413792", "99085", "238903", "354965", "136765", "155258", "182113", "118897", "260490"], "ranked_scores": [0.5955, 0.5763, 0.572, 0.5677, 0.5636, 0.5568, 0.5534, 0.5532, 0.5516, 0.5512], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "486260": {"relevant_ids": ["486259"], "ranked_ids": ["486259", "146737", "146738", "266904", "151649", "46379", "111946", "392356", "222159", "220387"], "ranked_scores": [0.7839, 0.7077, 0.7064, 0.7052, 0.7032, 0.7031, 0.7016, 0.6984, 0.6953, 0.6937], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "455140": {"relevant_ids": ["315935"], "ranked_ids": ["315935", "315936", "369068", "519049", "246286", "211061", "348491", "93864", "308963", "150842"], "ranked_scores": [0.7503, 0.7067, 0.6793, 0.6748, 0.6664, 0.664, 0.6636, 0.6631, 0.6603, 0.6601], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "56198": {"relevant_ids": ["56199"], "ranked_ids": ["56199", "249114", "130971", "431226", "3724", "308888", "160194", "87814", "91482", "480352"], "ranked_scores": [0.7024, 0.5968, 0.5708, 0.5528, 0.5276, 0.5234, 0.5234, 0.5234, 0.5234, 0.5197], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "30172": {"relevant_ids": ["145119", "373486", "145120", "30173", "185817", "68426"], "ranked_ids": ["145120", "68426", "160900", "205338", "21960", "96958", "373486", "357893", "15236", "30173"], "ranked_scores": [0.8822, 0.875, 0.8629, 0.8531, 0.85, 0.841, 0.8291, 0.8202, 0.8063, 0.8056], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.1667, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.5531, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.6819, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.6667}, "127880": {"relevant_ids": ["241164"], "ranked_ids": ["241164", "121458", "120446", "84471", "22396", "437116", "504771", "329579", "135083", "358959"], "ranked_scores": [0.6814, 0.6757, 0.6443, 0.6386, 0.6385, 0.6303, 0.62, 0.6181, 0.6128, 0.6066], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "167969": {"relevant_ids": ["174461"], "ranked_ids": ["174461", "360983", "10394", "121354", "207491", "257735", "347474", "207492", "91854", "10393"], "ranked_scores": [0.6437, 0.6346, 0.6251, 0.6209, 0.6079, 0.6047, 0.6029, 0.6022, 0.5895, 0.5863], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "97986": {"relevant_ids": ["97987"], "ranked_ids": ["97987", "44589", "284181", "479236", "336143", "44095", "108564", "83797", "90875", "318396"], "ranked_scores": [0.806, 0.791, 0.7442, 0.7313, 0.7313, 0.73, 0.7298, 0.704, 0.7027, 0.7007], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "12865": {"relevant_ids": ["105683"], "ranked_ids": ["105683", "277453", "191268", "155515", "338609", "188959", "356740", "35071", "92902", "94167"], "ranked_scores": [0.8297, 0.8068, 0.7965, 0.7808, 0.7742, 0.7698, 0.7698, 0.7698, 0.7698, 0.7698], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "215681": {"relevant_ids": ["215680"], "ranked_ids": ["215680", "178515", "57552", "5733", "143842", "54139", "301165", "349338", "285023", "171713"], "ranked_scores": [0.7573, 0.6647, 0.6475, 0.641, 0.6342, 0.6286, 0.6286, 0.6259, 0.6217, 0.6198], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-mpnet-base-pq-m16-n4": {"127728": {"relevant_ids": ["127729"], "ranked_ids": ["127729", "257628", "276617", "116881", "153290", "78763", "188019", "245618", "387548", "189865"], "ranked_scores": [0.527, 0.4796, 0.4778, 0.4756, 0.4674, 0.4668, 0.465, 0.4617, 0.4613, 0.4559], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "318820": {"relevant_ids": ["318821"], "ranked_ids": ["318821", "380781", "367479", "222238", "355161", "496708", "56784", "362322", "167747", "54496"], "ranked_scores": [0.5152, 0.4751, 0.4726, 0.4681, 0.468, 0.4657, 0.4563, 0.4526, 0.4476, 0.4462], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "296098": {"relevant_ids": ["296097"], "ranked_ids": ["45507", "296097", "45506", "469868", "376639", "483090", "423933", "492756", "493414", "173403"], "ranked_scores": [0.4295, 0.4235, 0.412, 0.4007, 0.3899, 0.3886, 0.3871, 0.3836, 0.3775, 0.3769], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "150414": {"relevant_ids": ["192835"], "ranked_ids": ["126746", "192835", "105782", "516620", "373486", "1702", "259561", "319821", "68426", "470642"], "ranked_scores": [0.611, 0.6078, 0.6035, 0.5918, 0.5892, 0.5794, 0.5782, 0.5768, 0.5765, 0.5749], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "145582": {"relevant_ids": ["145583"], "ranked_ids": ["145583", "360594", "356403", "263736", "472217", "315936", "315935", "390399", "106381", "536490"], "ranked_scores": [0.3979, 0.3532, 0.344, 0.3406, 0.3337, 0.3284, 0.32, 0.3179, 0.3177, 0.3154], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "315712": {"relevant_ids": ["315713"], "ranked_ids": ["315713", "484646", "319096", "217970", "277547", "408588", "396505", "208025", "67179", "124542"], "ranked_scores": [0.5136, 0.4872, 0.4657, 0.4594, 0.4489, 0.4386, 0.4386, 0.4344, 0.4312, 0.4285], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145739": {"relevant_ids": ["145740"], "ranked_ids": ["415781", "145740", "347337", "366074", "241979", "453401", "465597", "148222", "303090", "8705"], "ranked_scores": [0.5156, 0.5099, 0.5058, 0.5019, 0.5019, 0.4951, 0.495, 0.4892, 0.4793, 0.4778], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "308127": {"relevant_ids": ["308126"], "ranked_ids": ["308126", "343526", "36744", "385951", "32983", "374172", "35763", "367804", "284336", "83338"], "ranked_scores": [0.5434, 0.4677, 0.455, 0.4511, 0.4468, 0.4418, 0.4416, 0.4399, 0.439, 0.4389], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "287245": {"relevant_ids": ["283198", "283199", "322650"], "ranked_ids": ["322650", "283199", "283198", "497666", "291373", "221783", "195143", "221784", "109049", "450635"], "ranked_scores": [0.4514, 0.4506, 0.4475, 0.4419, 0.4274, 0.4246, 0.4204, 0.4194, 0.4143, 0.4135], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "14755": {"relevant_ids": ["211906", "14756"], "ranked_ids": ["88473", "30834", "45354", "383325", "211906", "55083", "272073", "69287", "21920", "27424"], "ranked_scores": [0.6648, 0.6625, 0.6625, 0.6585, 0.6573, 0.6569, 0.6569, 0.653, 0.6528, 0.6521], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2372, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2372, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.5}, "370170": {"relevant_ids": ["370169"], "ranked_ids": ["370169", "59810", "139543", "331652", "407856", "311978", "305072", "334238", "157471", "29630"], "ranked_scores": [0.5442, 0.4603, 0.4523, 0.451, 0.4487, 0.4451, 0.4389, 0.4388, 0.4372, 0.4368], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "41774": {"relevant_ids": ["41773"], "ranked_ids": ["41773", "239344", "296423", "53738", "468656", "484646", "360243", "88049", "378060", "277012"], "ranked_scores": [0.5189, 0.4819, 0.4437, 0.4429, 0.4357, 0.4249, 0.4215, 0.4131, 0.411, 0.4101], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "399648": {"relevant_ids": ["399649"], "ranked_ids": ["399649", "411313", "225815", "276696", "243294", "285302", "434065", "359281", "212809", "54706"], "ranked_scores": [0.5881, 0.5583, 0.5513, 0.5506, 0.5409, 0.5332, 0.5328, 0.5286, 0.5272, 0.5108], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "504811": {"relevant_ids": ["504810"], "ranked_ids": ["504810", "90374", "84826", "393188", "31335", "160704", "114876", "256525", "54196", "309894"], "ranked_scores": [0.5689, 0.5125, 0.5028, 0.5012, 0.4905, 0.4866, 0.4845, 0.4827, 0.4799, 0.4793], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "362950": {"relevant_ids": ["400212", "362949"], "ranked_ids": ["400212", "362949", "151122", "527104", "411503", "203063", "487392", "68956", "380257", "4715"], "ranked_scores": [0.5618, 0.5618, 0.5549, 0.5543, 0.5493, 0.5467, 0.5463, 0.5403, 0.5364, 0.5343], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "155873": {"relevant_ids": ["155874"], "ranked_ids": ["292617", "444541", "383066", "449775", "392604", "475341", "25477", "206283", "363712", "334219"], "ranked_scores": [0.4878, 0.4759, 0.4735, 0.4733, 0.4712, 0.4709, 0.4611, 0.4395, 0.4348, 0.4326], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "263432": {"relevant_ids": ["263433"], "ranked_ids": ["372749", "136838", "254597", "20409", "72493", "263433", "314622", "89716", "29349", "370717"], "ranked_scores": [0.5605, 0.5509, 0.5384, 0.538, 0.5363, 0.5352, 0.5302, 0.5284, 0.5268, 0.5246], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "354945": {"relevant_ids": ["354946"], "ranked_ids": ["354946", "254071", "462983", "462984", "201886", "461942", "69704", "18634", "139214", "286928"], "ranked_scores": [0.4601, 0.42, 0.383, 0.3712, 0.3391, 0.3318, 0.3307, 0.3231, 0.3199, 0.3195], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "245417": {"relevant_ids": ["248195", "219475"], "ranked_ids": ["40657", "219475", "63665", "14180", "248195", "319022", "8069", "370560", "164159", "301977"], "ranked_scores": [0.5286, 0.5208, 0.5109, 0.5082, 0.4996, 0.4906, 0.4904, 0.4807, 0.4807, 0.479], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6241, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6241, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "516276": {"relevant_ids": ["516277"], "ranked_ids": ["516277", "19755", "34173", "143842", "318621", "489791", "119374", "488361", "136033", "515382"], "ranked_scores": [0.6216, 0.609, 0.5891, 0.5788, 0.5785, 0.5756, 0.5755, 0.575, 0.5701, 0.5695], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177580": {"relevant_ids": ["177579"], "ranked_ids": ["177579", "199209", "185553", "115954", "532497", "143503", "287203", "419100", "234366", "484842"], "ranked_scores": [0.4797, 0.382, 0.3777, 0.3653, 0.362, 0.3471, 0.3461, 0.3443, 0.3375, 0.3323], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "309865": {"relevant_ids": ["78623", "33713", "78624"], "ranked_ids": ["209041", "425739", "512509", "528559", "68962", "5790", "60924", "75066", "79403", "9583"], "ranked_scores": [0.6306, 0.6268, 0.6253, 0.6253, 0.6253, 0.6253, 0.6253, 0.6253, 0.6253, 0.6253], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "510387": {"relevant_ids": ["510386"], "ranked_ids": ["241538", "224245", "131365", "371033", "533487", "40390", "344869", "510386", "74664", "371908"], "ranked_scores": [0.6922, 0.6897, 0.6897, 0.6897, 0.6897, 0.6897, 0.6897, 0.6897, 0.689, 0.6837], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "26645": {"relevant_ids": ["26644"], "ranked_ids": ["26644", "207775", "64900", "407302", "240705", "193896", "256679", "265116", "144057", "33941"], "ranked_scores": [0.6679, 0.6325, 0.6322, 0.6314, 0.6283, 0.6269, 0.6269, 0.6269, 0.6266, 0.6232], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "47788": {"relevant_ids": ["455725"], "ranked_ids": ["8505", "331", "101721", "358817", "235686", "72588", "525616", "455725", "85764", "518171"], "ranked_scores": [0.7085, 0.7085, 0.7085, 0.7085, 0.7015, 0.7015, 0.7015, 0.7015, 0.7015, 0.6994], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "338281": {"relevant_ids": ["338282"], "ranked_ids": ["338282", "138712", "135715", "514059", "325380", "363288", "466069", "277402", "217461", "90887"], "ranked_scores": [0.4224, 0.3808, 0.3617, 0.36, 0.3579, 0.3432, 0.343, 0.3423, 0.3413, 0.3394], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "461149": {"relevant_ids": ["461148"], "ranked_ids": ["419794", "528608", "416504", "461148", "392720", "307096", "409325", "392721", "98400", "252761"], "ranked_scores": [0.6005, 0.5875, 0.587, 0.5841, 0.5819, 0.579, 0.576, 0.575, 0.573, 0.5729], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "346126": {"relevant_ids": ["110711", "110710"], "ranked_ids": ["110711", "154338", "110710", "296319", "13436", "203476", "108617", "355996", "6816", "160306"], "ranked_scores": [0.6856, 0.6829, 0.6821, 0.679, 0.6577, 0.6573, 0.6573, 0.656, 0.6456, 0.6454], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.9197, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.9197, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9197, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "372986": {"relevant_ids": ["262882", "49961"], "ranked_ids": ["49961", "262882", "516501", "136891", "215938", "190441", "407496", "497531", "130692", "494510"], "ranked_scores": [0.6396, 0.6174, 0.5969, 0.5731, 0.5719, 0.5698, 0.5599, 0.5587, 0.5523, 0.5492], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "501182": {"relevant_ids": ["501181"], "ranked_ids": ["501181", "474402", "185580", "447737", "446824", "146057", "127159", "510271", "25920", "122459"], "ranked_scores": [0.5006, 0.4524, 0.439, 0.4361, 0.4264, 0.4193, 0.4164, 0.4138, 0.4112, 0.4102], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13800": {"relevant_ids": ["408522", "376590", "13799"], "ranked_ids": ["376590", "257857", "306761", "67320", "13799", "443465", "100905", "482825", "8609", "481109"], "ranked_scores": [0.5776, 0.5692, 0.5677, 0.5671, 0.5671, 0.5596, 0.5573, 0.5523, 0.5443, 0.5415], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.6508, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.6508, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.6667}, "250143": {"relevant_ids": ["250142"], "ranked_ids": ["250142", "473276", "368186", "44287", "57155", "533421", "267880", "209138", "206630", "246286"], "ranked_scores": [0.4809, 0.4418, 0.4039, 0.3974, 0.396, 0.3909, 0.3884, 0.3871, 0.3867, 0.3814], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13223": {"relevant_ids": ["88349", "13224", "156773", "88348", "20277"], "ranked_ids": ["24720", "430581", "156773", "88348", "134852", "88349", "223304", "163971", "13224", "7178"], "ranked_scores": [0.7376, 0.7326, 0.7319, 0.7299, 0.7276, 0.7269, 0.7267, 0.7263, 0.7257, 0.7232], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.2, "ndcg@5": 0.3156, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.4, "ndcg@10": 0.5386, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.8}, "11002": {"relevant_ids": ["11003"], "ranked_ids": ["489539", "87346", "81848", "464848", "266680", "40100", "393389", "64236", "444112", "55041"], "ranked_scores": [0.5854, 0.5826, 0.5744, 0.5733, 0.5718, 0.5718, 0.5718, 0.5718, 0.5718, 0.5718], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "177653": {"relevant_ids": ["79732"], "ranked_ids": ["79732", "373275", "310721", "395587", "39174", "62710", "525756", "377344", "373717", "194790"], "ranked_scores": [0.425, 0.3713, 0.3668, 0.3628, 0.3493, 0.3224, 0.3192, 0.3167, 0.3068, 0.2948], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "415592": {"relevant_ids": ["415591"], "ranked_ids": ["415591", "485706", "497302", "288357", "462451", "379146", "119111", "26742", "430072", "81159"], "ranked_scores": [0.6055, 0.5673, 0.5636, 0.5538, 0.5472, 0.5458, 0.5439, 0.535, 0.5333, 0.5306], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "511196": {"relevant_ids": ["511197"], "ranked_ids": ["53962", "511197", "156490", "251545", "469291", "293051", "328397", "414717", "349723", "313107"], "ranked_scores": [0.4198, 0.4177, 0.3919, 0.3657, 0.3643, 0.3618, 0.3615, 0.3555, 0.3535, 0.3486], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "344845": {"relevant_ids": ["344844"], "ranked_ids": ["344844", "224515", "380837", "311499", "73905", "335497", "309371", "327548", "53451", "111672"], "ranked_scores": [0.714, 0.7042, 0.7038, 0.6932, 0.6863, 0.6848, 0.6842, 0.6831, 0.6815, 0.6806], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "396744": {"relevant_ids": ["396745"], "ranked_ids": ["380462", "112050", "303054", "284966", "16873", "305506", "369693", "489628", "155232", "157983"], "ranked_scores": [0.5016, 0.5006, 0.4872, 0.4853, 0.4851, 0.482, 0.4757, 0.4646, 0.4639, 0.4616], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "452398": {"relevant_ids": ["452399"], "ranked_ids": ["452399", "461682", "346712", "485561", "332542", "267712", "96862", "303730", "321125", "212809"], "ranked_scores": [0.5225, 0.5169, 0.5162, 0.5157, 0.511, 0.5098, 0.5098, 0.5098, 0.5048, 0.5014], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "182114": {"relevant_ids": ["182113"], "ranked_ids": ["182113", "229182", "196647", "270399", "234482", "405949", "383343", "531602", "328873", "90675"], "ranked_scores": [0.5201, 0.5145, 0.5088, 0.5013, 0.5009, 0.4988, 0.4923, 0.4905, 0.4905, 0.4845], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "486260": {"relevant_ids": ["486259"], "ranked_ids": ["151649", "391328", "392356", "41453", "399554", "46379", "574", "61325", "55598", "575"], "ranked_scores": [0.6445, 0.6432, 0.6432, 0.6432, 0.6432, 0.6432, 0.6432, 0.6432, 0.6432, 0.6432], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "455140": {"relevant_ids": ["315935"], "ranked_ids": ["315935", "315936", "150842", "16399", "369068", "246286", "356403", "440700", "245896", "124700"], "ranked_scores": [0.577, 0.5374, 0.5281, 0.5177, 0.516, 0.5114, 0.5081, 0.4996, 0.4967, 0.4829], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "56198": {"relevant_ids": ["56199"], "ranked_ids": ["56199", "130971", "60361", "43404", "243039", "146389", "71092", "310462", "521606", "431226"], "ranked_scores": [0.5228, 0.4542, 0.4237, 0.4214, 0.4207, 0.4155, 0.4113, 0.4026, 0.4021, 0.4001], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "30172": {"relevant_ids": ["145119", "373486", "145120", "30173", "185817", "68426"], "ranked_ids": ["160900", "145120", "68426", "30173", "311173", "185817", "20427", "192604", "82405", "30539"], "ranked_scores": [0.7373, 0.7373, 0.7331, 0.7274, 0.7256, 0.7253, 0.7253, 0.7253, 0.7253, 0.7253], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5307, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.5296, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.5803, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.6667}, "127880": {"relevant_ids": ["241164"], "ranked_ids": ["241164", "284336", "527388", "69287", "358959", "423100", "27424", "535700", "383325", "535042"], "ranked_scores": [0.564, 0.5522, 0.5508, 0.5503, 0.5419, 0.54, 0.5394, 0.5349, 0.5347, 0.5302], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "167969": {"relevant_ids": ["174461"], "ranked_ids": ["174461", "360983", "78497", "257735", "448412", "347474", "121354", "365197", "222958", "130123"], "ranked_scores": [0.5142, 0.5059, 0.454, 0.4529, 0.4489, 0.4478, 0.4445, 0.4439, 0.443, 0.4427], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "97986": {"relevant_ids": ["97987"], "ranked_ids": ["97987", "44589", "212168", "326597", "105886", "389208", "177220", "83797", "256679", "265116"], "ranked_scores": [0.6845, 0.6761, 0.6707, 0.6707, 0.6695, 0.6695, 0.6695, 0.6695, 0.6693, 0.6693], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "12865": {"relevant_ids": ["105683"], "ranked_ids": ["105683", "191268", "469289", "477677", "157129", "92902", "155515", "251127", "277453", "484313"], "ranked_scores": [0.5425, 0.5073, 0.475, 0.4708, 0.4698, 0.4661, 0.4647, 0.4645, 0.4631, 0.4582], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "215681": {"relevant_ids": ["215680"], "ranked_ids": ["215680", "177080", "397622", "89282", "1920", "78042", "352289", "384717", "434585", "520998"], "ranked_scores": [0.621, 0.5831, 0.5776, 0.5776, 0.5769, 0.5743, 0.5722, 0.5713, 0.5699, 0.5699], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-mpnet-base-mrl-512-pq-m16-n8": {"127728": {"relevant_ids": ["127729"], "ranked_ids": ["127729", "250619", "387548", "38063", "245618", "153290", "145244", "1122", "189865", "26460"], "ranked_scores": [0.7501, 0.7043, 0.7017, 0.696, 0.693, 0.6886, 0.6854, 0.6769, 0.6767, 0.6746], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "318820": {"relevant_ids": ["318821"], "ranked_ids": ["318821", "355161", "184762", "178549", "441218", "342911", "56784", "367479", "222238", "46281"], "ranked_scores": [0.7832, 0.687, 0.6591, 0.6529, 0.6418, 0.6389, 0.6342, 0.6229, 0.6173, 0.6117], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "296098": {"relevant_ids": ["296097"], "ranked_ids": ["45507", "56686", "423933", "173403", "469868", "45506", "296097", "493414", "364131", "307653"], "ranked_scores": [0.7241, 0.7019, 0.6949, 0.6919, 0.6908, 0.679, 0.6707, 0.6377, 0.6305, 0.6114], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "150414": {"relevant_ids": ["192835"], "ranked_ids": ["192835", "105782", "516620", "105783", "126745", "126746", "103122", "132912", "337933", "254340"], "ranked_scores": [0.7995, 0.7726, 0.7595, 0.7328, 0.7203, 0.7136, 0.7066, 0.7004, 0.6938, 0.6864], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145582": {"relevant_ids": ["145583"], "ranked_ids": ["145583", "263736", "87614", "299264", "428602", "428601", "39561", "390399", "454248", "73011"], "ranked_scores": [0.6481, 0.5145, 0.5071, 0.4912, 0.4569, 0.4466, 0.436, 0.409, 0.4084, 0.3946], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "315712": {"relevant_ids": ["315713"], "ranked_ids": ["315713", "203205", "58851", "396505", "120489", "298503", "408588", "454814", "100067", "34635"], "ranked_scores": [0.5943, 0.5623, 0.5418, 0.5411, 0.5348, 0.5286, 0.5276, 0.5212, 0.5212, 0.5149], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145739": {"relevant_ids": ["145740"], "ranked_ids": ["241979", "145740", "366074", "8705", "465597", "415781", "347337", "453401", "100457", "148222"], "ranked_scores": [0.8279, 0.824, 0.8072, 0.7953, 0.7951, 0.7892, 0.7886, 0.7702, 0.7414, 0.7378], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "308127": {"relevant_ids": ["308126"], "ranked_ids": ["308126", "189748", "79534", "107010", "35763", "367804", "490044", "471617", "301104", "402262"], "ranked_scores": [0.71, 0.6579, 0.6549, 0.6502, 0.6363, 0.6332, 0.6218, 0.6075, 0.6072, 0.6072], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "287245": {"relevant_ids": ["283198", "283199", "322650"], "ranked_ids": ["322650", "283199", "283198", "420279", "221784", "221783", "195143", "505949", "304904", "131380"], "ranked_scores": [0.7052, 0.6956, 0.686, 0.6583, 0.654, 0.6509, 0.6449, 0.6392, 0.6347, 0.6226], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "14755": {"relevant_ids": ["211906", "14756"], "ranked_ids": ["211906", "450970", "14756", "235454", "277031", "57678", "74058", "173813", "218584", "30834"], "ranked_scores": [0.8463, 0.8447, 0.8447, 0.8299, 0.8261, 0.8172, 0.8123, 0.796, 0.7956, 0.7937], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.9197, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.9197, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9197, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "370170": {"relevant_ids": ["370169"], "ranked_ids": ["370169", "466920", "537762", "417976", "433820", "387761", "211280", "88911", "404718", "467211"], "ranked_scores": [0.7788, 0.7209, 0.6925, 0.6854, 0.6752, 0.6714, 0.6703, 0.6578, 0.6569, 0.6314], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "41774": {"relevant_ids": ["41773"], "ranked_ids": ["41773", "239344", "307530", "53738", "442459", "163006", "366794", "214766", "468656", "220928"], "ranked_scores": [0.7283, 0.6755, 0.6233, 0.6129, 0.5965, 0.5919, 0.5911, 0.5897, 0.5897, 0.5891], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "399648": {"relevant_ids": ["399649"], "ranked_ids": ["399649", "225815", "359281", "529004", "212809", "159777", "411313", "380626", "54706", "285302"], "ranked_scores": [0.8239, 0.7677, 0.7545, 0.7494, 0.7455, 0.742, 0.7402, 0.7393, 0.7268, 0.7179], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "504811": {"relevant_ids": ["504810"], "ranked_ids": ["504810", "90374", "448774", "309894", "214151", "54195", "386903", "55899", "54196", "307403"], "ranked_scores": [0.7861, 0.758, 0.7476, 0.7435, 0.7323, 0.7287, 0.7152, 0.7073, 0.702, 0.7016], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "362950": {"relevant_ids": ["400212", "362949"], "ranked_ids": ["411503", "427587", "487392", "475478", "203063", "68956", "362949", "400212", "151122", "9132"], "ranked_scores": [0.8313, 0.8266, 0.825, 0.8248, 0.8231, 0.8115, 0.8095, 0.8095, 0.8078, 0.8028], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3978, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "155873": {"relevant_ids": ["155874"], "ranked_ids": ["430514", "464100", "475341", "487664", "524460", "88342", "416786", "392604", "294021", "292617"], "ranked_scores": [0.6373, 0.6341, 0.5959, 0.5915, 0.5889, 0.5874, 0.5867, 0.5833, 0.5818, 0.5816], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "263432": {"relevant_ids": ["263433"], "ranked_ids": ["263433", "20409", "95041", "72493", "128303", "29349", "254597", "261419", "473794", "407204"], "ranked_scores": [0.7458, 0.7334, 0.7279, 0.7271, 0.7238, 0.7139, 0.7136, 0.7124, 0.7124, 0.7005], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "354945": {"relevant_ids": ["354946"], "ranked_ids": ["354946", "254071", "462983", "322478", "236419", "108161", "462984", "331955", "202685", "39721"], "ranked_scores": [0.7989, 0.7825, 0.7443, 0.7377, 0.7155, 0.61, 0.5788, 0.5561, 0.5463, 0.5396], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "245417": {"relevant_ids": ["248195", "219475"], "ranked_ids": ["219475", "248195", "40657", "368145", "301977", "64433", "319022", "249364", "413039", "141217"], "ranked_scores": [0.831, 0.8263, 0.791, 0.7876, 0.7767, 0.7749, 0.7547, 0.7405, 0.7351, 0.7188], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "516276": {"relevant_ids": ["516277"], "ranked_ids": ["516277", "510783", "19755", "34173", "175142", "479392", "52074", "352189", "119374", "76958"], "ranked_scores": [0.8812, 0.8578, 0.8559, 0.8541, 0.8274, 0.8274, 0.8274, 0.8179, 0.8058, 0.7967], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177580": {"relevant_ids": ["177579"], "ranked_ids": ["177579", "57360", "143503", "185553", "511935", "517075", "532497", "268346", "382784", "115954"], "ranked_scores": [0.7367, 0.5633, 0.5444, 0.5186, 0.516, 0.5137, 0.5097, 0.5085, 0.505, 0.4915], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "309865": {"relevant_ids": ["78623", "33713", "78624"], "ranked_ids": ["78624", "209041", "153484", "427344", "158229", "78623", "405094", "104085", "495578", "241492"], "ranked_scores": [0.8205, 0.8195, 0.8195, 0.8149, 0.8135, 0.8099, 0.8099, 0.8074, 0.807, 0.8065], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.6364, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.6667}, "510387": {"relevant_ids": ["510386"], "ranked_ids": ["344869", "241538", "170896", "241537", "52003", "91349", "510386", "160232", "254292", "40390"], "ranked_scores": [0.8675, 0.8662, 0.8602, 0.8582, 0.8529, 0.8518, 0.8494, 0.8483, 0.8448, 0.8397], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "26645": {"relevant_ids": ["26644"], "ranked_ids": ["26644", "12895", "215551", "284347", "286617", "504445", "233540", "208205", "411539", "108781"], "ranked_scores": [0.8672, 0.8267, 0.8211, 0.8154, 0.8133, 0.8126, 0.8117, 0.8107, 0.8084, 0.8074], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "47788": {"relevant_ids": ["455725"], "ranked_ids": ["455725", "348138", "26694", "47703", "85764", "15132", "47789", "529720", "518171", "87678"], "ranked_scores": [0.9107, 0.9086, 0.9078, 0.9078, 0.9078, 0.9078, 0.9078, 0.9078, 0.9048, 0.9024], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "338281": {"relevant_ids": ["338282"], "ranked_ids": ["338282", "100426", "85881", "57017", "345518", "467526", "277751", "325380", "326869", "135715"], "ranked_scores": [0.7774, 0.6709, 0.6482, 0.6426, 0.6198, 0.5958, 0.588, 0.5847, 0.5768, 0.5761], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "461149": {"relevant_ids": ["461148"], "ranked_ids": ["461148", "527101", "255754", "215782", "203100", "283905", "252761", "519616", "525835", "519891"], "ranked_scores": [0.822, 0.8157, 0.8055, 0.7944, 0.7943, 0.7892, 0.7845, 0.7839, 0.7768, 0.7752], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "346126": {"relevant_ids": ["110711", "110710"], "ranked_ids": ["110710", "154338", "110711", "108617", "6816", "55038", "67837", "168350", "355996", "203476"], "ranked_scores": [0.8843, 0.8722, 0.8646, 0.8508, 0.8508, 0.8491, 0.8484, 0.8468, 0.8468, 0.8467], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.9197, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.9197, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9197, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "372986": {"relevant_ids": ["262882", "49961"], "ranked_ids": ["49961", "262882", "303468", "515236", "494989", "215938", "136891", "203984", "309713", "497531"], "ranked_scores": [0.7919, 0.7802, 0.6961, 0.6762, 0.6748, 0.6674, 0.656, 0.6547, 0.649, 0.6415], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "501182": {"relevant_ids": ["501181"], "ranked_ids": ["501181", "179018", "325288", "274777", "109121", "446824", "143008", "402718", "429772", "185580"], "ranked_scores": [0.7725, 0.7038, 0.7037, 0.6945, 0.6842, 0.6655, 0.6605, 0.6393, 0.6152, 0.6077], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13800": {"relevant_ids": ["408522", "376590", "13799"], "ranked_ids": ["13799", "376590", "257857", "179943", "529423", "306761", "67320", "408522", "482825", "8622"], "ranked_scores": [0.7924, 0.7869, 0.7816, 0.7792, 0.7772, 0.7695, 0.7651, 0.7627, 0.755, 0.739], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.7654, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.9134, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "250143": {"relevant_ids": ["250142"], "ranked_ids": ["250142", "473276", "27632", "492698", "137994", "156056", "38409", "50538", "526032", "34944"], "ranked_scores": [0.8345, 0.8305, 0.7546, 0.7178, 0.6828, 0.6493, 0.6263, 0.6157, 0.602, 0.598], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13223": {"relevant_ids": ["88349", "13224", "156773", "88348", "20277"], "ranked_ids": ["13224", "156773", "88349", "88348", "86343", "366749", "173790", "429238", "24720", "137719"], "ranked_scores": [0.9403, 0.9403, 0.9403, 0.9403, 0.9382, 0.9382, 0.9282, 0.9237, 0.9228, 0.9201], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.2, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6, "ndcg@5": 0.8688, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.8, "ndcg@10": 0.8688, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.8}, "11002": {"relevant_ids": ["11003"], "ranked_ids": ["11003", "489539", "87346", "82619", "117199", "17317", "241075", "55041", "314099", "10212"], "ranked_scores": [0.7837, 0.7715, 0.7302, 0.7227, 0.7183, 0.7183, 0.7157, 0.7124, 0.7094, 0.709], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177653": {"relevant_ids": ["79732"], "ranked_ids": ["79732", "373275", "395587", "39174", "200611", "310721", "238679", "115490", "377344", "61779"], "ranked_scores": [0.7193, 0.6551, 0.6539, 0.6424, 0.6422, 0.6163, 0.5675, 0.5666, 0.5551, 0.547], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "415592": {"relevant_ids": ["415591"], "ranked_ids": ["415591", "288357", "381371", "322822", "88542", "467639", "509003", "84634", "485706", "425878"], "ranked_scores": [0.8017, 0.7145, 0.6974, 0.6973, 0.6848, 0.684, 0.6823, 0.6818, 0.674, 0.669], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "511196": {"relevant_ids": ["511197"], "ranked_ids": ["511197", "328397", "156490", "251545", "491923", "251546", "53962", "191329", "398788", "469291"], "ranked_scores": [0.7191, 0.7049, 0.6897, 0.6724, 0.6566, 0.6561, 0.6549, 0.6402, 0.6255, 0.6099], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "344845": {"relevant_ids": ["344844"], "ranked_ids": ["344844", "79595", "4915", "79987", "187882", "101085", "384928", "79986", "269915", "95946"], "ranked_scores": [0.8645, 0.8392, 0.8374, 0.8374, 0.8374, 0.8362, 0.8362, 0.8362, 0.8351, 0.8349], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "396744": {"relevant_ids": ["396745"], "ranked_ids": ["284966", "236438", "155232", "418055", "454241", "55767", "281521", "400510", "28361", "361346"], "ranked_scores": [0.6936, 0.6745, 0.6714, 0.6614, 0.6522, 0.6409, 0.6359, 0.6283, 0.6247, 0.6219], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "452398": {"relevant_ids": ["452399"], "ranked_ids": ["452399", "128992", "169053", "419169", "332542", "303730", "243208", "8913", "49045", "96862"], "ranked_scores": [0.7067, 0.5947, 0.5926, 0.5845, 0.5799, 0.5777, 0.5772, 0.5765, 0.57, 0.5693], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "182114": {"relevant_ids": ["182113"], "ranked_ids": ["196647", "252201", "260490", "139689", "182113", "55489", "354965", "466737", "405949", "405340"], "ranked_scores": [0.644, 0.6192, 0.613, 0.585, 0.5842, 0.5835, 0.5798, 0.579, 0.5714, 0.5709], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "486260": {"relevant_ids": ["486259"], "ranked_ids": ["486259", "113749", "452464", "111946", "151649", "220387", "100082", "511631", "470032", "49201"], "ranked_scores": [0.8137, 0.7619, 0.7607, 0.7571, 0.7562, 0.7562, 0.7559, 0.7548, 0.7483, 0.7408], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "455140": {"relevant_ids": ["315935"], "ranked_ids": ["315935", "150842", "211061", "519049", "348491", "315936", "245896", "124700", "454994", "369068"], "ranked_scores": [0.8178, 0.7765, 0.7758, 0.7659, 0.7598, 0.7585, 0.7532, 0.7488, 0.7465, 0.7282], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "56198": {"relevant_ids": ["56199"], "ranked_ids": ["56199", "249114", "246583", "3724", "308888", "521606", "302106", "160194", "431226", "91482"], "ranked_scores": [0.8047, 0.6526, 0.638, 0.6244, 0.6224, 0.6031, 0.5924, 0.5831, 0.5831, 0.5829], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "30172": {"relevant_ids": ["145119", "373486", "145120", "30173", "185817", "68426"], "ranked_ids": ["145120", "68426", "15236", "160900", "463253", "185817", "149429", "205338", "30173", "311173"], "ranked_scores": [0.9037, 0.9031, 0.8842, 0.879, 0.8767, 0.8751, 0.8724, 0.8714, 0.8666, 0.8653], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.1667, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.5531, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.6924, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.6667}, "127880": {"relevant_ids": ["241164"], "ranked_ids": ["241164", "535042", "121458", "437116", "84471", "36536", "22396", "387742", "120446", "307991"], "ranked_scores": [0.729, 0.7121, 0.6895, 0.6805, 0.68, 0.6703, 0.6686, 0.6633, 0.6597, 0.6597], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "167969": {"relevant_ids": ["174461"], "ranked_ids": ["10394", "144121", "121354", "207491", "78497", "10393", "49800", "468723", "174461", "91854"], "ranked_scores": [0.7024, 0.6896, 0.6894, 0.6865, 0.6817, 0.6813, 0.6787, 0.6708, 0.6689, 0.6672], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "97986": {"relevant_ids": ["97987"], "ranked_ids": ["97987", "44589", "284181", "308991", "105886", "479236", "248383", "104642", "326597", "141417"], "ranked_scores": [0.8289, 0.802, 0.748, 0.7326, 0.7299, 0.7188, 0.7129, 0.7128, 0.7121, 0.7118], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "12865": {"relevant_ids": ["105683"], "ranked_ids": ["105683", "146806", "92902", "146805", "477677", "356740", "35071", "250014", "94167", "188959"], "ranked_scores": [0.8652, 0.8599, 0.8599, 0.8599, 0.8599, 0.8599, 0.8471, 0.8471, 0.8471, 0.8367], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "215681": {"relevant_ids": ["215680"], "ranked_ids": ["215680", "143842", "301165", "54139", "349338", "78042", "178515", "171713", "119374", "294407"], "ranked_scores": [0.8261, 0.7854, 0.7675, 0.7566, 0.7512, 0.7475, 0.7397, 0.7277, 0.7234, 0.7226], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-mpnet-base-mrl-256-pq-m16-n8": {"127728": {"relevant_ids": ["127729"], "ranked_ids": ["127729", "145244", "153290", "276617", "38063", "188019", "315009", "1122", "116881", "494754"], "ranked_scores": [0.6951, 0.6809, 0.666, 0.6645, 0.6578, 0.6318, 0.6314, 0.6296, 0.6237, 0.6134], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "318820": {"relevant_ids": ["318821"], "ranked_ids": ["318821", "367479", "360734", "355161", "496708", "528342", "184762", "491038", "441218", "362498"], "ranked_scores": [0.8062, 0.6527, 0.6216, 0.6205, 0.616, 0.6027, 0.5876, 0.5875, 0.5742, 0.5726], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "296098": {"relevant_ids": ["296097"], "ranked_ids": ["45507", "173403", "469868", "307653", "296097", "134752", "492756", "45506", "364131", "493414"], "ranked_scores": [0.6439, 0.6171, 0.5768, 0.5761, 0.5571, 0.5514, 0.5451, 0.5421, 0.5336, 0.5278], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "150414": {"relevant_ids": ["192835"], "ranked_ids": ["192835", "516620", "105783", "105782", "259561", "126746", "126745", "337933", "132912", "470222"], "ranked_scores": [0.8312, 0.8015, 0.7658, 0.7592, 0.7204, 0.7072, 0.7048, 0.7025, 0.6917, 0.6889], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145582": {"relevant_ids": ["145583"], "ranked_ids": ["145583", "263736", "298657", "87614", "88455", "244599", "99971", "299264", "466967", "144114"], "ranked_scores": [0.6768, 0.5121, 0.4125, 0.4115, 0.3957, 0.3766, 0.3765, 0.372, 0.3689, 0.3686], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "315712": {"relevant_ids": ["315713"], "ranked_ids": ["315713", "408588", "242340", "377891", "100067", "259258", "368164", "107153", "153536", "454814"], "ranked_scores": [0.6032, 0.55, 0.514, 0.5096, 0.4911, 0.4762, 0.4759, 0.4759, 0.4751, 0.4736], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145739": {"relevant_ids": ["145740"], "ranked_ids": ["145740", "366074", "241979", "8705", "465597", "148222", "347337", "415781", "303090", "210012"], "ranked_scores": [0.8333, 0.7799, 0.7724, 0.7591, 0.7391, 0.6902, 0.6849, 0.6827, 0.6774, 0.6723], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "308127": {"relevant_ids": ["308126"], "ranked_ids": ["308126", "189748", "367804", "79534", "35763", "77650", "471617", "427879", "140685", "481501"], "ranked_scores": [0.722, 0.5709, 0.5699, 0.5676, 0.5669, 0.5517, 0.5487, 0.5454, 0.5443, 0.5399], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "287245": {"relevant_ids": ["283198", "283199", "322650"], "ranked_ids": ["283199", "322650", "283198", "109049", "420279", "427877", "499036", "529017", "499037", "195143"], "ranked_scores": [0.7235, 0.7235, 0.7003, 0.5994, 0.5875, 0.5766, 0.5728, 0.5716, 0.5631, 0.5603], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "14755": {"relevant_ids": ["211906", "14756"], "ranked_ids": ["450970", "14756", "211906", "277031", "57678", "452011", "236793", "235454", "30834", "74058"], "ranked_scores": [0.852, 0.8502, 0.8487, 0.8106, 0.805, 0.7691, 0.7679, 0.7614, 0.7537, 0.7494], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6934, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6934, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6934, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "370170": {"relevant_ids": ["370169"], "ranked_ids": ["370169", "537762", "387761", "466920", "417976", "211280", "26301", "433820", "404718", "59810"], "ranked_scores": [0.8094, 0.6204, 0.6167, 0.6079, 0.5832, 0.577, 0.5715, 0.5642, 0.5562, 0.5505], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "41774": {"relevant_ids": ["41773"], "ranked_ids": ["41773", "307530", "53738", "239344", "214766", "163006", "358582", "220928", "468656", "433175"], "ranked_scores": [0.7765, 0.6578, 0.6503, 0.6128, 0.5701, 0.5621, 0.5577, 0.5527, 0.5474, 0.5427], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "399648": {"relevant_ids": ["399649"], "ranked_ids": ["399649", "225815", "212809", "54706", "412309", "411313", "159777", "359281", "21253", "439417"], "ranked_scores": [0.8477, 0.7165, 0.7066, 0.7062, 0.6768, 0.6661, 0.663, 0.657, 0.6532, 0.6368], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "504811": {"relevant_ids": ["504810"], "ranked_ids": ["504810", "90374", "54196", "309894", "54195", "448774", "220414", "364238", "84826", "214151"], "ranked_scores": [0.7916, 0.678, 0.6768, 0.6484, 0.647, 0.6451, 0.6393, 0.6383, 0.6253, 0.6116], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "362950": {"relevant_ids": ["400212", "362949"], "ranked_ids": ["427587", "487392", "78020", "362949", "400212", "151122", "9132", "411503", "203063", "348827"], "ranked_scores": [0.787, 0.7839, 0.7712, 0.7697, 0.7697, 0.7682, 0.7666, 0.7633, 0.7506, 0.7411], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.5013, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5013, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "155873": {"relevant_ids": ["155874"], "ranked_ids": ["392604", "383066", "292617", "439035", "430514", "206283", "91610", "524460", "122134", "434359"], "ranked_scores": [0.6456, 0.6284, 0.6256, 0.6162, 0.5908, 0.5886, 0.5836, 0.5813, 0.5799, 0.5793], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "263432": {"relevant_ids": ["263433"], "ranked_ids": ["263433", "471057", "95041", "72493", "128303", "407204", "254597", "20409", "279243", "261419"], "ranked_scores": [0.6965, 0.6049, 0.587, 0.5868, 0.5864, 0.5804, 0.5758, 0.5565, 0.5534, 0.5507], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "354945": {"relevant_ids": ["354946"], "ranked_ids": ["354946", "254071", "462983", "462984", "108161", "415886", "218813", "287396", "322478", "97780"], "ranked_scores": [0.7795, 0.7513, 0.5972, 0.517, 0.4831, 0.4618, 0.458, 0.4551, 0.4497, 0.4482], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "245417": {"relevant_ids": ["248195", "219475"], "ranked_ids": ["248195", "219475", "40657", "64433", "368145", "413039", "301977", "390696", "37326", "319022"], "ranked_scores": [0.7811, 0.7734, 0.7531, 0.7391, 0.7206, 0.7063, 0.6827, 0.677, 0.6686, 0.6583], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "516276": {"relevant_ids": ["516277"], "ranked_ids": ["516277", "19755", "34173", "510783", "175142", "153039", "143842", "479392", "352189", "76958"], "ranked_scores": [0.8624, 0.807, 0.806, 0.7737, 0.7671, 0.7447, 0.7391, 0.7309, 0.7136, 0.7086], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177580": {"relevant_ids": ["177579"], "ranked_ids": ["177579", "115954", "532497", "517075", "419100", "455888", "464418", "489312", "76563", "18081"], "ranked_scores": [0.7623, 0.5191, 0.5136, 0.5133, 0.488, 0.4834, 0.4834, 0.4805, 0.4758, 0.4727], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "309865": {"relevant_ids": ["78623", "33713", "78624"], "ranked_ids": ["209041", "78624", "405094", "78623", "153484", "469068", "33713", "20635", "143703", "495578"], "ranked_scores": [0.8225, 0.8113, 0.8029, 0.8029, 0.7905, 0.7733, 0.7626, 0.757, 0.7503, 0.7489], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4982, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.6546, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "510387": {"relevant_ids": ["510386"], "ranked_ids": ["241537", "241538", "40390", "344869", "170896", "371033", "91349", "212478", "201143", "160232"], "ranked_scores": [0.8673, 0.8673, 0.8511, 0.833, 0.8153, 0.8092, 0.7979, 0.7928, 0.7919, 0.7908], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "26645": {"relevant_ids": ["26644"], "ranked_ids": ["26644", "108781", "215551", "209092", "504445", "221561", "163452", "249010", "169541", "219047"], "ranked_scores": [0.8867, 0.7804, 0.7651, 0.751, 0.7399, 0.737, 0.7272, 0.7265, 0.722, 0.7208], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "47788": {"relevant_ids": ["455725"], "ranked_ids": ["455725", "518171", "15132", "47789", "47703", "235686", "348138", "87039", "8505", "37221"], "ranked_scores": [0.9065, 0.8976, 0.8956, 0.8942, 0.8882, 0.8882, 0.8874, 0.8849, 0.8848, 0.8837], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "338281": {"relevant_ids": ["338282"], "ranked_ids": ["338282", "326869", "263861", "100426", "457315", "135715", "11563", "443465", "345518", "325380"], "ranked_scores": [0.7569, 0.5658, 0.5431, 0.5331, 0.5238, 0.5155, 0.4977, 0.4859, 0.4812, 0.4774], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "461149": {"relevant_ids": ["461148"], "ranked_ids": ["461148", "283905", "398330", "525835", "203100", "381960", "214054", "377056", "527101", "335800"], "ranked_scores": [0.8036, 0.779, 0.7612, 0.7453, 0.738, 0.7342, 0.7304, 0.7254, 0.7244, 0.7206], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "346126": {"relevant_ids": ["110711", "110710"], "ranked_ids": ["110710", "110711", "154338", "393684", "168350", "203476", "108617", "6816", "355996", "55038"], "ranked_scores": [0.8596, 0.8584, 0.8527, 0.8016, 0.8016, 0.79, 0.79, 0.79, 0.79, 0.7893], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "372986": {"relevant_ids": ["262882", "49961"], "ranked_ids": ["49961", "262882", "303468", "494989", "130692", "215938", "281091", "491226", "497357", "226563"], "ranked_scores": [0.8342, 0.77, 0.7223, 0.6785, 0.6736, 0.6694, 0.6441, 0.6321, 0.6317, 0.6294], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "501182": {"relevant_ids": ["501181"], "ranked_ids": ["501181", "179018", "325288", "402718", "274777", "109121", "185580", "429772", "8417", "511859"], "ranked_scores": [0.7771, 0.6822, 0.6114, 0.605, 0.5907, 0.586, 0.5758, 0.5638, 0.5499, 0.5496], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13800": {"relevant_ids": ["408522", "376590", "13799"], "ranked_ids": ["13799", "376590", "67320", "306761", "482825", "257857", "362253", "408522", "179943", "448205"], "ranked_scores": [0.8016, 0.7973, 0.7781, 0.7685, 0.7618, 0.7616, 0.761, 0.7531, 0.7199, 0.71], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.7654, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.9134, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "250143": {"relevant_ids": ["250142"], "ranked_ids": ["473276", "250142", "492698", "27632", "526032", "206630", "509757", "509758", "137994", "34944"], "ranked_scores": [0.8109, 0.7969, 0.6541, 0.641, 0.6128, 0.5925, 0.5916, 0.5764, 0.5744, 0.5704], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "13223": {"relevant_ids": ["88349", "13224", "156773", "88348", "20277"], "ranked_ids": ["156773", "88349", "13224", "366749", "86343", "137719", "88348", "24720", "154604", "6014"], "ranked_scores": [0.9138, 0.9103, 0.9094, 0.9089, 0.9089, 0.9081, 0.8963, 0.8828, 0.881, 0.8796], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.2, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6, "ndcg@5": 0.7227, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6, "ndcg@10": 0.8358, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.8}, "11002": {"relevant_ids": ["11003"], "ranked_ids": ["11003", "12718", "87346", "330702", "10212", "314099", "444112", "144197", "489539", "464848"], "ranked_scores": [0.788, 0.7124, 0.7057, 0.674, 0.6696, 0.6686, 0.6638, 0.6623, 0.6539, 0.6537], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177653": {"relevant_ids": ["79732"], "ranked_ids": ["79732", "373275", "39174", "395587", "200611", "373717", "310721", "225019", "525756", "138956"], "ranked_scores": [0.8109, 0.6872, 0.6847, 0.6803, 0.6766, 0.6164, 0.6141, 0.6133, 0.6107, 0.5737], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "415592": {"relevant_ids": ["415591"], "ranked_ids": ["415591", "207607", "381371", "88542", "322822", "430072", "68386", "84634", "288357", "387370"], "ranked_scores": [0.8194, 0.6894, 0.682, 0.6759, 0.6683, 0.6615, 0.6518, 0.6492, 0.633, 0.6318], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "511196": {"relevant_ids": ["511197"], "ranked_ids": ["511197", "53962", "156490", "289278", "491923", "328397", "435439", "251545", "251546", "469291"], "ranked_scores": [0.7806, 0.7128, 0.7009, 0.6878, 0.6825, 0.6542, 0.6413, 0.6367, 0.6111, 0.607], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "344845": {"relevant_ids": ["344844"], "ranked_ids": ["344844", "4915", "95946", "79987", "187882", "101085", "79986", "503908", "380837", "327548"], "ranked_scores": [0.8282, 0.7809, 0.78, 0.7775, 0.7774, 0.7769, 0.7769, 0.776, 0.7681, 0.7627], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "396744": {"relevant_ids": ["396745"], "ranked_ids": ["284966", "55767", "236438", "155232", "396745", "503444", "527221", "418055", "535683", "112050"], "ranked_scores": [0.6092, 0.6038, 0.6029, 0.5886, 0.5865, 0.5804, 0.571, 0.5612, 0.5571, 0.5552], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "452398": {"relevant_ids": ["452399"], "ranked_ids": ["452399", "165046", "313904", "487918", "258503", "100727", "267712", "106131", "42970", "96862"], "ranked_scores": [0.8, 0.6218, 0.6119, 0.6029, 0.601, 0.5801, 0.5773, 0.5769, 0.5767, 0.5749], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "182114": {"relevant_ids": ["182113"], "ranked_ids": ["196647", "182113", "481882", "229182", "236007", "328873", "234482", "23242", "24197", "139689"], "ranked_scores": [0.6652, 0.5848, 0.5843, 0.5813, 0.5598, 0.5548, 0.5521, 0.5485, 0.5365, 0.5244], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "486260": {"relevant_ids": ["486259"], "ranked_ids": ["486259", "392356", "114114", "221509", "46379", "209255", "266904", "113749", "110220", "356383"], "ranked_scores": [0.8181, 0.7483, 0.7326, 0.7234, 0.7151, 0.7144, 0.7114, 0.7113, 0.7113, 0.7113], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "455140": {"relevant_ids": ["315935"], "ranked_ids": ["315935", "315936", "246286", "93864", "245896", "519049", "150842", "440700", "50224", "211061"], "ranked_scores": [0.8295, 0.7585, 0.758, 0.744, 0.7366, 0.7041, 0.7022, 0.6672, 0.6602, 0.6476], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "56198": {"relevant_ids": ["56199"], "ranked_ids": ["56199", "246583", "249114", "431226", "160194", "91482", "3724", "43405", "243039", "43404"], "ranked_scores": [0.806, 0.6212, 0.6187, 0.6005, 0.5791, 0.5679, 0.5678, 0.5669, 0.566, 0.566], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "30172": {"relevant_ids": ["145119", "373486", "145120", "30173", "185817", "68426"], "ranked_ids": ["145120", "160900", "68426", "30173", "15236", "373486", "185817", "481493", "288044", "192604"], "ranked_scores": [0.8985, 0.8729, 0.866, 0.8618, 0.8457, 0.8409, 0.8351, 0.8327, 0.8296, 0.8239], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.1667, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.6548, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.7929, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.8333}, "127880": {"relevant_ids": ["241164"], "ranked_ids": ["241164", "121458", "535042", "266615", "206564", "216657", "84471", "358959", "132797", "156678"], "ranked_scores": [0.7176, 0.7154, 0.6724, 0.6654, 0.6617, 0.6597, 0.6573, 0.652, 0.644, 0.6396], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "167969": {"relevant_ids": ["174461"], "ranked_ids": ["174461", "91854", "347474", "293663", "121354", "360983", "100300", "78497", "146236", "144121"], "ranked_scores": [0.6817, 0.6699, 0.643, 0.6387, 0.6314, 0.6281, 0.6196, 0.6168, 0.6141, 0.6138], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "97986": {"relevant_ids": ["97987"], "ranked_ids": ["97987", "44589", "108564", "479236", "393565", "506848", "44095", "83797", "105886", "284181"], "ranked_scores": [0.8275, 0.7596, 0.6624, 0.638, 0.6299, 0.6179, 0.6168, 0.615, 0.6091, 0.6053], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "12865": {"relevant_ids": ["105683"], "ranked_ids": ["105683", "277453", "155515", "92902", "191268", "188959", "94167", "146806", "477677", "356740"], "ranked_scores": [0.8774, 0.8485, 0.8182, 0.8058, 0.7973, 0.7857, 0.7723, 0.7564, 0.7459, 0.7339], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "215681": {"relevant_ids": ["215680"], "ranked_ids": ["215680", "178515", "5733", "78042", "143842", "301165", "57552", "177080", "54139", "153039"], "ranked_scores": [0.8266, 0.7197, 0.7165, 0.6976, 0.6913, 0.6912, 0.6697, 0.6658, 0.6624, 0.6621], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-mpnet-base-mrl-128-pq-m16-n8": {"127728": {"relevant_ids": ["127729"], "ranked_ids": ["127729", "193297", "250619", "116881", "257349", "188019", "317591", "38063", "494754", "521993"], "ranked_scores": [0.6886, 0.6669, 0.6581, 0.6451, 0.6406, 0.6289, 0.6289, 0.6288, 0.6152, 0.6092], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "318820": {"relevant_ids": ["318821"], "ranked_ids": ["318821", "367479", "360734", "491038", "491039", "441218", "362498", "496708", "184762", "355161"], "ranked_scores": [0.8508, 0.723, 0.6966, 0.6795, 0.6467, 0.6427, 0.6354, 0.6186, 0.615, 0.6064], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "296098": {"relevant_ids": ["296097"], "ranked_ids": ["45507", "173403", "307653", "469868", "513540", "298852", "493414", "56686", "198222", "500090"], "ranked_scores": [0.6623, 0.6537, 0.623, 0.591, 0.5535, 0.5409, 0.5327, 0.5305, 0.5267, 0.5166], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "150414": {"relevant_ids": ["192835"], "ranked_ids": ["192835", "105782", "516620", "105783", "496848", "132912", "113488", "121070", "126746", "259561"], "ranked_scores": [0.8605, 0.8228, 0.7958, 0.7692, 0.7549, 0.7523, 0.7303, 0.6929, 0.6913, 0.6796], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145582": {"relevant_ids": ["145583"], "ranked_ids": ["145583", "263736", "87614", "299264", "440700", "493305", "39561", "358086", "173109", "356319"], "ranked_scores": [0.8102, 0.5839, 0.5063, 0.485, 0.4696, 0.4356, 0.4309, 0.4223, 0.4211, 0.414], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "315712": {"relevant_ids": ["315713"], "ranked_ids": ["315713", "408588", "242340", "396505", "409852", "291452", "203205", "377891", "490239", "425587"], "ranked_scores": [0.7072, 0.5959, 0.5821, 0.5562, 0.5415, 0.5337, 0.5329, 0.5274, 0.5203, 0.5176], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145739": {"relevant_ids": ["145740"], "ranked_ids": ["145740", "241979", "366074", "8705", "376315", "316928", "429177", "190593", "347337", "115412"], "ranked_scores": [0.8501, 0.7319, 0.7099, 0.6758, 0.6209, 0.6067, 0.6025, 0.5844, 0.5825, 0.5816], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "308127": {"relevant_ids": ["308126"], "ranked_ids": ["308126", "481501", "79534", "490044", "367804", "35763", "301104", "385951", "148836", "123707"], "ranked_scores": [0.774, 0.6499, 0.6252, 0.6169, 0.6147, 0.6058, 0.6048, 0.5948, 0.5909, 0.5812], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "287245": {"relevant_ids": ["283198", "283199", "322650"], "ranked_ids": ["283198", "283199", "322650", "427877", "109049", "499036", "420279", "287800", "499037", "299392"], "ranked_scores": [0.7709, 0.7695, 0.7562, 0.6649, 0.6352, 0.6179, 0.6163, 0.6113, 0.5844, 0.5814], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "14755": {"relevant_ids": ["211906", "14756"], "ranked_ids": ["450970", "211906", "14756", "72275", "277031", "235454", "30834", "57678", "173813", "218584"], "ranked_scores": [0.8951, 0.8856, 0.8757, 0.8029, 0.7802, 0.7728, 0.7661, 0.7299, 0.7117, 0.7055], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6934, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6934, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6934, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "370170": {"relevant_ids": ["370169"], "ranked_ids": ["370169", "334238", "387761", "537762", "26301", "417976", "466920", "110929", "43979", "231528"], "ranked_scores": [0.8898, 0.6736, 0.6374, 0.6197, 0.6121, 0.6108, 0.5825, 0.5781, 0.5752, 0.5747], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "41774": {"relevant_ids": ["41773"], "ranked_ids": ["41773", "307530", "53738", "62219", "239344", "366794", "468656", "468655", "163006", "214766"], "ranked_scores": [0.8191, 0.6844, 0.654, 0.6403, 0.6273, 0.5805, 0.5697, 0.5638, 0.559, 0.5559], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "399648": {"relevant_ids": ["399649"], "ranked_ids": ["399649", "54706", "225815", "212809", "412309", "399995", "21253", "435035", "445074", "411313"], "ranked_scores": [0.887, 0.7929, 0.7562, 0.7396, 0.6966, 0.6696, 0.6668, 0.6523, 0.6321, 0.6302], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "504811": {"relevant_ids": ["504810"], "ranked_ids": ["504810", "90374", "309894", "175461", "448774", "54196", "84826", "276160", "54195", "5861"], "ranked_scores": [0.8814, 0.6605, 0.6504, 0.6502, 0.6259, 0.6249, 0.6192, 0.6178, 0.6011, 0.5955], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "362950": {"relevant_ids": ["400212", "362949"], "ranked_ids": ["155870", "151122", "487392", "427587", "348827", "400212", "203063", "362949", "101529", "9132"], "ranked_scores": [0.7926, 0.7897, 0.7896, 0.7867, 0.772, 0.7595, 0.758, 0.7521, 0.7518, 0.7489], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.4118, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "155873": {"relevant_ids": ["155874"], "ranked_ids": ["392604", "174295", "439035", "355445", "353785", "416786", "487664", "383066", "155874", "294020"], "ranked_scores": [0.6604, 0.6296, 0.6214, 0.6127, 0.5968, 0.5907, 0.5876, 0.5691, 0.5652, 0.5633], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "263432": {"relevant_ids": ["263433"], "ranked_ids": ["263433", "471057", "401373", "407204", "128303", "72493", "95041", "254597", "473794", "29349"], "ranked_scores": [0.7583, 0.6553, 0.6438, 0.63, 0.6125, 0.6097, 0.598, 0.5941, 0.5913, 0.5857], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "354945": {"relevant_ids": ["354946"], "ranked_ids": ["354946", "254071", "462983", "462984", "108161", "307824", "522698", "236419", "322478", "107010"], "ranked_scores": [0.8816, 0.7999, 0.704, 0.6274, 0.5883, 0.5019, 0.4933, 0.4906, 0.4885, 0.4699], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "245417": {"relevant_ids": ["248195", "219475"], "ranked_ids": ["219475", "40657", "248195", "64433", "368145", "274248", "37326", "355903", "390696", "301977"], "ranked_scores": [0.8748, 0.8355, 0.8105, 0.7677, 0.7528, 0.7278, 0.7152, 0.7119, 0.6883, 0.6868], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.9197, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.9197, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9197, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "516276": {"relevant_ids": ["516277"], "ranked_ids": ["516277", "19755", "34173", "510783", "76958", "143842", "479392", "62062", "352189", "44716"], "ranked_scores": [0.9109, 0.8342, 0.8062, 0.781, 0.7646, 0.7362, 0.7303, 0.709, 0.6819, 0.679], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177580": {"relevant_ids": ["177579"], "ranked_ids": ["177579", "115954", "143503", "88542", "320138", "18081", "349723", "166836", "216212", "204923"], "ranked_scores": [0.8502, 0.5385, 0.5382, 0.536, 0.5287, 0.5193, 0.5133, 0.5131, 0.5112, 0.5089], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "309865": {"relevant_ids": ["78623", "33713", "78624"], "ranked_ids": ["209041", "153484", "33713", "78623", "405094", "437065", "78624", "109205", "495751", "425739"], "ranked_scores": [0.8623, 0.828, 0.8101, 0.8009, 0.7962, 0.7827, 0.7796, 0.7726, 0.7685, 0.7646], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4367, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.5932, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "510387": {"relevant_ids": ["510386"], "ranked_ids": ["241538", "241537", "40390", "170896", "371033", "510386", "344869", "254292", "91349", "91350"], "ranked_scores": [0.8624, 0.8556, 0.8331, 0.802, 0.7818, 0.7804, 0.7633, 0.7584, 0.7482, 0.741], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "26645": {"relevant_ids": ["26644"], "ranked_ids": ["26644", "108781", "207775", "504445", "215551", "163452", "12895", "209092", "172781", "219047"], "ranked_scores": [0.9233, 0.8146, 0.8036, 0.7804, 0.7602, 0.737, 0.7297, 0.7232, 0.7201, 0.7113], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "47788": {"relevant_ids": ["455725"], "ranked_ids": ["455725", "47703", "15132", "518171", "37221", "47789", "348138", "235686", "87039", "59508"], "ranked_scores": [0.9058, 0.8912, 0.8879, 0.8839, 0.8774, 0.867, 0.8668, 0.8552, 0.8498, 0.8411], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "338281": {"relevant_ids": ["338282"], "ranked_ids": ["338282", "263861", "100426", "85881", "135715", "326869", "8568", "225234", "478531", "75062"], "ranked_scores": [0.8614, 0.5961, 0.5397, 0.5208, 0.5108, 0.5073, 0.5037, 0.5002, 0.4926, 0.4909], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "461149": {"relevant_ids": ["461148"], "ranked_ids": ["525835", "203100", "461148", "527101", "283905", "302225", "377056", "180791", "215782", "475952"], "ranked_scores": [0.7857, 0.7801, 0.7719, 0.7711, 0.7668, 0.7263, 0.7136, 0.711, 0.7037, 0.6904], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "346126": {"relevant_ids": ["110711", "110710"], "ranked_ids": ["110710", "110711", "154338", "296319", "254526", "108617", "355996", "203476", "528998", "168350"], "ranked_scores": [0.9101, 0.8863, 0.8731, 0.7742, 0.7485, 0.7297, 0.7197, 0.7197, 0.7185, 0.7093], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "372986": {"relevant_ids": ["262882", "49961"], "ranked_ids": ["49961", "262882", "303468", "499535", "215938", "494989", "491226", "281091", "203984", "443239"], "ranked_scores": [0.8898, 0.8248, 0.7776, 0.7268, 0.7261, 0.6681, 0.6643, 0.6555, 0.6542, 0.6527], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "501182": {"relevant_ids": ["501181"], "ranked_ids": ["501181", "402718", "179018", "109121", "274777", "227535", "143008", "429772", "474402", "193082"], "ranked_scores": [0.79, 0.7121, 0.6975, 0.6264, 0.6198, 0.6089, 0.5911, 0.5859, 0.5845, 0.5802], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13800": {"relevant_ids": ["408522", "376590", "13799"], "ranked_ids": ["13799", "376590", "306761", "179943", "257857", "482825", "19904", "511859", "67320", "362253"], "ranked_scores": [0.8066, 0.7828, 0.7812, 0.7783, 0.7766, 0.7606, 0.7425, 0.7375, 0.7313, 0.731], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.7654, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.7654, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.6667}, "250143": {"relevant_ids": ["250142"], "ranked_ids": ["250142", "473276", "206630", "492698", "38409", "137994", "209138", "368186", "403252", "526032"], "ranked_scores": [0.8436, 0.8379, 0.6621, 0.6322, 0.632, 0.5923, 0.5778, 0.5758, 0.5719, 0.5716], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13223": {"relevant_ids": ["88349", "13224", "156773", "88348", "20277"], "ranked_ids": ["156773", "13224", "88348", "24720", "88349", "86343", "366749", "137719", "183085", "6014"], "ranked_scores": [0.9287, 0.9138, 0.9098, 0.8998, 0.8957, 0.8846, 0.8838, 0.8729, 0.8281, 0.8085], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.2, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6, "ndcg@5": 0.8539, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.8, "ndcg@10": 0.8539, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.8}, "11002": {"relevant_ids": ["11003"], "ranked_ids": ["11003", "444112", "144197", "10212", "241075", "330702", "266680", "87346", "254672", "82619"], "ranked_scores": [0.8408, 0.6776, 0.6736, 0.6673, 0.6618, 0.6564, 0.6512, 0.6469, 0.6456, 0.6441], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177653": {"relevant_ids": ["79732"], "ranked_ids": ["79732", "39174", "373717", "200611", "225019", "395587", "525756", "373275", "91704", "494720"], "ranked_scores": [0.7931, 0.7126, 0.6887, 0.6723, 0.6377, 0.6373, 0.6298, 0.6226, 0.5955, 0.5878], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "415592": {"relevant_ids": ["415591"], "ranked_ids": ["415591", "207607", "88542", "280921", "387370", "84634", "91592", "105088", "208294", "430072"], "ranked_scores": [0.8501, 0.7363, 0.6891, 0.6888, 0.6853, 0.6752, 0.6737, 0.6731, 0.6724, 0.6705], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "511196": {"relevant_ids": ["511197"], "ranked_ids": ["511197", "191329", "156490", "53962", "435439", "491923", "251546", "289278", "191328", "328397"], "ranked_scores": [0.8408, 0.7192, 0.7119, 0.6849, 0.6595, 0.6584, 0.6508, 0.6438, 0.64, 0.6354], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "344845": {"relevant_ids": ["344844"], "ranked_ids": ["344844", "79987", "161471", "187882", "384928", "4915", "95946", "380767", "397001", "79986"], "ranked_scores": [0.8956, 0.784, 0.782, 0.7551, 0.7531, 0.7498, 0.7485, 0.7327, 0.7318, 0.7214], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "396744": {"relevant_ids": ["396745"], "ranked_ids": ["527221", "396745", "284966", "145729", "421257", "503444", "506577", "481437", "454241", "375685"], "ranked_scores": [0.6463, 0.6331, 0.6265, 0.6037, 0.5751, 0.5711, 0.5591, 0.5587, 0.5522, 0.552], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "452398": {"relevant_ids": ["452399"], "ranked_ids": ["452399", "487918", "258503", "423427", "276696", "126265", "165046", "485561", "46598", "11938"], "ranked_scores": [0.8884, 0.7266, 0.6368, 0.6096, 0.5633, 0.5514, 0.5511, 0.5384, 0.5281, 0.5221], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "182114": {"relevant_ids": ["182113"], "ranked_ids": ["229182", "481882", "182113", "234482", "328873", "314035", "196647", "80224", "23242", "186609"], "ranked_scores": [0.6485, 0.6375, 0.6218, 0.6208, 0.6204, 0.6112, 0.6074, 0.5795, 0.5626, 0.555], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "486260": {"relevant_ids": ["486259"], "ranked_ids": ["486259", "392356", "46379", "266904", "113749", "38555", "111946", "10591", "100082", "145384"], "ranked_scores": [0.8687, 0.7417, 0.7379, 0.722, 0.7197, 0.713, 0.7118, 0.7068, 0.7046, 0.6998], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "455140": {"relevant_ids": ["315935"], "ranked_ids": ["315935", "93864", "245896", "246286", "519049", "150842", "315936", "369068", "93863", "440700"], "ranked_scores": [0.8664, 0.8042, 0.7625, 0.7531, 0.7235, 0.7123, 0.7065, 0.6986, 0.6843, 0.668], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "56198": {"relevant_ids": ["56199"], "ranked_ids": ["56199", "160194", "246583", "130971", "249114", "71092", "431226", "480352", "422259", "511941"], "ranked_scores": [0.8734, 0.6234, 0.6017, 0.5977, 0.5633, 0.557, 0.5545, 0.5516, 0.5446, 0.5397], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "30172": {"relevant_ids": ["145119", "373486", "145120", "30173", "185817", "68426"], "ranked_ids": ["145120", "160900", "15236", "68426", "185817", "463253", "205338", "20427", "192604", "82405"], "ranked_scores": [0.8919, 0.8914, 0.8477, 0.8352, 0.8233, 0.8217, 0.8167, 0.8124, 0.8117, 0.8057], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.1667, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.1667, "ndcg@5": 0.6164, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.55, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "127880": {"relevant_ids": ["241164"], "ranked_ids": ["241164", "535042", "135083", "84471", "121458", "156678", "100860", "450198", "403741", "266615"], "ranked_scores": [0.806, 0.7548, 0.7263, 0.7212, 0.7195, 0.7056, 0.664, 0.6573, 0.6409, 0.638], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "167969": {"relevant_ids": ["174461"], "ranked_ids": ["174461", "360983", "91854", "468723", "49800", "146236", "147264", "448412", "100300", "209661"], "ranked_scores": [0.6778, 0.6442, 0.6135, 0.5972, 0.5845, 0.5845, 0.5759, 0.5707, 0.569, 0.5563], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "97986": {"relevant_ids": ["97987"], "ranked_ids": ["97987", "44589", "108564", "393565", "256679", "193896", "90875", "41242", "353107", "479236"], "ranked_scores": [0.8964, 0.7467, 0.6747, 0.665, 0.6085, 0.5992, 0.5992, 0.594, 0.5938, 0.5909], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "12865": {"relevant_ids": ["105683"], "ranked_ids": ["105683", "277453", "338609", "188959", "191268", "92902", "94167", "477677", "113886", "155515"], "ranked_scores": [0.9188, 0.834, 0.7608, 0.7535, 0.7381, 0.736, 0.73, 0.7277, 0.7193, 0.7164], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "215681": {"relevant_ids": ["215680"], "ranked_ids": ["215680", "178515", "5733", "78042", "57552", "177080", "301165", "54139", "285023", "340195"], "ranked_scores": [0.8896, 0.7247, 0.7081, 0.7044, 0.6789, 0.6778, 0.658, 0.658, 0.6308, 0.6306], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-mpnet-base-mrl-128-pq-m16-n4": {"127728": {"relevant_ids": ["127729"], "ranked_ids": ["188019", "127729", "469527", "38063", "467927", "521993", "245618", "342610", "193297", "257349"], "ranked_scores": [0.6023, 0.5585, 0.5575, 0.5542, 0.5371, 0.5361, 0.5357, 0.5286, 0.5242, 0.5214], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "318820": {"relevant_ids": ["318821"], "ranked_ids": ["318821", "167747", "367479", "190950", "360734", "491038", "496708", "184762", "441218", "168913"], "ranked_scores": [0.7464, 0.6286, 0.6081, 0.5983, 0.5834, 0.5644, 0.5541, 0.5527, 0.5444, 0.5404], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "296098": {"relevant_ids": ["296097"], "ranked_ids": ["45507", "493414", "364131", "483090", "337938", "296097", "388841", "56389", "285680", "198222"], "ranked_scores": [0.5653, 0.5227, 0.5212, 0.5107, 0.4779, 0.4758, 0.4717, 0.4697, 0.4696, 0.4608], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "150414": {"relevant_ids": ["192835"], "ranked_ids": ["192835", "105782", "105783", "121070", "516620", "132912", "100422", "259561", "113488", "21131"], "ranked_scores": [0.7487, 0.7079, 0.6818, 0.6815, 0.6708, 0.668, 0.657, 0.6546, 0.6542, 0.6527], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145582": {"relevant_ids": ["145583"], "ranked_ids": ["145583", "263736", "9145", "87614", "358086", "246286", "369068", "468426", "356319", "367022"], "ranked_scores": [0.6634, 0.4833, 0.4777, 0.4731, 0.4599, 0.4592, 0.4554, 0.4435, 0.4364, 0.4254], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "315712": {"relevant_ids": ["315713"], "ranked_ids": ["315713", "408588", "396505", "298503", "409852", "58851", "383324", "373998", "484646", "469483"], "ranked_scores": [0.6588, 0.5931, 0.5707, 0.5639, 0.5449, 0.5161, 0.5153, 0.5084, 0.5043, 0.5041], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145739": {"relevant_ids": ["145740"], "ranked_ids": ["145740", "366074", "376315", "8705", "241979", "156272", "347337", "429177", "115412", "375395"], "ranked_scores": [0.6619, 0.6389, 0.5701, 0.5416, 0.5345, 0.5331, 0.5228, 0.5147, 0.514, 0.5107], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "308127": {"relevant_ids": ["308126"], "ranked_ids": ["308126", "490044", "94272", "35763", "189748", "367804", "403741", "434500", "208455", "77650"], "ranked_scores": [0.7068, 0.6664, 0.6115, 0.6051, 0.5774, 0.5744, 0.5573, 0.556, 0.5506, 0.5481], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "287245": {"relevant_ids": ["283198", "283199", "322650"], "ranked_ids": ["322650", "283199", "283198", "499037", "499036", "388953", "109049", "513922", "411891", "291373"], "ranked_scores": [0.6929, 0.6755, 0.6207, 0.5994, 0.5675, 0.5566, 0.5523, 0.5439, 0.5421, 0.5415], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "14755": {"relevant_ids": ["211906", "14756"], "ranked_ids": ["211906", "235454", "72275", "450970", "57678", "277031", "14756", "45636", "30834", "77110"], "ranked_scores": [0.7396, 0.7324, 0.7322, 0.7271, 0.7145, 0.7143, 0.7136, 0.7023, 0.6954, 0.6938], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.8175, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "370170": {"relevant_ids": ["370169"], "ranked_ids": ["370169", "334238", "537762", "22535", "231528", "22763", "211280", "263012", "212397", "70975"], "ranked_scores": [0.7739, 0.6422, 0.6242, 0.6066, 0.577, 0.5739, 0.5672, 0.5654, 0.5628, 0.5571], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "41774": {"relevant_ids": ["41773"], "ranked_ids": ["41773", "239344", "468655", "62219", "468656", "416695", "220928", "317102", "53738", "399039"], "ranked_scores": [0.7222, 0.6519, 0.6328, 0.6202, 0.6198, 0.6073, 0.6015, 0.5894, 0.5893, 0.5794], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "399648": {"relevant_ids": ["399649"], "ranked_ids": ["399649", "225815", "212809", "411313", "54706", "298939", "359281", "412309", "462253", "146745"], "ranked_scores": [0.7166, 0.6427, 0.611, 0.5956, 0.5805, 0.5678, 0.5671, 0.5586, 0.5491, 0.5392], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "504811": {"relevant_ids": ["504810"], "ranked_ids": ["504810", "204681", "251173", "448774", "364238", "90374", "527852", "434779", "386903", "5861"], "ranked_scores": [0.7405, 0.6278, 0.6124, 0.6108, 0.6104, 0.5947, 0.5931, 0.5928, 0.5854, 0.5794], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "362950": {"relevant_ids": ["400212", "362949"], "ranked_ids": ["151122", "487392", "9132", "362949", "427587", "24154", "400212", "348827", "171122", "20967"], "ranked_scores": [0.7364, 0.726, 0.7201, 0.6959, 0.6914, 0.6912, 0.6819, 0.6774, 0.6745, 0.6729], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2641, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.4685, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "155873": {"relevant_ids": ["155874"], "ranked_ids": ["439035", "292617", "363712", "294020", "378060", "174295", "464100", "91610", "57879", "383066"], "ranked_scores": [0.5571, 0.5528, 0.552, 0.5481, 0.5382, 0.5368, 0.5325, 0.5309, 0.5291, 0.5148], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "263432": {"relevant_ids": ["263433"], "ranked_ids": ["372749", "263433", "258335", "41365", "95041", "401373", "157590", "72493", "128303", "20409"], "ranked_scores": [0.5829, 0.566, 0.5421, 0.5369, 0.5323, 0.5301, 0.5288, 0.5208, 0.5169, 0.5166], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "354945": {"relevant_ids": ["354946"], "ranked_ids": ["354946", "254071", "462983", "108161", "426087", "189748", "462984", "447155", "108187", "322478"], "ranked_scores": [0.7242, 0.6788, 0.6072, 0.5252, 0.5132, 0.5068, 0.5067, 0.4839, 0.4631, 0.4439], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "245417": {"relevant_ids": ["248195", "219475"], "ranked_ids": ["219475", "248195", "64433", "40657", "274248", "37326", "368145", "301977", "319022", "335292"], "ranked_scores": [0.7591, 0.7199, 0.7111, 0.6906, 0.6823, 0.6437, 0.627, 0.6202, 0.6195, 0.608], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "516276": {"relevant_ids": ["516277"], "ranked_ids": ["516277", "510783", "19755", "34173", "143842", "76958", "385401", "178631", "119374", "175142"], "ranked_scores": [0.8079, 0.7385, 0.6931, 0.6827, 0.6807, 0.6758, 0.6598, 0.6572, 0.6532, 0.6464], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177580": {"relevant_ids": ["177579"], "ranked_ids": ["177579", "85812", "489312", "11253", "480352", "185553", "371908", "431226", "115954", "511935"], "ranked_scores": [0.7417, 0.5453, 0.5431, 0.5254, 0.5183, 0.5182, 0.5173, 0.5164, 0.5158, 0.5145], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "309865": {"relevant_ids": ["78623", "33713", "78624"], "ranked_ids": ["33713", "209041", "104085", "109205", "153484", "495751", "20635", "358785", "158229", "241492"], "ranked_scores": [0.7444, 0.7333, 0.7234, 0.7185, 0.702, 0.7017, 0.6935, 0.6903, 0.6893, 0.6892], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "510387": {"relevant_ids": ["510386"], "ranked_ids": ["442062", "371033", "510386", "344869", "40390", "241538", "170896", "112669", "241537", "12974"], "ranked_scores": [0.7271, 0.7257, 0.7221, 0.7201, 0.7144, 0.7122, 0.7025, 0.6917, 0.6826, 0.6814], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "26645": {"relevant_ids": ["26644"], "ranked_ids": ["26644", "411539", "12895", "163452", "504445", "234865", "415276", "26813", "207775", "284346"], "ranked_scores": [0.7585, 0.6915, 0.6744, 0.6709, 0.6686, 0.6641, 0.6613, 0.6548, 0.6509, 0.6469], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "47788": {"relevant_ids": ["455725"], "ranked_ids": ["87039", "15132", "47703", "518171", "455725", "101721", "348138", "8505", "87038", "47789"], "ranked_scores": [0.8182, 0.8156, 0.8132, 0.8132, 0.8083, 0.8069, 0.8038, 0.8034, 0.7922, 0.7864], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "338281": {"relevant_ids": ["338282"], "ranked_ids": ["338282", "263861", "326869", "100426", "277751", "92818", "11563", "443465", "340822", "197959"], "ranked_scores": [0.6024, 0.562, 0.5408, 0.4924, 0.4754, 0.4649, 0.4646, 0.456, 0.4504, 0.4494], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "461149": {"relevant_ids": ["461148"], "ranked_ids": ["461148", "528608", "215782", "525835", "283905", "527101", "250197", "377056", "354537", "302177"], "ranked_scores": [0.6928, 0.6573, 0.6412, 0.6328, 0.6232, 0.6135, 0.6087, 0.6041, 0.6035, 0.5947], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "346126": {"relevant_ids": ["110711", "110710"], "ranked_ids": ["110710", "110711", "154338", "355996", "492716", "296319", "254526", "67837", "85707", "55038"], "ranked_scores": [0.7898, 0.7887, 0.772, 0.748, 0.721, 0.7081, 0.7081, 0.7047, 0.7016, 0.6895], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "372986": {"relevant_ids": ["262882", "49961"], "ranked_ids": ["49961", "262882", "303468", "494989", "415486", "215938", "203984", "497531", "499535", "262821"], "ranked_scores": [0.7918, 0.7655, 0.7174, 0.6937, 0.6832, 0.6816, 0.659, 0.6587, 0.65, 0.6453], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "501182": {"relevant_ids": ["501181"], "ranked_ids": ["501181", "179018", "274777", "402718", "490750", "227535", "429772", "8417", "109121", "325288"], "ranked_scores": [0.6844, 0.6118, 0.6104, 0.581, 0.5784, 0.5647, 0.5448, 0.5326, 0.5291, 0.5269], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13800": {"relevant_ids": ["408522", "376590", "13799"], "ranked_ids": ["13799", "376590", "481109", "434847", "482825", "138908", "179943", "129993", "256094", "306761"], "ranked_scores": [0.775, 0.7625, 0.7307, 0.7281, 0.7182, 0.7133, 0.7131, 0.7097, 0.7034, 0.7032], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.7654, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.7654, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.6667}, "250143": {"relevant_ids": ["250142"], "ranked_ids": ["250142", "473276", "27632", "209138", "492698", "96270", "50539", "76062", "368186", "253577"], "ranked_scores": [0.6486, 0.6071, 0.5857, 0.5622, 0.5526, 0.5325, 0.5108, 0.5039, 0.503, 0.4797], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13223": {"relevant_ids": ["88349", "13224", "156773", "88348", "20277"], "ranked_ids": ["156773", "13224", "137719", "88348", "88349", "491669", "223304", "24720", "86343", "6014"], "ranked_scores": [0.8229, 0.7946, 0.7921, 0.7875, 0.7875, 0.7722, 0.7626, 0.7626, 0.7538, 0.7495], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.2, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.4, "ndcg@5": 0.8304, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.8, "ndcg@10": 0.8304, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.8}, "11002": {"relevant_ids": ["11003"], "ranked_ids": ["11003", "144197", "444112", "248217", "241075", "174649", "464848", "531002", "153944", "254672"], "ranked_scores": [0.7679, 0.6807, 0.6793, 0.6732, 0.6732, 0.6638, 0.6576, 0.6575, 0.6549, 0.6543], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177653": {"relevant_ids": ["79732"], "ranked_ids": ["79732", "39174", "200611", "373717", "313839", "373275", "395587", "494720", "91704", "418792"], "ranked_scores": [0.67, 0.6115, 0.6056, 0.5787, 0.5573, 0.5414, 0.5389, 0.5043, 0.4974, 0.4875], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "415592": {"relevant_ids": ["415591"], "ranked_ids": ["415591", "430072", "207607", "208294", "26742", "280921", "211746", "105088", "421150", "467639"], "ranked_scores": [0.7912, 0.6847, 0.6653, 0.658, 0.6462, 0.6408, 0.6383, 0.6363, 0.628, 0.6187], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "511196": {"relevant_ids": ["511197"], "ranked_ids": ["511197", "156490", "491923", "469291", "53962", "191329", "398788", "251545", "435439", "289278"], "ranked_scores": [0.6708, 0.6111, 0.5998, 0.5477, 0.5403, 0.5359, 0.5334, 0.5328, 0.5278, 0.5271], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "344845": {"relevant_ids": ["344844"], "ranked_ids": ["344844", "397001", "161471", "79987", "48574", "140172", "380837", "73905", "214971", "401905"], "ranked_scores": [0.8084, 0.7632, 0.7515, 0.7125, 0.701, 0.6987, 0.6893, 0.6853, 0.6852, 0.6678], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "396744": {"relevant_ids": ["396745"], "ranked_ids": ["375685", "527221", "16873", "155232", "454241", "506577", "501103", "145729", "79700", "318588"], "ranked_scores": [0.5884, 0.5492, 0.5383, 0.533, 0.5305, 0.5288, 0.519, 0.5156, 0.5146, 0.5102], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "452398": {"relevant_ids": ["452399"], "ranked_ids": ["452399", "258503", "134287", "72096", "215596", "461682", "128992", "97822", "169053", "60646"], "ranked_scores": [0.7325, 0.6025, 0.5664, 0.5477, 0.5463, 0.5453, 0.5444, 0.5426, 0.5423, 0.5399], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "182114": {"relevant_ids": ["182113"], "ranked_ids": ["314035", "196647", "481882", "260490", "234482", "357840", "246072", "328873", "182113", "15236"], "ranked_scores": [0.6019, 0.5885, 0.5813, 0.5744, 0.5715, 0.562, 0.559, 0.5544, 0.5531, 0.5475], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "486260": {"relevant_ids": ["486259"], "ranked_ids": ["358839", "111946", "486259", "235892", "221509", "452464", "152202", "100082", "222159", "399554"], "ranked_scores": [0.7312, 0.7252, 0.7173, 0.7172, 0.7089, 0.7039, 0.702, 0.7019, 0.7014, 0.6998], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "455140": {"relevant_ids": ["315935"], "ranked_ids": ["315935", "93864", "246286", "245896", "348491", "93863", "150842", "356403", "27743", "315936"], "ranked_scores": [0.747, 0.7051, 0.6841, 0.6711, 0.6388, 0.6332, 0.6277, 0.6065, 0.6026, 0.6008], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "56198": {"relevant_ids": ["56199"], "ranked_ids": ["56199", "43405", "43404", "270338", "294399", "246583", "199688", "130971", "246173", "431226"], "ranked_scores": [0.7151, 0.5848, 0.5776, 0.5758, 0.5447, 0.54, 0.5355, 0.5355, 0.5312, 0.5255], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "30172": {"relevant_ids": ["145119", "373486", "145120", "30173", "185817", "68426"], "ranked_ids": ["30173", "145120", "20427", "99756", "160900", "68426", "56855", "194613", "112436", "185817"], "ranked_scores": [0.8282, 0.8248, 0.8027, 0.801, 0.7987, 0.7978, 0.7972, 0.796, 0.7911, 0.7848], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.1667, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.5531, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.6888, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.6667}, "127880": {"relevant_ids": ["241164"], "ranked_ids": ["121458", "135083", "216657", "535042", "132797", "241164", "22396", "450198", "100860", "266615"], "ranked_scores": [0.7011, 0.6647, 0.6383, 0.6364, 0.6325, 0.6314, 0.6308, 0.629, 0.6237, 0.6178], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "167969": {"relevant_ids": ["174461"], "ranked_ids": ["174461", "360983", "468723", "147264", "49800", "91854", "261771", "100300", "144121", "365197"], "ranked_scores": [0.6885, 0.6155, 0.5862, 0.5857, 0.5807, 0.5606, 0.5427, 0.5392, 0.5311, 0.5293], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "97986": {"relevant_ids": ["97987"], "ranked_ids": ["97987", "44589", "234865", "256680", "353107", "193896", "256679", "83797", "44095", "139722"], "ranked_scores": [0.7709, 0.6434, 0.6426, 0.642, 0.6269, 0.6255, 0.624, 0.6114, 0.6069, 0.6033], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "12865": {"relevant_ids": ["105683"], "ranked_ids": ["105683", "277453", "528844", "265697", "155515", "528051", "338609", "356740", "513141", "302893"], "ranked_scores": [0.758, 0.7109, 0.6374, 0.6359, 0.6316, 0.6194, 0.6136, 0.6106, 0.6084, 0.6055], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "215681": {"relevant_ids": ["215680"], "ranked_ids": ["215680", "349338", "78042", "5733", "143674", "35620", "161701", "33988", "178515", "209852"], "ranked_scores": [0.7726, 0.683, 0.6776, 0.6761, 0.6636, 0.6627, 0.6617, 0.6543, 0.6493, 0.6474], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-mpnet-base-mrl-64-pq-m8-n8": {"127728": {"relevant_ids": ["127729"], "ranked_ids": ["317591", "127729", "193297", "250619", "116881", "387548", "92818", "153290", "188019", "26460"], "ranked_scores": [0.6743, 0.6736, 0.6483, 0.6365, 0.6271, 0.6196, 0.6152, 0.5993, 0.584, 0.5819], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "318820": {"relevant_ids": ["318821"], "ranked_ids": ["318821", "491038", "360734", "367479", "528342", "362498", "491039", "496708", "154061", "489320"], "ranked_scores": [0.8542, 0.7405, 0.7115, 0.7067, 0.691, 0.679, 0.6483, 0.6145, 0.5791, 0.578], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "296098": {"relevant_ids": ["296097"], "ranked_ids": ["45507", "307653", "173403", "469868", "56686", "298852", "181254", "198222", "412371", "500090"], "ranked_scores": [0.7464, 0.6886, 0.675, 0.652, 0.6471, 0.6327, 0.6241, 0.619, 0.6171, 0.6158], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "150414": {"relevant_ids": ["192835"], "ranked_ids": ["192835", "105782", "105783", "123802", "516620", "496848", "132912", "113488", "121070", "485511"], "ranked_scores": [0.8541, 0.7873, 0.7871, 0.7804, 0.7701, 0.7398, 0.732, 0.7281, 0.7246, 0.7198], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145582": {"relevant_ids": ["145583"], "ranked_ids": ["145583", "263736", "334991", "454612", "87614", "356319", "44287", "294633", "364601", "39561"], "ranked_scores": [0.8005, 0.6521, 0.5473, 0.52, 0.5192, 0.518, 0.5091, 0.507, 0.4922, 0.4898], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "315712": {"relevant_ids": ["315713"], "ranked_ids": ["315713", "469483", "409852", "242340", "451913", "490239", "469755", "120489", "121458", "396505"], "ranked_scores": [0.7657, 0.701, 0.701, 0.6838, 0.674, 0.6707, 0.6562, 0.6555, 0.6527, 0.645], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145739": {"relevant_ids": ["145740"], "ranked_ids": ["145740", "8705", "366074", "241979", "190593", "376315", "115412", "336202", "43191", "177579"], "ranked_scores": [0.8752, 0.7348, 0.7224, 0.699, 0.6828, 0.6589, 0.6536, 0.6267, 0.6123, 0.5985], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "308127": {"relevant_ids": ["308126"], "ranked_ids": ["308126", "481501", "286291", "490044", "100860", "301104", "180691", "148836", "386807", "107010"], "ranked_scores": [0.8187, 0.769, 0.7039, 0.7026, 0.6973, 0.6943, 0.6885, 0.6846, 0.6757, 0.6721], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "287245": {"relevant_ids": ["283198", "283199", "322650"], "ranked_ids": ["283198", "283199", "322650", "427877", "309999", "138800", "420279", "109049", "126287", "266356"], "ranked_scores": [0.7762, 0.7757, 0.7524, 0.7302, 0.6766, 0.67, 0.6582, 0.6512, 0.6289, 0.6185], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "14755": {"relevant_ids": ["211906", "14756"], "ranked_ids": ["450970", "211906", "14756", "30834", "277031", "72275", "362149", "88473", "57678", "74058"], "ranked_scores": [0.885, 0.885, 0.867, 0.8035, 0.7868, 0.7844, 0.7552, 0.7388, 0.7384, 0.7227], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6934, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6934, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6934, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "370170": {"relevant_ids": ["370169"], "ranked_ids": ["370169", "334238", "387761", "210774", "100422", "299578", "417976", "22535", "191527", "494610"], "ranked_scores": [0.8826, 0.6875, 0.6391, 0.638, 0.6343, 0.6296, 0.6226, 0.6093, 0.6087, 0.6073], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "41774": {"relevant_ids": ["41773"], "ranked_ids": ["41773", "307530", "53738", "239344", "329888", "33017", "467781", "263188", "62219", "468655"], "ranked_scores": [0.8191, 0.7361, 0.7189, 0.695, 0.6475, 0.6335, 0.6306, 0.6295, 0.6242, 0.606], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "399648": {"relevant_ids": ["399649"], "ranked_ids": ["399649", "212809", "54706", "412309", "225815", "142361", "24384", "214595", "214780", "411313"], "ranked_scores": [0.891, 0.7914, 0.7902, 0.7765, 0.7743, 0.7273, 0.7273, 0.7227, 0.718, 0.7122], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "504811": {"relevant_ids": ["504810"], "ranked_ids": ["504810", "175461", "181788", "132970", "309894", "90374", "276160", "214151", "448774", "451065"], "ranked_scores": [0.8937, 0.7378, 0.7237, 0.6947, 0.6882, 0.6639, 0.6546, 0.648, 0.617, 0.6156], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "362950": {"relevant_ids": ["400212", "362949"], "ranked_ids": ["400212", "151122", "475478", "427587", "169704", "101529", "203063", "155870", "487392", "411503"], "ranked_scores": [0.7982, 0.7951, 0.7939, 0.7814, 0.78, 0.7792, 0.7777, 0.7769, 0.7692, 0.7687], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "155873": {"relevant_ids": ["155874"], "ranked_ids": ["383066", "353785", "439035", "392604", "487664", "174295", "416786", "294020", "378060", "363712"], "ranked_scores": [0.6875, 0.6832, 0.6744, 0.6743, 0.6677, 0.663, 0.6427, 0.6366, 0.6364, 0.6352], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "263432": {"relevant_ids": ["263433"], "ranked_ids": ["263433", "370717", "401373", "471057", "20409", "193792", "254597", "370718", "458148", "72493"], "ranked_scores": [0.7839, 0.6955, 0.6945, 0.6925, 0.6924, 0.6829, 0.6809, 0.6802, 0.6778, 0.6741], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "354945": {"relevant_ids": ["354946"], "ranked_ids": ["354946", "254071", "462983", "462984", "393895", "454054", "108187", "108161", "415886", "175086"], "ranked_scores": [0.887, 0.8049, 0.7446, 0.6904, 0.6628, 0.6436, 0.6258, 0.6208, 0.6119, 0.5747], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "245417": {"relevant_ids": ["248195", "219475"], "ranked_ids": ["219475", "248195", "40657", "355903", "64433", "301977", "37326", "368145", "390696", "257256"], "ranked_scores": [0.8483, 0.7891, 0.788, 0.769, 0.7181, 0.7017, 0.7005, 0.6819, 0.6752, 0.6486], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "516276": {"relevant_ids": ["516277"], "ranked_ids": ["516277", "34173", "19755", "510783", "76958", "479392", "376328", "143842", "352189", "387288"], "ranked_scores": [0.9347, 0.882, 0.8746, 0.807, 0.8047, 0.7727, 0.7341, 0.7296, 0.7183, 0.7167], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177580": {"relevant_ids": ["177579"], "ranked_ids": ["177579", "160276", "99555", "349723", "190593", "139689", "472197", "145740", "115954", "56202"], "ranked_scores": [0.857, 0.663, 0.6493, 0.6303, 0.6252, 0.6231, 0.6115, 0.5979, 0.5971, 0.5967], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "309865": {"relevant_ids": ["78623", "33713", "78624"], "ranked_ids": ["209041", "153484", "405094", "109205", "425739", "78623", "33713", "495751", "78624", "437065"], "ranked_scores": [0.8889, 0.8305, 0.8216, 0.8209, 0.8197, 0.8175, 0.8118, 0.8058, 0.7944, 0.7733], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.4649, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "510387": {"relevant_ids": ["510386"], "ranked_ids": ["241538", "241537", "40390", "170896", "212478", "510386", "371033", "235892", "21919", "160232"], "ranked_scores": [0.8593, 0.8509, 0.7774, 0.7759, 0.7753, 0.7443, 0.7409, 0.7364, 0.7286, 0.7054], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "26645": {"relevant_ids": ["26644"], "ranked_ids": ["26644", "504445", "215551", "108781", "172781", "207775", "148567", "12895", "284347", "286617"], "ranked_scores": [0.9462, 0.8337, 0.8214, 0.8101, 0.7878, 0.7874, 0.7726, 0.7697, 0.757, 0.7562], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "47788": {"relevant_ids": ["455725"], "ranked_ids": ["455725", "15132", "47703", "518171", "85764", "87039", "348138", "37221", "163881", "235686"], "ranked_scores": [0.9266, 0.9079, 0.9079, 0.893, 0.8905, 0.8857, 0.8832, 0.8821, 0.8693, 0.8681], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "338281": {"relevant_ids": ["338282"], "ranked_ids": ["338282", "240052", "327767", "11563", "478531", "100426", "8568", "340822", "1535", "409601"], "ranked_scores": [0.8114, 0.6267, 0.6257, 0.6154, 0.6103, 0.5954, 0.5936, 0.5901, 0.5863, 0.5859], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "461149": {"relevant_ids": ["461148"], "ranked_ids": ["525835", "203100", "461148", "302225", "283905", "527101", "255754", "377056", "354537", "302177"], "ranked_scores": [0.8201, 0.7982, 0.7965, 0.7938, 0.786, 0.7638, 0.7333, 0.7276, 0.7259, 0.7191], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "346126": {"relevant_ids": ["110711", "110710"], "ranked_ids": ["110710", "154338", "110711", "296319", "355996", "108617", "254526", "54348", "160306", "168350"], "ranked_scores": [0.9154, 0.8955, 0.8835, 0.845, 0.7864, 0.7808, 0.7746, 0.7729, 0.7696, 0.7678], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.9197, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.9197, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9197, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "372986": {"relevant_ids": ["262882", "49961"], "ranked_ids": ["49961", "262882", "303468", "215938", "491226", "499535", "203984", "497357", "494989", "497531"], "ranked_scores": [0.8954, 0.8386, 0.7997, 0.7674, 0.7226, 0.7194, 0.6744, 0.6629, 0.661, 0.6585], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "501182": {"relevant_ids": ["501181"], "ranked_ids": ["501181", "446824", "402718", "179018", "240678", "227535", "490750", "429772", "274777", "143008"], "ranked_scores": [0.8099, 0.7034, 0.6917, 0.6848, 0.6619, 0.6202, 0.6142, 0.6057, 0.6053, 0.603], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13800": {"relevant_ids": ["408522", "376590", "13799"], "ranked_ids": ["13799", "482825", "179943", "209853", "398510", "214970", "306761", "408522", "67320", "73232"], "ranked_scores": [0.8329, 0.8199, 0.7903, 0.7846, 0.7821, 0.7771, 0.774, 0.7699, 0.7641, 0.7559], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.6173, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.6667}, "250143": {"relevant_ids": ["250142"], "ranked_ids": ["250142", "473276", "206630", "57155", "368186", "148079", "360513", "38409", "520955", "460976"], "ranked_scores": [0.8479, 0.8479, 0.7129, 0.6779, 0.6473, 0.639, 0.6272, 0.6193, 0.6189, 0.6159], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13223": {"relevant_ids": ["88349", "13224", "156773", "88348", "20277"], "ranked_ids": ["156773", "13224", "86343", "88348", "366749", "24720", "88349", "137719", "163971", "235061"], "ranked_scores": [0.9302, 0.9067, 0.895, 0.8905, 0.8902, 0.8881, 0.8867, 0.8582, 0.8447, 0.8411], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.2, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.4, "ndcg@5": 0.6992, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6, "ndcg@10": 0.8123, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.8}, "11002": {"relevant_ids": ["11003"], "ranked_ids": ["11003", "314099", "12718", "313698", "24296", "311772", "238674", "265844", "94884", "186075"], "ranked_scores": [0.7755, 0.7518, 0.7447, 0.7405, 0.7288, 0.7142, 0.7135, 0.7109, 0.7088, 0.7083], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177653": {"relevant_ids": ["79732"], "ranked_ids": ["79732", "39174", "225019", "373717", "310721", "91704", "373275", "200611", "525756", "494720"], "ranked_scores": [0.7978, 0.7636, 0.7498, 0.7134, 0.7124, 0.7055, 0.6641, 0.6552, 0.6517, 0.65], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "415592": {"relevant_ids": ["415591"], "ranked_ids": ["415591", "84634", "430072", "509003", "207607", "381371", "208294", "119111", "88542", "387370"], "ranked_scores": [0.8061, 0.757, 0.718, 0.7179, 0.717, 0.6932, 0.6863, 0.6846, 0.6816, 0.6788], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "511196": {"relevant_ids": ["511197"], "ranked_ids": ["511197", "156490", "491923", "191329", "99760", "191328", "435439", "414717", "53962", "251545"], "ranked_scores": [0.8435, 0.7651, 0.7254, 0.7147, 0.7005, 0.6974, 0.6897, 0.6792, 0.6779, 0.6752], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "344845": {"relevant_ids": ["344844"], "ranked_ids": ["344844", "96221", "161471", "363883", "380767", "52235", "327485", "76793", "187882", "48574"], "ranked_scores": [0.8815, 0.8067, 0.7726, 0.7703, 0.7695, 0.7614, 0.7583, 0.7576, 0.7572, 0.7544], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "396744": {"relevant_ids": ["396745"], "ranked_ids": ["284966", "503444", "145729", "454241", "527221", "236438", "396745", "418055", "394632", "481437"], "ranked_scores": [0.7775, 0.7472, 0.7352, 0.7168, 0.6952, 0.6894, 0.6788, 0.6698, 0.6646, 0.6599], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "452398": {"relevant_ids": ["452399"], "ranked_ids": ["452399", "487918", "470800", "258503", "277360", "506716", "359281", "346712", "423427", "165046"], "ranked_scores": [0.9004, 0.7958, 0.6289, 0.6086, 0.5774, 0.5713, 0.5703, 0.5686, 0.5582, 0.5557], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "182114": {"relevant_ids": ["182113"], "ranked_ids": ["328873", "34513", "314035", "229182", "182113", "196647", "481882", "420579", "234482", "24197"], "ranked_scores": [0.7105, 0.7094, 0.6956, 0.6912, 0.6894, 0.6836, 0.6811, 0.6741, 0.6738, 0.6662], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "486260": {"relevant_ids": ["486259"], "ranked_ids": ["486259", "38555", "97315", "46379", "340740", "416784", "266904", "221509", "222159", "392356"], "ranked_scores": [0.8874, 0.7583, 0.7571, 0.7448, 0.7434, 0.7167, 0.7089, 0.7089, 0.7063, 0.7049], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "455140": {"relevant_ids": ["315935"], "ranked_ids": ["315935", "93864", "246286", "245896", "150842", "369068", "332628", "93863", "493305", "315936"], "ranked_scores": [0.8901, 0.8318, 0.7657, 0.7605, 0.7434, 0.7141, 0.702, 0.7004, 0.6968, 0.6804], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "56198": {"relevant_ids": ["56199"], "ranked_ids": ["56199", "160194", "71092", "246583", "348405", "515552", "452069", "480352", "270338", "422259"], "ranked_scores": [0.875, 0.6967, 0.6866, 0.671, 0.6551, 0.6395, 0.6327, 0.6316, 0.6179, 0.6177], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "30172": {"relevant_ids": ["145119", "373486", "145120", "30173", "185817", "68426"], "ranked_ids": ["160900", "145120", "205338", "26554", "15236", "30100", "194613", "288044", "82405", "30173"], "ranked_scores": [0.9175, 0.9002, 0.8764, 0.8646, 0.8543, 0.8508, 0.849, 0.848, 0.847, 0.8456], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.1667, "ndcg@5": 0.214, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.1667, "ndcg@10": 0.2784, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.3333}, "127880": {"relevant_ids": ["241164"], "ranked_ids": ["241164", "121458", "389438", "156678", "135083", "84471", "535042", "120446", "527388", "122116"], "ranked_scores": [0.8216, 0.7716, 0.7613, 0.7582, 0.7533, 0.744, 0.7399, 0.7308, 0.7277, 0.7227], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "167969": {"relevant_ids": ["174461"], "ranked_ids": ["174461", "360983", "32135", "91854", "146236", "347474", "222958", "407354", "174464", "420911"], "ranked_scores": [0.7636, 0.7576, 0.6893, 0.6497, 0.6443, 0.6359, 0.6281, 0.6269, 0.6207, 0.6192], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "97986": {"relevant_ids": ["97987"], "ranked_ids": ["97987", "44589", "144057", "393565", "265116", "211691", "248383", "207303", "83797", "193896"], "ranked_scores": [0.8788, 0.7967, 0.6662, 0.6559, 0.6494, 0.6454, 0.6445, 0.6421, 0.6402, 0.6378], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "12865": {"relevant_ids": ["105683"], "ranked_ids": ["105683", "6376", "92902", "277453", "188959", "94167", "146806", "146805", "191268", "113886"], "ranked_scores": [0.9341, 0.8513, 0.8425, 0.84, 0.8395, 0.8393, 0.8066, 0.7825, 0.7797, 0.776], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "215681": {"relevant_ids": ["215680"], "ranked_ids": ["215680", "178515", "301165", "54139", "177080", "349338", "171713", "5733", "143842", "376328"], "ranked_scores": [0.8993, 0.7554, 0.741, 0.741, 0.7362, 0.7357, 0.725, 0.7247, 0.7216, 0.7175], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-mpnet-base-mrl-64-pq-m8-n4": {"127728": {"relevant_ids": ["127729"], "ranked_ids": ["188019", "445616", "245618", "92818", "177685", "494754", "276617", "127729", "205884", "193297"], "ranked_scores": [0.6294, 0.5699, 0.5697, 0.5657, 0.5644, 0.5543, 0.5418, 0.5378, 0.5318, 0.5315], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "318820": {"relevant_ids": ["318821"], "ranked_ids": ["318821", "167747", "360734", "491038", "254189", "395217", "222414", "496708", "121353", "491039"], "ranked_scores": [0.7567, 0.6706, 0.6584, 0.6519, 0.6066, 0.6027, 0.594, 0.5806, 0.5805, 0.577], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "296098": {"relevant_ids": ["296097"], "ranked_ids": ["45507", "493414", "296097", "22897", "56686", "467781", "500090", "307653", "388841", "313466"], "ranked_scores": [0.6367, 0.6117, 0.6054, 0.5741, 0.5696, 0.569, 0.5657, 0.551, 0.5507, 0.549], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "150414": {"relevant_ids": ["192835"], "ranked_ids": ["192835", "481419", "121070", "199554", "21131", "8875", "24329", "168350", "43980", "92574"], "ranked_scores": [0.714, 0.6907, 0.6842, 0.6773, 0.6737, 0.6678, 0.6659, 0.6652, 0.6636, 0.6599], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145582": {"relevant_ids": ["145583"], "ranked_ids": ["145583", "294633", "369435", "9145", "121390", "232450", "493709", "356319", "415784", "415785"], "ranked_scores": [0.6954, 0.5589, 0.5476, 0.5404, 0.532, 0.5196, 0.5166, 0.512, 0.504, 0.504], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "315712": {"relevant_ids": ["315713"], "ranked_ids": ["409852", "298503", "315713", "284336", "353044", "34635", "534947", "4153", "122392", "104272"], "ranked_scores": [0.7478, 0.7304, 0.7093, 0.7088, 0.7069, 0.701, 0.6885, 0.6791, 0.6702, 0.6638], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "145739": {"relevant_ids": ["145740"], "ranked_ids": ["145740", "366074", "8705", "190593", "465597", "148222", "520038", "68194", "276599", "177579"], "ranked_scores": [0.6983, 0.6542, 0.6316, 0.6245, 0.6024, 0.5806, 0.5782, 0.5776, 0.5674, 0.5634], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "308127": {"relevant_ids": ["308126"], "ranked_ids": ["308126", "490044", "94272", "60577", "148836", "98400", "77650", "189748", "104625", "286291"], "ranked_scores": [0.7843, 0.7321, 0.7019, 0.6918, 0.69, 0.6783, 0.662, 0.6591, 0.6579, 0.6573], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "287245": {"relevant_ids": ["283198", "283199", "322650"], "ranked_ids": ["322650", "283199", "237499", "48679", "126287", "411891", "513922", "499037", "253577", "388953"], "ranked_scores": [0.6747, 0.6302, 0.6047, 0.5985, 0.5907, 0.5876, 0.5876, 0.5797, 0.5793, 0.5788], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.7654, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.7654, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.6667}, "14755": {"relevant_ids": ["211906", "14756"], "ranked_ids": ["45636", "235454", "88473", "277031", "55177", "45354", "211906", "383325", "169258", "531392"], "ranked_scores": [0.7333, 0.733, 0.7186, 0.718, 0.7147, 0.7117, 0.7076, 0.7004, 0.7001, 0.699], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2044, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.5}, "370170": {"relevant_ids": ["370169"], "ranked_ids": ["370169", "22535", "334238", "212129", "231528", "256937", "183552", "534102", "509802", "263012"], "ranked_scores": [0.7549, 0.6724, 0.6664, 0.6641, 0.6616, 0.6597, 0.6485, 0.6432, 0.6315, 0.6225], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "41774": {"relevant_ids": ["41773"], "ranked_ids": ["41773", "239344", "220928", "468655", "468656", "317102", "454279", "62219", "307530", "416695"], "ranked_scores": [0.7386, 0.6992, 0.6907, 0.6663, 0.6661, 0.6621, 0.6614, 0.656, 0.6471, 0.643], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "399648": {"relevant_ids": ["399649"], "ranked_ids": ["399649", "225815", "344347", "515760", "54706", "412309", "212809", "359281", "4228", "411313"], "ranked_scores": [0.69, 0.6379, 0.6306, 0.6236, 0.6218, 0.6192, 0.6172, 0.617, 0.6076, 0.6015], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "504811": {"relevant_ids": ["504810"], "ranked_ids": ["504810", "309894", "204681", "181788", "364238", "214151", "84826", "251173", "307403", "303468"], "ranked_scores": [0.7532, 0.7013, 0.6946, 0.6932, 0.6663, 0.6582, 0.6499, 0.6498, 0.6413, 0.6409], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "362950": {"relevant_ids": ["400212", "362949"], "ranked_ids": ["9132", "210382", "78020", "400510", "344212", "151122", "481437", "169704", "24154", "121934"], "ranked_scores": [0.7571, 0.7486, 0.7445, 0.7223, 0.7198, 0.7134, 0.7034, 0.7023, 0.6987, 0.6985], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "155873": {"relevant_ids": ["155874"], "ranked_ids": ["383066", "294020", "464100", "378060", "197959", "91610", "439035", "425515", "292617", "378062"], "ranked_scores": [0.6481, 0.6334, 0.6114, 0.6104, 0.6037, 0.6029, 0.5976, 0.5959, 0.5944, 0.5905], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "263432": {"relevant_ids": ["263433"], "ranked_ids": ["258335", "103716", "203476", "110711", "157590", "355996", "309718", "47834", "41365", "481004"], "ranked_scores": [0.6411, 0.6409, 0.6329, 0.6214, 0.608, 0.608, 0.603, 0.5972, 0.5921, 0.5893], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "354945": {"relevant_ids": ["354946"], "ranked_ids": ["354946", "254071", "447155", "175086", "108161", "426087", "462983", "331955", "211239", "139214"], "ranked_scores": [0.7169, 0.6892, 0.6312, 0.6238, 0.622, 0.6182, 0.6054, 0.6053, 0.577, 0.5723], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "245417": {"relevant_ids": ["248195", "219475"], "ranked_ids": ["219475", "248195", "64433", "136440", "257256", "530267", "274248", "199932", "37326", "164159"], "ranked_scores": [0.7362, 0.6698, 0.6521, 0.6506, 0.643, 0.6428, 0.6412, 0.6278, 0.618, 0.6134], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "516276": {"relevant_ids": ["516277"], "ranked_ids": ["516277", "385401", "510783", "34173", "19755", "76958", "479392", "360438", "482825", "68652"], "ranked_scores": [0.8389, 0.7818, 0.78, 0.767, 0.766, 0.7644, 0.7486, 0.7476, 0.7329, 0.7319], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177580": {"relevant_ids": ["177579"], "ranked_ids": ["177579", "390471", "125075", "429177", "190593", "4003", "85814", "489312", "371033", "317208"], "ranked_scores": [0.7827, 0.6584, 0.6575, 0.644, 0.6372, 0.6264, 0.6256, 0.6198, 0.6187, 0.6183], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "309865": {"relevant_ids": ["78623", "33713", "78624"], "ranked_ids": ["209041", "495751", "241492", "104085", "20635", "33713", "360054", "425739", "312029", "405094"], "ranked_scores": [0.7542, 0.7529, 0.7506, 0.7381, 0.737, 0.7295, 0.7189, 0.7123, 0.7081, 0.7078], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1672, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.3333}, "510387": {"relevant_ids": ["510386"], "ranked_ids": ["371033", "442062", "40390", "21919", "510386", "102374", "112669", "241538", "344869", "412443"], "ranked_scores": [0.7061, 0.6789, 0.6778, 0.6652, 0.6607, 0.6515, 0.6492, 0.649, 0.6465, 0.643], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "26645": {"relevant_ids": ["26644"], "ranked_ids": ["26644", "12895", "504445", "233540", "411539", "415276", "284347", "472197", "163452", "172781"], "ranked_scores": [0.7669, 0.7387, 0.7367, 0.7309, 0.7309, 0.7263, 0.7237, 0.7228, 0.7223, 0.695], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "47788": {"relevant_ids": ["455725"], "ranked_ids": ["455725", "15132", "87039", "101721", "37221", "59223", "72588", "85764", "8505", "9659"], "ranked_scores": [0.8367, 0.8367, 0.8367, 0.8344, 0.831, 0.8285, 0.8285, 0.8285, 0.8285, 0.8285], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "338281": {"relevant_ids": ["338282"], "ranked_ids": ["326869", "43034", "340822", "11563", "85511", "54392", "315387", "394093", "374181", "428299"], "ranked_scores": [0.645, 0.6084, 0.6015, 0.5952, 0.5782, 0.5758, 0.5752, 0.5745, 0.5716, 0.5693], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "461149": {"relevant_ids": ["461148"], "ranked_ids": ["461148", "528608", "302177", "519891", "8828", "354537", "307096", "250197", "215782", "283905"], "ranked_scores": [0.787, 0.756, 0.7411, 0.7174, 0.7172, 0.7007, 0.7007, 0.6957, 0.6773, 0.6756], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "346126": {"relevant_ids": ["110711", "110710"], "ranked_ids": ["110710", "110711", "13436", "355996", "154338", "67837", "296319", "85707", "160306", "54348"], "ranked_scores": [0.8485, 0.8327, 0.8287, 0.8284, 0.8253, 0.8193, 0.8095, 0.7877, 0.7848, 0.7795], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "372986": {"relevant_ids": ["262882", "49961"], "ranked_ids": ["262882", "49961", "497531", "494989", "491226", "415486", "303468", "215938", "9918", "309713"], "ranked_scores": [0.7885, 0.7819, 0.7422, 0.731, 0.714, 0.6914, 0.6909, 0.6885, 0.6845, 0.6844], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "501182": {"relevant_ids": ["501181"], "ranked_ids": ["501181", "490750", "429772", "179018", "274777", "240678", "522828", "362866", "111103", "446824"], "ranked_scores": [0.7543, 0.7279, 0.657, 0.6358, 0.6257, 0.615, 0.6059, 0.5863, 0.5855, 0.5848], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13800": {"relevant_ids": ["408522", "376590", "13799"], "ranked_ids": ["34173", "434847", "376590", "141802", "13799", "482825", "327468", "19755", "214970", "72857"], "ranked_scores": [0.759, 0.7468, 0.7411, 0.7372, 0.7362, 0.7332, 0.731, 0.7287, 0.7236, 0.7179], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4162, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.4162, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.6667}, "250143": {"relevant_ids": ["250142"], "ranked_ids": ["250142", "473276", "27632", "496896", "492698", "405392", "209138", "520955", "292689", "460976"], "ranked_scores": [0.6633, 0.6564, 0.6173, 0.5816, 0.5813, 0.5812, 0.5771, 0.566, 0.5624, 0.5561], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13223": {"relevant_ids": ["88349", "13224", "156773", "88348", "20277"], "ranked_ids": ["156773", "88349", "88348", "137719", "13224", "173790", "11938", "163971", "491669", "235061"], "ranked_scores": [0.856, 0.8235, 0.8235, 0.819, 0.8161, 0.8125, 0.8053, 0.8033, 0.8028, 0.7984], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.2, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6, "ndcg@5": 0.8539, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.8, "ndcg@10": 0.8539, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.8}, "11002": {"relevant_ids": ["11003"], "ranked_ids": ["314099", "83066", "311772", "238674", "24296", "186075", "11003", "265844", "426215", "12718"], "ranked_scores": [0.7454, 0.7358, 0.7299, 0.7034, 0.7026, 0.7003, 0.6989, 0.6953, 0.694, 0.6938], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "177653": {"relevant_ids": ["79732"], "ranked_ids": ["79732", "39174", "91704", "375219", "200611", "225019", "494720", "299502", "313839", "373717"], "ranked_scores": [0.7069, 0.6594, 0.6571, 0.6536, 0.6336, 0.6332, 0.6251, 0.6118, 0.605, 0.5998], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "415592": {"relevant_ids": ["415591"], "ranked_ids": ["415591", "208294", "430072", "211746", "207607", "105088", "91592", "478126", "243091", "50570"], "ranked_scores": [0.7944, 0.7474, 0.7122, 0.7072, 0.6996, 0.6955, 0.6779, 0.6779, 0.672, 0.6627], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "511196": {"relevant_ids": ["511197"], "ranked_ids": ["156490", "511197", "99760", "491923", "435439", "289278", "191328", "191329", "251545", "390471"], "ranked_scores": [0.6575, 0.647, 0.6306, 0.6226, 0.5885, 0.5876, 0.5831, 0.5718, 0.5589, 0.5548], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "344845": {"relevant_ids": ["344844"], "ranked_ids": ["344844", "363883", "52235", "161471", "327485", "167259", "310973", "397001", "96221", "440826"], "ranked_scores": [0.7911, 0.7881, 0.7868, 0.7856, 0.7592, 0.7578, 0.7491, 0.7454, 0.743, 0.743], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "396744": {"relevant_ids": ["396745"], "ranked_ids": ["503444", "454241", "145729", "236438", "396745", "363079", "284966", "527221", "318589", "318588"], "ranked_scores": [0.673, 0.6645, 0.6434, 0.6323, 0.6269, 0.6223, 0.6198, 0.6198, 0.6172, 0.6149], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "452398": {"relevant_ids": ["452399"], "ranked_ids": ["452399", "258503", "215596", "73218", "506716", "423427", "185580", "134287", "60646", "97822"], "ranked_scores": [0.717, 0.6174, 0.6145, 0.6045, 0.5982, 0.5967, 0.5939, 0.5928, 0.5928, 0.5928], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "182114": {"relevant_ids": ["182113"], "ranked_ids": ["107258", "232734", "203993", "34513", "394993", "488176", "24197", "15236", "357840", "60142"], "ranked_scores": [0.6612, 0.6599, 0.6546, 0.6542, 0.6419, 0.6409, 0.6383, 0.6353, 0.6353, 0.6342], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "486260": {"relevant_ids": ["486259"], "ranked_ids": ["235892", "221509", "113749", "111946", "358839", "39049", "38555", "486259", "340740", "97315"], "ranked_scores": [0.74, 0.74, 0.7343, 0.7275, 0.7265, 0.7265, 0.7258, 0.7252, 0.7237, 0.7197], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "455140": {"relevant_ids": ["315935"], "ranked_ids": ["315935", "93864", "246286", "150842", "245896", "188727", "93863", "315936", "348491", "332628"], "ranked_scores": [0.7308, 0.7308, 0.7277, 0.7248, 0.6828, 0.6708, 0.6602, 0.6463, 0.6437, 0.6313], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "56198": {"relevant_ids": ["56199"], "ranked_ids": ["56199", "171064", "43405", "43404", "527122", "246583", "270338", "412445", "506642", "146389"], "ranked_scores": [0.7077, 0.667, 0.6599, 0.6599, 0.6429, 0.6293, 0.6139, 0.6133, 0.5936, 0.585], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "30172": {"relevant_ids": ["145119", "373486", "145120", "30173", "185817", "68426"], "ranked_ids": ["112436", "30173", "145120", "205338", "105393", "194613", "99756", "481493", "20427", "160900"], "ranked_scores": [0.8679, 0.8679, 0.8679, 0.8679, 0.8577, 0.8577, 0.8577, 0.8577, 0.8577, 0.8541], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5307, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.3836, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.3422, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.3333}, "127880": {"relevant_ids": ["241164"], "ranked_ids": ["121458", "135083", "389438", "307991", "4395", "168758", "100860", "13680", "304086", "216657"], "ranked_scores": [0.6942, 0.6916, 0.6691, 0.6689, 0.6669, 0.6669, 0.6635, 0.6631, 0.6584, 0.652], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "167969": {"relevant_ids": ["174461"], "ranked_ids": ["174461", "360983", "49800", "147264", "180691", "100300", "347611", "474737", "174464", "144121"], "ranked_scores": [0.7376, 0.6773, 0.659, 0.6394, 0.6279, 0.6189, 0.6161, 0.6135, 0.6079, 0.6074], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "97986": {"relevant_ids": ["97987"], "ranked_ids": ["97987", "234865", "44589", "265116", "193896", "256680", "41241", "426456", "73719", "76871"], "ranked_scores": [0.7327, 0.6948, 0.6876, 0.674, 0.674, 0.674, 0.6606, 0.6496, 0.6496, 0.6496], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "12865": {"relevant_ids": ["105683"], "ranked_ids": ["105683", "277453", "528844", "113886", "67283", "356740", "56590", "250014", "435550", "528051"], "ranked_scores": [0.7552, 0.7044, 0.7009, 0.6937, 0.6827, 0.6782, 0.6735, 0.6727, 0.6697, 0.6618], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "215681": {"relevant_ids": ["215680"], "ranked_ids": ["215680", "349338", "39210", "520998", "54139", "301165", "6119", "397622", "89282", "97780"], "ranked_scores": [0.7765, 0.7351, 0.7136, 0.7014, 0.698, 0.698, 0.6945, 0.6945, 0.6945, 0.6939], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-mpnet-base-mrl-32-pq-m4-n8": {"127728": {"relevant_ids": ["127729"], "ranked_ids": ["317591", "127729", "177685", "352535", "193297", "485054", "333744", "114897", "494754", "387548"], "ranked_scores": [0.7228, 0.6891, 0.6684, 0.6656, 0.6652, 0.6648, 0.6631, 0.6584, 0.658, 0.6552], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "318820": {"relevant_ids": ["318821"], "ranked_ids": ["318821", "491039", "395217", "491038", "496708", "410913", "360734", "190950", "274974", "362498"], "ranked_scores": [0.8266, 0.7812, 0.7648, 0.7494, 0.742, 0.7261, 0.7254, 0.7212, 0.7209, 0.7151], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "296098": {"relevant_ids": ["296097"], "ranked_ids": ["173403", "45507", "222915", "298852", "500090", "56686", "181254", "251052", "74516", "43086"], "ranked_scores": [0.7885, 0.7298, 0.7231, 0.6874, 0.6848, 0.683, 0.6791, 0.6718, 0.6702, 0.668], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "150414": {"relevant_ids": ["192835"], "ranked_ids": ["192835", "105782", "516620", "105783", "83338", "126746", "24329", "199554", "43980", "27811"], "ranked_scores": [0.8735, 0.8561, 0.8235, 0.8014, 0.7995, 0.7912, 0.7901, 0.7853, 0.7804, 0.7719], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145582": {"relevant_ids": ["145583"], "ranked_ids": ["145583", "263736", "484617", "522698", "459071", "493305", "175086", "334991", "302892", "494292"], "ranked_scores": [0.833, 0.759, 0.7553, 0.7228, 0.7018, 0.7016, 0.6846, 0.6833, 0.655, 0.6511], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "315712": {"relevant_ids": ["315713"], "ranked_ids": ["315713", "84471", "451913", "516722", "396505", "127952", "425587", "388952", "68386", "413792"], "ranked_scores": [0.801, 0.7626, 0.7414, 0.7384, 0.7323, 0.732, 0.7105, 0.7059, 0.7058, 0.7055], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145739": {"relevant_ids": ["145740"], "ranked_ids": ["145740", "68194", "336202", "376315", "8705", "366074", "306679", "241979", "115412", "387744"], "ranked_scores": [0.8662, 0.7406, 0.7147, 0.7147, 0.7113, 0.7076, 0.6992, 0.698, 0.6926, 0.6831], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "308127": {"relevant_ids": ["308126"], "ranked_ids": ["308126", "148836", "297657", "481501", "125263", "20942", "411059", "248655", "385951", "272144"], "ranked_scores": [0.8026, 0.7798, 0.7785, 0.7628, 0.7549, 0.7496, 0.7432, 0.7192, 0.7039, 0.7037], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "287245": {"relevant_ids": ["283198", "283199", "322650"], "ranked_ids": ["420279", "427877", "283199", "322650", "485959", "283198", "138800", "77620", "309999", "126287"], "ranked_scores": [0.8121, 0.7955, 0.7891, 0.7891, 0.7834, 0.7814, 0.7783, 0.7699, 0.7554, 0.7301], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4367, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.6039, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "14755": {"relevant_ids": ["211906", "14756"], "ranked_ids": ["14756", "211906", "450970", "88473", "277031", "206717", "531392", "45354", "30834", "333149"], "ranked_scores": [0.8216, 0.8162, 0.8162, 0.7963, 0.7899, 0.7776, 0.7601, 0.7375, 0.7309, 0.7264], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "370170": {"relevant_ids": ["370169"], "ranked_ids": ["370169", "388915", "191527", "93651", "24329", "387761", "515041", "108630", "108631", "494610"], "ranked_scores": [0.8793, 0.7497, 0.7378, 0.737, 0.7334, 0.7177, 0.7176, 0.713, 0.7128, 0.7077], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "41774": {"relevant_ids": ["41773"], "ranked_ids": ["239344", "41773", "307530", "33017", "53738", "532062", "366794", "218184", "329888", "263188"], "ranked_scores": [0.8265, 0.8161, 0.8067, 0.8045, 0.7989, 0.7616, 0.7455, 0.7452, 0.7355, 0.7228], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "399648": {"relevant_ids": ["399649"], "ranked_ids": ["399649", "54706", "225815", "212809", "488211", "412309", "435035", "445074", "359281", "24384"], "ranked_scores": [0.8594, 0.7998, 0.7696, 0.7636, 0.7339, 0.7335, 0.7327, 0.7278, 0.7179, 0.7128], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "504811": {"relevant_ids": ["504810"], "ranked_ids": ["504810", "309894", "90374", "181788", "430005", "179617", "499535", "137925", "256525", "132970"], "ranked_scores": [0.8923, 0.7503, 0.7133, 0.7064, 0.7061, 0.6954, 0.6953, 0.6933, 0.689, 0.6877], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "362950": {"relevant_ids": ["400212", "362949"], "ranked_ids": ["129563", "475478", "507561", "411503", "151122", "169704", "348827", "101529", "400212", "155870"], "ranked_scores": [0.8754, 0.8618, 0.8596, 0.8472, 0.8431, 0.8399, 0.8392, 0.8273, 0.8237, 0.8228], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.1846, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 0.5}, "155873": {"relevant_ids": ["155874"], "ranked_ids": ["392604", "162323", "174295", "353785", "155874", "380490", "120496", "25477", "439035", "430514"], "ranked_scores": [0.7549, 0.7294, 0.7211, 0.7117, 0.7081, 0.701, 0.6976, 0.6876, 0.6826, 0.6795], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "263432": {"relevant_ids": ["263433"], "ranked_ids": ["356658", "263433", "72493", "254597", "473794", "370717", "248335", "20409", "392367", "365685"], "ranked_scores": [0.7093, 0.6984, 0.6643, 0.6591, 0.6489, 0.6469, 0.6461, 0.6375, 0.6345, 0.6291], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "354945": {"relevant_ids": ["354946"], "ranked_ids": ["354946", "254071", "462983", "139214", "261260", "494292", "108187", "38165", "393895", "356493"], "ranked_scores": [0.8999, 0.817, 0.7593, 0.7129, 0.7082, 0.6919, 0.6811, 0.6807, 0.6788, 0.6647], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "245417": {"relevant_ids": ["248195", "219475"], "ranked_ids": ["219475", "368145", "64433", "248195", "40657", "257256", "136972", "37326", "390696", "126989"], "ranked_scores": [0.8312, 0.8244, 0.8109, 0.7833, 0.7651, 0.7579, 0.7547, 0.7536, 0.7472, 0.7455], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.8772, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.8772, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "516276": {"relevant_ids": ["516277"], "ranked_ids": ["516277", "34173", "19755", "479392", "175142", "467031", "510783", "153039", "76958", "387288"], "ranked_scores": [0.9355, 0.8788, 0.8725, 0.871, 0.8458, 0.8397, 0.8367, 0.8339, 0.8331, 0.8302], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177580": {"relevant_ids": ["177579"], "ranked_ids": ["177579", "248227", "115412", "389443", "257301", "377056", "311978", "280142", "107258", "527101"], "ranked_scores": [0.8841, 0.8035, 0.7713, 0.7648, 0.7634, 0.7625, 0.7446, 0.7445, 0.7423, 0.7365], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "309865": {"relevant_ids": ["78623", "33713", "78624"], "ranked_ids": ["209041", "405094", "78623", "153484", "33713", "109205", "78624", "495578", "495751", "425739"], "ranked_scores": [0.9333, 0.9044, 0.9044, 0.9001, 0.8995, 0.8738, 0.8436, 0.842, 0.8397, 0.8389], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4162, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.5726, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "510387": {"relevant_ids": ["510386"], "ranked_ids": ["241538", "241537", "212478", "21919", "477033", "504203", "91350", "510386", "371033", "40390"], "ranked_scores": [0.8994, 0.8994, 0.8946, 0.8595, 0.8235, 0.8218, 0.8154, 0.8027, 0.8002, 0.7937], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "26645": {"relevant_ids": ["26644"], "ranked_ids": ["26644", "108781", "219047", "209092", "233540", "215551", "504445", "82114", "389208", "169541"], "ranked_scores": [0.9489, 0.8528, 0.8175, 0.8021, 0.8013, 0.7963, 0.7953, 0.7944, 0.7921, 0.7889], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "47788": {"relevant_ids": ["455725"], "ranked_ids": ["15132", "47703", "518171", "455725", "85764", "59508", "276534", "87039", "348138", "26694"], "ranked_scores": [0.9609, 0.9609, 0.9609, 0.9568, 0.9568, 0.9568, 0.9356, 0.9269, 0.9258, 0.9244], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "338281": {"relevant_ids": ["338282"], "ranked_ids": ["338282", "453446", "100426", "420341", "332046", "255666", "327767", "56442", "368145", "184166"], "ranked_scores": [0.8219, 0.7748, 0.7716, 0.7515, 0.7333, 0.7308, 0.7286, 0.7274, 0.7225, 0.7139], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "461149": {"relevant_ids": ["461148"], "ranked_ids": ["203100", "283905", "461148", "525835", "302225", "354537", "317208", "305206", "51035", "527101"], "ranked_scores": [0.8811, 0.8689, 0.8434, 0.8245, 0.8042, 0.793, 0.7819, 0.7702, 0.754, 0.7537], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "346126": {"relevant_ids": ["110711", "110710"], "ranked_ids": ["110711", "110710", "154338", "296319", "473384", "14416", "269085", "254526", "358739", "286868"], "ranked_scores": [0.9105, 0.9067, 0.8987, 0.8306, 0.7787, 0.7776, 0.7734, 0.7722, 0.7671, 0.7664], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "372986": {"relevant_ids": ["262882", "49961"], "ranked_ids": ["49961", "262882", "491226", "303468", "215938", "9918", "124609", "497666", "499535", "502491"], "ranked_scores": [0.9207, 0.8879, 0.8681, 0.8675, 0.8343, 0.7501, 0.745, 0.7403, 0.7232, 0.721], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "501182": {"relevant_ids": ["501181"], "ranked_ids": ["501181", "250853", "8417", "506577", "498938", "240678", "127952", "367164", "274777", "179018"], "ranked_scores": [0.829, 0.7331, 0.7147, 0.6947, 0.6922, 0.6857, 0.6722, 0.6715, 0.6688, 0.6607], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13800": {"relevant_ids": ["408522", "376590", "13799"], "ranked_ids": ["13799", "482825", "179943", "306761", "398510", "73232", "270038", "408522", "67320", "131350"], "ranked_scores": [0.8722, 0.8719, 0.8438, 0.8391, 0.8261, 0.8219, 0.81, 0.809, 0.8046, 0.8024], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.6173, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.6667}, "250143": {"relevant_ids": ["250142"], "ranked_ids": ["250142", "473276", "206630", "185164", "388953", "299699", "318482", "148079", "526032", "286122"], "ranked_scores": [0.9095, 0.9095, 0.7529, 0.7482, 0.7422, 0.7348, 0.7316, 0.7247, 0.7217, 0.7192], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13223": {"relevant_ids": ["88349", "13224", "156773", "88348", "20277"], "ranked_ids": ["156773", "366749", "86343", "13224", "88348", "24720", "88349", "518762", "137719", "134852"], "ranked_scores": [0.9242, 0.9139, 0.91, 0.9062, 0.8993, 0.8949, 0.8942, 0.8775, 0.8761, 0.8688], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.2, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.2, "ndcg@5": 0.6164, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6, "ndcg@10": 0.7295, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.8}, "11002": {"relevant_ids": ["11003"], "ranked_ids": ["94884", "12718", "489539", "238674", "35939", "391541", "245784", "403861", "313698", "311772"], "ranked_scores": [0.8055, 0.7865, 0.7669, 0.7621, 0.7545, 0.7527, 0.7515, 0.7509, 0.7486, 0.7476], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "177653": {"relevant_ids": ["79732"], "ranked_ids": ["39174", "79732", "525756", "373275", "225019", "377344", "172364", "494720", "91704", "310721"], "ranked_scores": [0.8472, 0.8394, 0.8064, 0.7741, 0.7691, 0.7684, 0.7608, 0.7596, 0.7505, 0.7417], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "415592": {"relevant_ids": ["415591"], "ranked_ids": ["390094", "415591", "430072", "435045", "88542", "208294", "119111", "485299", "464426", "507998"], "ranked_scores": [0.8225, 0.8089, 0.8035, 0.7947, 0.7886, 0.7837, 0.7829, 0.7812, 0.781, 0.7744], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "511196": {"relevant_ids": ["511197"], "ranked_ids": ["511197", "42644", "435439", "156490", "289278", "191328", "220596", "191329", "53962", "99760"], "ranked_scores": [0.8665, 0.7927, 0.7777, 0.7743, 0.7711, 0.7442, 0.7387, 0.7232, 0.7222, 0.7192], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "344845": {"relevant_ids": ["344844"], "ranked_ids": ["344844", "96221", "340437", "130147", "76793", "448553", "111672", "229972", "214971", "528998"], "ranked_scores": [0.8886, 0.8314, 0.8314, 0.8295, 0.828, 0.8224, 0.8184, 0.8079, 0.8025, 0.8005], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "396744": {"relevant_ids": ["396745"], "ranked_ids": ["396745", "481437", "284966", "454241", "516168", "418055", "271801", "503444", "236438", "145729"], "ranked_scores": [0.8402, 0.84, 0.8117, 0.8045, 0.7956, 0.7888, 0.7847, 0.7677, 0.7601, 0.7576], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "452398": {"relevant_ids": ["452399"], "ranked_ids": ["452399", "487918", "165046", "97822", "100727", "313904", "450912", "215550", "399649", "26748"], "ranked_scores": [0.864, 0.7183, 0.7104, 0.6786, 0.6702, 0.6657, 0.6505, 0.6481, 0.6416, 0.6401], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "182114": {"relevant_ids": ["182113"], "ranked_ids": ["34513", "328873", "95186", "472510", "529781", "468426", "238903", "308991", "482221", "475043"], "ranked_scores": [0.8392, 0.7851, 0.7673, 0.7591, 0.7553, 0.755, 0.7463, 0.7446, 0.7374, 0.7372], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "486260": {"relevant_ids": ["486259"], "ranked_ids": ["486259", "38555", "340740", "97315", "46379", "249962", "416784", "511631", "222159", "209254"], "ranked_scores": [0.934, 0.8521, 0.8393, 0.8137, 0.7963, 0.7894, 0.7851, 0.7672, 0.7639, 0.7635], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "455140": {"relevant_ids": ["315935"], "ranked_ids": ["315935", "246286", "4838", "93863", "93864", "144114", "440700", "472217", "459814", "150842"], "ranked_scores": [0.8524, 0.7437, 0.7428, 0.7314, 0.7314, 0.6946, 0.6917, 0.6898, 0.6854, 0.6824], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "56198": {"relevant_ids": ["56199"], "ranked_ids": ["56199", "310462", "138891", "531369", "246583", "160194", "348405", "227405", "521606", "283129"], "ranked_scores": [0.8837, 0.8027, 0.8024, 0.76, 0.751, 0.7454, 0.7432, 0.7375, 0.7347, 0.731], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "30172": {"relevant_ids": ["145119", "373486", "145120", "30173", "185817", "68426"], "ranked_ids": ["160900", "382686", "145120", "373486", "481493", "463253", "15236", "205338", "357893", "68426"], "ranked_scores": [0.9307, 0.928, 0.9199, 0.9185, 0.914, 0.9003, 0.9003, 0.8852, 0.8826, 0.8805], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.1667, "ndcg@5": 0.3156, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.3691, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.5}, "127880": {"relevant_ids": ["241164"], "ranked_ids": ["241164", "120446", "135083", "535042", "307991", "389438", "156678", "505511", "212021", "100860"], "ranked_scores": [0.8238, 0.7929, 0.7692, 0.7446, 0.744, 0.7437, 0.71, 0.7065, 0.704, 0.6968], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "167969": {"relevant_ids": ["174461"], "ranked_ids": ["348797", "318360", "422140", "360983", "461871", "15750", "174461", "15759", "312873", "254672"], "ranked_scores": [0.7393, 0.7391, 0.7317, 0.7299, 0.7161, 0.7118, 0.708, 0.7071, 0.68, 0.6772], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "97986": {"relevant_ids": ["97987"], "ranked_ids": ["97987", "44589", "243757", "202747", "83797", "536497", "290935", "455330", "244441", "207303"], "ranked_scores": [0.8852, 0.8199, 0.7674, 0.7663, 0.7438, 0.7303, 0.7282, 0.7246, 0.72, 0.7176], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "12865": {"relevant_ids": ["105683"], "ranked_ids": ["105683", "188959", "6376", "191268", "92902", "94167", "250014", "146805", "146806", "277453"], "ranked_scores": [0.9547, 0.935, 0.9337, 0.932, 0.9183, 0.913, 0.9076, 0.9061, 0.9031, 0.8666], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "215681": {"relevant_ids": ["215680"], "ranked_ids": ["215680", "349338", "54139", "301165", "178515", "182107", "376328", "294407", "171713", "425515"], "ranked_scores": [0.8942, 0.7942, 0.7942, 0.7942, 0.7823, 0.767, 0.766, 0.764, 0.7598, 0.7572], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-mpnet-base-mrl-32-pq-m4-n4": {"127728": {"relevant_ids": ["127729"], "ranked_ids": ["388705", "425515", "257349", "274867", "413940", "108564", "411825", "268037", "188019", "93158"], "ranked_scores": [0.6529, 0.6486, 0.6476, 0.6438, 0.642, 0.6395, 0.6373, 0.6319, 0.6259, 0.6221], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "318820": {"relevant_ids": ["318821"], "ranked_ids": ["318821", "491038", "216578", "360734", "190950", "254189", "167747", "491039", "73810", "42011"], "ranked_scores": [0.81, 0.81, 0.7919, 0.7919, 0.7858, 0.7858, 0.7567, 0.7498, 0.7392, 0.7356], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "296098": {"relevant_ids": ["296097"], "ranked_ids": ["467781", "56389", "56686", "45507", "388841", "161701", "303551", "313466", "22897", "296097"], "ranked_scores": [0.6642, 0.6632, 0.6602, 0.6602, 0.6602, 0.6321, 0.6203, 0.6203, 0.6184, 0.6159], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "150414": {"relevant_ids": ["192835"], "ranked_ids": ["398240", "352189", "398241", "105782", "24329", "192835", "467679", "68652", "516277", "8875"], "ranked_scores": [0.7887, 0.7887, 0.7887, 0.7887, 0.7642, 0.7558, 0.7547, 0.7541, 0.7541, 0.7539], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "145582": {"relevant_ids": ["145583"], "ranked_ids": ["493709", "145583", "121390", "364601", "411630", "472217", "270399", "315387", "369435", "175086"], "ranked_scores": [0.7029, 0.6974, 0.6936, 0.6711, 0.6611, 0.6567, 0.6473, 0.6404, 0.6402, 0.6333], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "315712": {"relevant_ids": ["315713"], "ranked_ids": ["45636", "55177", "403741", "315713", "352535", "99555", "369731", "535042", "396505", "361182"], "ranked_scores": [0.7695, 0.7695, 0.7527, 0.7518, 0.7438, 0.7349, 0.7339, 0.7339, 0.7314, 0.7258], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "145739": {"relevant_ids": ["145740"], "ranked_ids": ["145740", "366074", "115412", "465597", "8705", "63563", "455937", "17980", "377056", "302225"], "ranked_scores": [0.6918, 0.6918, 0.6655, 0.6507, 0.6507, 0.6473, 0.6373, 0.6277, 0.6277, 0.6277], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "308127": {"relevant_ids": ["308126"], "ranked_ids": ["308126", "148836", "318271", "466208", "193946", "180109", "79534", "189748", "431801", "485511"], "ranked_scores": [0.7704, 0.7704, 0.7525, 0.7249, 0.6997, 0.6867, 0.6867, 0.6857, 0.6851, 0.6818], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "287245": {"relevant_ids": ["283198", "283199", "322650"], "ranked_ids": ["292644", "208412", "221784", "388953", "526032", "253577", "322650", "283199", "286122", "100538"], "ranked_scores": [0.6918, 0.685, 0.685, 0.6798, 0.6777, 0.6724, 0.67, 0.67, 0.67, 0.6688], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3045, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.6667}, "14755": {"relevant_ids": ["211906", "14756"], "ranked_ids": ["531392", "235454", "88473", "45354", "91112", "45636", "55177", "299472", "385951", "78584"], "ranked_scores": [0.778, 0.778, 0.7594, 0.7594, 0.7425, 0.7215, 0.7215, 0.7113, 0.709, 0.7015], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "370170": {"relevant_ids": ["370169"], "ranked_ids": ["370169", "183552", "212129", "534102", "340725", "22535", "231528", "190150", "256937", "192186"], "ranked_scores": [0.805, 0.8023, 0.7836, 0.7836, 0.7796, 0.7618, 0.7427, 0.7312, 0.7308, 0.728], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "41774": {"relevant_ids": ["41773"], "ranked_ids": ["41773", "239344", "468656", "218184", "141438", "468655", "146426", "220928", "62219", "53738"], "ranked_scores": [0.804, 0.804, 0.804, 0.7777, 0.7777, 0.7777, 0.7777, 0.7777, 0.7777, 0.7547], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "399648": {"relevant_ids": ["399649"], "ranked_ids": ["399649", "258503", "225815", "515760", "433956", "188527", "359281", "344347", "462253", "481934"], "ranked_scores": [0.666, 0.6534, 0.6534, 0.6534, 0.6534, 0.6091, 0.6091, 0.6091, 0.6091, 0.6091], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "504811": {"relevant_ids": ["504810"], "ranked_ids": ["504810", "204681", "179618", "55899", "220454", "251173", "499535", "527852", "84826", "90374"], "ranked_scores": [0.7201, 0.7201, 0.7201, 0.7201, 0.7201, 0.7095, 0.6866, 0.6866, 0.6866, 0.6866], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "362950": {"relevant_ids": ["400212", "362949"], "ranked_ids": ["171122", "362949", "427587", "344212", "101529", "78020", "9132", "172729", "210382", "488776"], "ranked_scores": [0.7894, 0.7894, 0.7894, 0.7894, 0.785, 0.785, 0.785, 0.7612, 0.7612, 0.7612], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3869, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "155873": {"relevant_ids": ["155874"], "ranked_ids": ["272252", "299010", "162323", "439035", "417931", "120496", "224343", "174295", "440807", "268037"], "ranked_scores": [0.6744, 0.6511, 0.6384, 0.6284, 0.6236, 0.6201, 0.6065, 0.6056, 0.6054, 0.604], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "263432": {"relevant_ids": ["263433"], "ranked_ids": ["103716", "518608", "392963", "213181", "118902", "419457", "509003", "17843", "63563", "85977"], "ranked_scores": [0.6158, 0.6028, 0.6028, 0.5985, 0.5912, 0.5868, 0.5835, 0.5828, 0.5791, 0.5786], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "354945": {"relevant_ids": ["354946"], "ranked_ids": ["211239", "354946", "128560", "137840", "261260", "139214", "447155", "426087", "121390", "438342"], "ranked_scores": [0.7447, 0.7404, 0.7378, 0.7378, 0.7378, 0.7378, 0.7177, 0.7177, 0.7139, 0.7132], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "245417": {"relevant_ids": ["248195", "219475"], "ranked_ids": ["219475", "248195", "68479", "37326", "64433", "365974", "319909", "471902", "42981", "116881"], "ranked_scores": [0.7334, 0.7334, 0.6842, 0.6833, 0.6774, 0.6727, 0.6649, 0.6633, 0.6612, 0.6596], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "516276": {"relevant_ids": ["516277"], "ranked_ids": ["68652", "516277", "385401", "304711", "479392", "66005", "34173", "482825", "175142", "352747"], "ranked_scores": [0.848, 0.848, 0.8472, 0.8472, 0.832, 0.8214, 0.802, 0.802, 0.7969, 0.7956], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "177580": {"relevant_ids": ["177579"], "ranked_ids": ["407856", "177579", "115412", "32983", "75455", "475952", "99261", "115236", "142779", "34648"], "ranked_scores": [0.8059, 0.7998, 0.7993, 0.7977, 0.7958, 0.7877, 0.7861, 0.785, 0.7841, 0.7841], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "309865": {"relevant_ids": ["78623", "33713", "78624"], "ranked_ids": ["495751", "209041", "425739", "104085", "20635", "241492", "33713", "360054", "377941", "78624"], "ranked_scores": [0.8239, 0.8239, 0.8239, 0.8095, 0.7986, 0.7986, 0.7986, 0.7986, 0.7685, 0.7599], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2921, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 0.6667}, "510387": {"relevant_ids": ["510386"], "ranked_ids": ["371033", "480564", "480563", "442062", "146737", "146738", "107850", "212478", "241538", "477033"], "ranked_scores": [0.8158, 0.806, 0.806, 0.806, 0.7912, 0.7912, 0.7841, 0.7841, 0.7841, 0.7761], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "26645": {"relevant_ids": ["26644"], "ranked_ids": ["26644", "12895", "377005", "472197", "504445", "256098", "389208", "513186", "26812", "358928"], "ranked_scores": [0.8378, 0.8339, 0.8191, 0.8191, 0.8055, 0.8032, 0.8019, 0.7834, 0.7808, 0.7808], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "47788": {"relevant_ids": ["455725"], "ranked_ids": ["78921", "79403", "8505", "85764", "87678", "9659", "97545", "87039", "9583", "89312"], "ranked_scores": [0.8633, 0.8633, 0.8633, 0.8633, 0.8633, 0.8633, 0.8633, 0.8633, 0.8633, 0.8633], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "338281": {"relevant_ids": ["338282"], "ranked_ids": ["100426", "367022", "203063", "285115", "315009", "332046", "152213", "413039", "103640", "444184"], "ranked_scores": [0.7316, 0.7125, 0.7019, 0.6974, 0.6875, 0.6827, 0.6729, 0.6715, 0.6675, 0.6583], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "461149": {"relevant_ids": ["461148"], "ranked_ids": ["461148", "302177", "286025", "33202", "8828", "323620", "203100", "283905", "354537", "528608"], "ranked_scores": [0.8444, 0.8444, 0.8444, 0.8326, 0.8326, 0.8326, 0.8197, 0.8197, 0.8197, 0.8197], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "346126": {"relevant_ids": ["110711", "110710"], "ranked_ids": ["14416", "154338", "340687", "110710", "387654", "110711", "205639", "55038", "469325", "13436"], "ranked_scores": [0.8398, 0.8305, 0.8276, 0.8271, 0.8195, 0.8158, 0.8158, 0.8113, 0.8113, 0.805], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2641, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.4825, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "372986": {"relevant_ids": ["262882", "49961"], "ranked_ids": ["262882", "143008", "49961", "494989", "491226", "497531", "108183", "529017", "309713", "320580"], "ranked_scores": [0.8101, 0.7898, 0.7898, 0.7753, 0.7663, 0.7663, 0.7554, 0.7554, 0.7554, 0.7554], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.9197, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.9197, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9197, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "501182": {"relevant_ids": ["501181"], "ranked_ids": ["501181", "511557", "447737", "490750", "29358", "478611", "489822", "459188", "358420", "250853"], "ranked_scores": [0.7874, 0.7874, 0.737, 0.7308, 0.7234, 0.7074, 0.7073, 0.7017, 0.6942, 0.6889], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13800": {"relevant_ids": ["408522", "376590", "13799"], "ranked_ids": ["376590", "398510", "157515", "448205", "104272", "503444", "141802", "327468", "56338", "67320"], "ranked_scores": [0.8008, 0.7707, 0.7677, 0.7641, 0.7637, 0.759, 0.7567, 0.7563, 0.7561, 0.7561], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "250143": {"relevant_ids": ["250142"], "ranked_ids": ["35867", "473276", "522828", "250142", "124609", "131380", "390479", "237499", "238213", "27632"], "ranked_scores": [0.7988, 0.7988, 0.7743, 0.7743, 0.767, 0.7571, 0.7415, 0.7317, 0.7317, 0.7231], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "13223": {"relevant_ids": ["88349", "13224", "156773", "88348", "20277"], "ranked_ids": ["229944", "137719", "259201", "24720", "163971", "234655", "173790", "88349", "88348", "61314"], "ranked_scores": [0.8882, 0.8882, 0.8882, 0.8882, 0.8851, 0.8851, 0.8851, 0.8851, 0.8851, 0.8851], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2091, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.4}, "11002": {"relevant_ids": ["11003"], "ranked_ids": ["7856", "313698", "33244", "143703", "52976", "430626", "459370", "71159", "74686", "83066"], "ranked_scores": [0.7725, 0.7725, 0.764, 0.764, 0.764, 0.7637, 0.76, 0.7569, 0.7569, 0.7569], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "177653": {"relevant_ids": ["79732"], "ranked_ids": ["494720", "39174", "91704", "108013", "237006", "344872", "238679", "377344", "280412", "375219"], "ranked_scores": [0.7398, 0.7398, 0.7398, 0.7317, 0.7317, 0.7317, 0.7317, 0.7317, 0.7317, 0.7317], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "415592": {"relevant_ids": ["415591"], "ranked_ids": ["91592", "208294", "415591", "243745", "436335", "337091", "195443", "140335", "50570", "515260"], "ranked_scores": [0.8189, 0.7968, 0.7957, 0.7957, 0.776, 0.7738, 0.7689, 0.7689, 0.7685, 0.7679], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "511196": {"relevant_ids": ["511197"], "ranked_ids": ["99760", "156490", "473667", "511197", "101158", "465420", "491923", "489312", "184766", "85977"], "ranked_scores": [0.7042, 0.6811, 0.665, 0.6634, 0.6519, 0.6477, 0.6443, 0.6438, 0.6426, 0.6405], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "344845": {"relevant_ids": ["344844"], "ranked_ids": ["335497", "111672", "130147", "228693", "167259", "57061", "344161", "363883", "465202", "96221"], "ranked_scores": [0.8294, 0.8251, 0.8141, 0.8141, 0.8096, 0.7912, 0.7912, 0.7912, 0.7911, 0.7911], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "396744": {"relevant_ids": ["396745"], "ranked_ids": ["155232", "297359", "535683", "85511", "75399", "105920", "454241", "503522", "418055", "48068"], "ranked_scores": [0.8161, 0.813, 0.8098, 0.8098, 0.8079, 0.7998, 0.7998, 0.7965, 0.7954, 0.7879], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "452398": {"relevant_ids": ["452399"], "ranked_ids": ["452399", "167487", "359281", "188527", "344347", "481934", "462253", "151801", "4228", "90225"], "ranked_scores": [0.666, 0.6406, 0.64, 0.64, 0.64, 0.64, 0.64, 0.6313, 0.6144, 0.6039], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "182114": {"relevant_ids": ["182113"], "ranked_ids": ["149429", "15236", "161748", "357840", "192604", "447151", "82405", "529781", "90983", "535028"], "ranked_scores": [0.8076, 0.8076, 0.8076, 0.8076, 0.7922, 0.7922, 0.7922, 0.7922, 0.7922, 0.7922], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "486260": {"relevant_ids": ["486259"], "ranked_ids": ["340740", "220387", "97315", "41453", "46379", "470032", "511631", "486259", "483720", "49201"], "ranked_scores": [0.8065, 0.8065, 0.8065, 0.8, 0.8, 0.8, 0.8, 0.8, 0.8, 0.8], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "455140": {"relevant_ids": ["315935"], "ranked_ids": ["29358", "246286", "150842", "345459", "440700", "315935", "93863", "372713", "93864", "459071"], "ranked_scores": [0.7591, 0.7506, 0.7506, 0.7506, 0.7506, 0.7506, 0.7506, 0.7506, 0.7506, 0.7458], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "56198": {"relevant_ids": ["56199"], "ranked_ids": ["56199", "302892", "43404", "43405", "267325", "412445", "329958", "252319", "38829", "182886"], "ranked_scores": [0.8022, 0.7831, 0.7794, 0.7794, 0.755, 0.7517, 0.7428, 0.7402, 0.7401, 0.727], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "30172": {"relevant_ids": ["145119", "373486", "145120", "30173", "185817", "68426"], "ranked_ids": ["205338", "30100", "293867", "373486", "481493", "30173", "99756", "536531", "382686", "499035"], "ranked_scores": [0.8917, 0.8917, 0.8917, 0.8917, 0.8917, 0.8917, 0.8917, 0.8917, 0.8917, 0.8917], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1461, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.1667, "ndcg@10": 0.2381, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.3333}, "127880": {"relevant_ids": ["241164"], "ranked_ids": ["100422", "40667", "505511", "299472", "431801", "135083", "304086", "401513", "409034", "98400"], "ranked_scores": [0.7059, 0.6853, 0.676, 0.6745, 0.6516, 0.6455, 0.6455, 0.6455, 0.6455, 0.6405], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "167969": {"relevant_ids": ["174461"], "ranked_ids": ["15759", "105916", "240937", "130124", "246524", "254672", "346201", "174461", "184787", "374290"], "ranked_scores": [0.7523, 0.7509, 0.7509, 0.7499, 0.7442, 0.7438, 0.7388, 0.7388, 0.7388, 0.7296], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "97986": {"relevant_ids": ["97987"], "ranked_ids": ["97987", "234865", "376198", "211691", "243757", "536497", "256680", "265116", "41241", "318396"], "ranked_scores": [0.7691, 0.7642, 0.7642, 0.7642, 0.7347, 0.7299, 0.7259, 0.7259, 0.7259, 0.7259], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "12865": {"relevant_ids": ["105683"], "ranked_ids": ["6376", "105683", "323015", "277453", "183735", "484313", "504445", "435550", "191268", "356740"], "ranked_scores": [0.7872, 0.7872, 0.7696, 0.7665, 0.7659, 0.7659, 0.7644, 0.7543, 0.7521, 0.7514], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "215681": {"relevant_ids": ["215680"], "ranked_ids": ["215680", "178515", "511197", "39210", "112502", "6119", "397622", "520998", "89282", "495778"], "ranked_scores": [0.7426, 0.7152, 0.7067, 0.6989, 0.6929, 0.6929, 0.6929, 0.6929, 0.6929, 0.6901], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-mpnet-base-mrl-notrunc-bat": {"127728": {"relevant_ids": ["127729"], "ranked_ids": ["127729", "38063", "92818", "207303", "462725", "382156", "256680", "166960", "205884", "397135"], "ranked_scores": [597.0, 579.0, 573.0, 547.0, 540.0, 538.0, 537.0, 531.0, 529.0, 529.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "318820": {"relevant_ids": ["318821"], "ranked_ids": ["318821", "367479", "355161", "149956", "441218", "222238", "483940", "172033", "377941", "527329"], "ranked_scores": [724.0, 580.0, 569.0, 539.0, 532.0, 526.0, 520.0, 518.0, 516.0, 515.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "296098": {"relevant_ids": ["296097"], "ranked_ids": ["469868", "45507", "134752", "412371", "493414", "296097", "45506", "56686", "469985", "130062"], "ranked_scores": [592.0, 584.0, 568.0, 566.0, 557.0, 553.0, 548.0, 534.0, 531.0, 530.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "150414": {"relevant_ids": ["192835"], "ranked_ids": ["192835", "105782", "516620", "126746", "105783", "103122", "8875", "126745", "272802", "21131"], "ranked_scores": [709.0, 675.0, 664.0, 647.0, 632.0, 620.0, 608.0, 597.0, 589.0, 584.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145582": {"relevant_ids": ["145583"], "ranked_ids": ["145583", "263736", "87614", "39561", "299264", "39560", "454248", "369068", "140335", "364342"], "ranked_scores": [647.0, 510.0, 510.0, 500.0, 498.0, 490.0, 487.0, 481.0, 480.0, 475.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "315712": {"relevant_ids": ["315713"], "ranked_ids": ["315713", "120489", "107153", "368164", "153536", "396505", "203205", "335053", "377891", "418409"], "ranked_scores": [666.0, 565.0, 542.0, 542.0, 533.0, 530.0, 529.0, 528.0, 527.0, 524.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145739": {"relevant_ids": ["145740"], "ranked_ids": ["145740", "366074", "241979", "415781", "180147", "8705", "115412", "465597", "303090", "453401"], "ranked_scores": [675.0, 643.0, 640.0, 586.0, 578.0, 561.0, 558.0, 554.0, 552.0, 551.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "308127": {"relevant_ids": ["308126"], "ranked_ids": ["308126", "77650", "65412", "35763", "32983", "498938", "301104", "385951", "266258", "36744"], "ranked_scores": [651.0, 537.0, 526.0, 525.0, 525.0, 518.0, 517.0, 517.0, 516.0, 515.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "287245": {"relevant_ids": ["283198", "283199", "322650"], "ranked_ids": ["283199", "322650", "283198", "109049", "188940", "208412", "420279", "221784", "221783", "131380"], "ranked_scores": [667.0, 659.0, 631.0, 594.0, 555.0, 551.0, 549.0, 548.0, 547.0, 545.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "14755": {"relevant_ids": ["211906", "14756"], "ranked_ids": ["211906", "450970", "14756", "235454", "371930", "236793", "30834", "57678", "88473", "362149"], "ranked_scores": [666.0, 665.0, 656.0, 588.0, 561.0, 558.0, 556.0, 555.0, 555.0, 554.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.9197, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.9197, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9197, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "370170": {"relevant_ids": ["370169"], "ranked_ids": ["370169", "466920", "88911", "211280", "537762", "387761", "476551", "191527", "59810", "299578"], "ranked_scores": [751.0, 581.0, 564.0, 559.0, 558.0, 556.0, 555.0, 553.0, 550.0, 538.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "41774": {"relevant_ids": ["41773"], "ranked_ids": ["41773", "239344", "53738", "214766", "307530", "62219", "467781", "163006", "220928", "468656"], "ranked_scores": [667.0, 545.0, 533.0, 522.0, 521.0, 520.0, 519.0, 513.0, 513.0, 512.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "399648": {"relevant_ids": ["399649"], "ranked_ids": ["399649", "225815", "212809", "529004", "462253", "481934", "124071", "54706", "359281", "412309"], "ranked_scores": [759.0, 632.0, 611.0, 606.0, 602.0, 599.0, 589.0, 588.0, 585.0, 585.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "504811": {"relevant_ids": ["504810"], "ranked_ids": ["504810", "309894", "84826", "451065", "175461", "103716", "90374", "220414", "349777", "532404"], "ranked_scores": [743.0, 549.0, 540.0, 532.0, 532.0, 513.0, 511.0, 507.0, 505.0, 502.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "362950": {"relevant_ids": ["400212", "362949"], "ranked_ids": ["400212", "362949", "344212", "465929", "105919", "280100", "244712", "357629", "313176", "463443"], "ranked_scores": [628.0, 622.0, 568.0, 564.0, 561.0, 556.0, 553.0, 550.0, 550.0, 548.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "155873": {"relevant_ids": ["155874"], "ranked_ids": ["392604", "292617", "155874", "230787", "432469", "524460", "88342", "91610", "136219", "446058"], "ranked_scores": [621.0, 567.0, 560.0, 551.0, 550.0, 549.0, 541.0, 535.0, 534.0, 533.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "263432": {"relevant_ids": ["263433"], "ranked_ids": ["263433", "128303", "401373", "407204", "28140", "471057", "372749", "147629", "147630", "277394"], "ranked_scores": [657.0, 581.0, 569.0, 556.0, 550.0, 530.0, 525.0, 523.0, 515.0, 515.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "354945": {"relevant_ids": ["354946"], "ranked_ids": ["354946", "254071", "322478", "462984", "462983", "236419", "108187", "202817", "263939", "76000"], "ranked_scores": [703.0, 645.0, 555.0, 548.0, 547.0, 534.0, 532.0, 520.0, 486.0, 485.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "245417": {"relevant_ids": ["248195", "219475"], "ranked_ids": ["219475", "248195", "301977", "40657", "64433", "37326", "413039", "14180", "8069", "368145"], "ranked_scores": [687.0, 661.0, 583.0, 573.0, 571.0, 569.0, 563.0, 556.0, 555.0, 552.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "516276": {"relevant_ids": ["516277"], "ranked_ids": ["516277", "510783", "19755", "76958", "34173", "352189", "376328", "286275", "479392", "175142"], "ranked_scores": [725.0, 641.0, 620.0, 616.0, 614.0, 602.0, 579.0, 578.0, 577.0, 573.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177580": {"relevant_ids": ["177579"], "ranked_ids": ["177579", "18081", "115954", "165282", "455888", "464418", "9954", "446100", "199209", "99261"], "ranked_scores": [712.0, 547.0, 540.0, 523.0, 521.0, 521.0, 517.0, 515.0, 512.0, 509.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "309865": {"relevant_ids": ["78623", "33713", "78624"], "ranked_ids": ["33713", "78624", "153484", "78623", "209041", "405094", "437065", "109205", "495578", "360054"], "ranked_scores": [686.0, 654.0, 654.0, 651.0, 646.0, 645.0, 626.0, 623.0, 596.0, 593.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.9675, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9675, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "510387": {"relevant_ids": ["510386"], "ranked_ids": ["510386", "40390", "241538", "344869", "170896", "371033", "484846", "91350", "52003", "241537"], "ranked_scores": [679.0, 673.0, 669.0, 645.0, 634.0, 633.0, 626.0, 626.0, 618.0, 609.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "26645": {"relevant_ids": ["26644"], "ranked_ids": ["26644", "207775", "83874", "83875", "108781", "12895", "249010", "507090", "144057", "282609"], "ranked_scores": [738.0, 600.0, 594.0, 580.0, 577.0, 561.0, 556.0, 553.0, 552.0, 551.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "47788": {"relevant_ids": ["455725"], "ranked_ids": ["47703", "455725", "518171", "47789", "101721", "37221", "59223", "8505", "163881", "85764"], "ranked_scores": [678.0, 677.0, 674.0, 673.0, 668.0, 665.0, 664.0, 660.0, 658.0, 658.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "338281": {"relevant_ids": ["338282"], "ranked_ids": ["338282", "362498", "522778", "263861", "467526", "478531", "258451", "135715", "431433", "467927"], "ranked_scores": [663.0, 526.0, 517.0, 516.0, 504.0, 501.0, 501.0, 500.0, 496.0, 495.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "461149": {"relevant_ids": ["461148"], "ranked_ids": ["461148", "525835", "203100", "283905", "307096", "255754", "302225", "527101", "120940", "519616"], "ranked_scores": [659.0, 638.0, 583.0, 556.0, 556.0, 549.0, 547.0, 546.0, 544.0, 544.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "346126": {"relevant_ids": ["110711", "110710"], "ranked_ids": ["110710", "110711", "154338", "168350", "355996", "6816", "393684", "85707", "296319", "55038"], "ranked_scores": [713.0, 703.0, 653.0, 605.0, 598.0, 596.0, 590.0, 583.0, 582.0, 575.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "372986": {"relevant_ids": ["262882", "49961"], "ranked_ids": ["49961", "262882", "303468", "491226", "140335", "485235", "127288", "226818", "140334", "9919"], "ranked_scores": [733.0, 657.0, 581.0, 557.0, 545.0, 540.0, 539.0, 535.0, 532.0, 526.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "501182": {"relevant_ids": ["501181"], "ranked_ids": ["501181", "274777", "446824", "179018", "347781", "318996", "8417", "25920", "402718", "129993"], "ranked_scores": [661.0, 555.0, 552.0, 538.0, 534.0, 528.0, 526.0, 525.0, 523.0, 519.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13800": {"relevant_ids": ["408522", "376590", "13799"], "ranked_ids": ["13799", "376590", "257857", "179943", "306761", "481109", "408522", "67320", "67319", "482825"], "ranked_scores": [686.0, 645.0, 587.0, 584.0, 579.0, 573.0, 571.0, 569.0, 558.0, 556.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.7654, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.9218, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "250143": {"relevant_ids": ["250142"], "ranked_ids": ["250142", "473276", "50538", "76062", "368186", "229130", "38409", "492698", "225655", "96270"], "ranked_scores": [680.0, 643.0, 567.0, 562.0, 545.0, 527.0, 527.0, 520.0, 519.0, 517.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13223": {"relevant_ids": ["88349", "13224", "156773", "88348", "20277"], "ranked_ids": ["156773", "88348", "13224", "88349", "86343", "366749", "137719", "24720", "134852", "126265"], "ranked_scores": [738.0, 704.0, 704.0, 695.0, 684.0, 677.0, 661.0, 655.0, 634.0, 632.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.2, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6, "ndcg@5": 0.8688, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.8, "ndcg@10": 0.8688, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.8}, "11002": {"relevant_ids": ["11003"], "ranked_ids": ["11003", "489539", "10212", "444112", "87346", "347493", "144197", "17317", "64236", "117199"], "ranked_scores": [635.0, 625.0, 592.0, 583.0, 580.0, 579.0, 572.0, 570.0, 570.0, 564.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177653": {"relevant_ids": ["79732"], "ranked_ids": ["79732", "395587", "310721", "525756", "39174", "138956", "502840", "373275", "225019", "414347"], "ranked_scores": [699.0, 625.0, 619.0, 614.0, 599.0, 597.0, 585.0, 579.0, 574.0, 570.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "415592": {"relevant_ids": ["415591"], "ranked_ids": ["415591", "105088", "430072", "288357", "207607", "81159", "499684", "172118", "509003", "17843"], "ranked_scores": [697.0, 576.0, 569.0, 567.0, 566.0, 566.0, 565.0, 554.0, 554.0, 551.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "511196": {"relevant_ids": ["511197"], "ranked_ids": ["511197", "156490", "289278", "220596", "251545", "251546", "414717", "45940", "420936", "77372"], "ranked_scores": [695.0, 559.0, 558.0, 544.0, 531.0, 527.0, 515.0, 512.0, 509.0, 506.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "344845": {"relevant_ids": ["344844"], "ranked_ids": ["344844", "384928", "503908", "95946", "79987", "327548", "187882", "311499", "4915", "79986"], "ranked_scores": [696.0, 602.0, 601.0, 595.0, 591.0, 585.0, 578.0, 575.0, 575.0, 573.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "396744": {"relevant_ids": ["396745"], "ranked_ids": ["396745", "527221", "454241", "421257", "471027", "145729", "489628", "318588", "236438", "503444"], "ranked_scores": [584.0, 551.0, 551.0, 544.0, 537.0, 537.0, 534.0, 532.0, 530.0, 525.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "452398": {"relevant_ids": ["452399"], "ranked_ids": ["452399", "90225", "423427", "157670", "134287", "530610", "185580", "60646", "123525", "437439"], "ranked_scores": [712.0, 526.0, 518.0, 516.0, 509.0, 509.0, 507.0, 506.0, 505.0, 502.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "182114": {"relevant_ids": ["182113"], "ranked_ids": ["196647", "182113", "229182", "475847", "118902", "413792", "148285", "15370", "328873", "95186"], "ranked_scores": [590.0, 553.0, 532.0, 532.0, 529.0, 525.0, 518.0, 517.0, 514.0, 512.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "486260": {"relevant_ids": ["486259"], "ranked_ids": ["486259", "113749", "111946", "392356", "452612", "175377", "222159", "452464", "220387", "221509"], "ranked_scores": [703.0, 595.0, 569.0, 566.0, 564.0, 559.0, 557.0, 556.0, 554.0, 553.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "455140": {"relevant_ids": ["315935"], "ranked_ids": ["315935", "246286", "315936", "369068", "150842", "93864", "245896", "50224", "440700", "308963"], "ranked_scores": [695.0, 607.0, 575.0, 574.0, 570.0, 565.0, 564.0, 562.0, 556.0, 552.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "56198": {"relevant_ids": ["56199"], "ranked_ids": ["56199", "43404", "249114", "521606", "246583", "43405", "243039", "67917", "523882", "138891"], "ranked_scores": [715.0, 531.0, 529.0, 524.0, 522.0, 514.0, 511.0, 511.0, 509.0, 504.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "30172": {"relevant_ids": ["145119", "373486", "145120", "30173", "185817", "68426"], "ranked_ids": ["145120", "160900", "30173", "15236", "373486", "343564", "82405", "192604", "90983", "196771"], "ranked_scores": [682.0, 671.0, 663.0, 661.0, 660.0, 657.0, 657.0, 654.0, 654.0, 653.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.1667, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.6399, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.571, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "127880": {"relevant_ids": ["241164"], "ranked_ids": ["241164", "135083", "121458", "450198", "210277", "535042", "527388", "531392", "358959", "99916"], "ranked_scores": [660.0, 611.0, 610.0, 593.0, 580.0, 570.0, 565.0, 563.0, 562.0, 558.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "167969": {"relevant_ids": ["174461"], "ranked_ids": ["174461", "360983", "121354", "468723", "207491", "10394", "448412", "174464", "209661", "257735"], "ranked_scores": [651.0, 633.0, 557.0, 546.0, 542.0, 537.0, 536.0, 536.0, 535.0, 534.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "97986": {"relevant_ids": ["97987"], "ranked_ids": ["97987", "44589", "41242", "41241", "105886", "393565", "257425", "326597", "384292", "407"], "ranked_scores": [730.0, 654.0, 554.0, 553.0, 547.0, 545.0, 542.0, 542.0, 542.0, 541.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "12865": {"relevant_ids": ["105683"], "ranked_ids": ["105683", "277453", "528051", "92902", "356189", "528844", "6376", "83623", "506722", "83622"], "ranked_scores": [737.0, 597.0, 590.0, 586.0, 584.0, 577.0, 575.0, 545.0, 544.0, 543.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "215681": {"relevant_ids": ["215680"], "ranked_ids": ["215680", "178515", "5733", "143842", "116303", "177080", "252239", "297373", "57552", "121409"], "ranked_scores": [726.0, 602.0, 574.0, 569.0, 566.0, 565.0, 553.0, 548.0, 547.0, 540.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-mpnet-base-mrl-512-bat": {"127728": {"relevant_ids": ["127729"], "ranked_ids": ["127729", "38063", "92818", "462725", "207303", "256680", "73255", "382156", "397135", "78117"], "ranked_scores": [402.0, 395.0, 387.0, 376.0, 373.0, 362.0, 360.0, 360.0, 359.0, 358.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "318820": {"relevant_ids": ["318821"], "ranked_ids": ["318821", "367479", "355161", "441218", "149956", "222238", "377941", "483940", "184762", "54496"], "ranked_scores": [479.0, 389.0, 387.0, 366.0, 363.0, 358.0, 353.0, 352.0, 347.0, 346.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "296098": {"relevant_ids": ["296097"], "ranked_ids": ["469868", "45507", "412371", "134752", "493414", "45506", "56686", "130062", "469985", "298852"], "ranked_scores": [394.0, 388.0, 381.0, 380.0, 374.0, 371.0, 366.0, 365.0, 362.0, 360.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "150414": {"relevant_ids": ["192835"], "ranked_ids": ["192835", "516620", "105782", "126746", "105783", "103122", "8875", "126745", "21131", "272802"], "ranked_scores": [477.0, 452.0, 451.0, 438.0, 427.0, 420.0, 416.0, 397.0, 394.0, 394.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145582": {"relevant_ids": ["145583"], "ranked_ids": ["145583", "263736", "87614", "39560", "299264", "39561", "454248", "120835", "399626", "369068"], "ranked_scores": [437.0, 352.0, 349.0, 336.0, 336.0, 334.0, 330.0, 329.0, 328.0, 327.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "315712": {"relevant_ids": ["315713"], "ranked_ids": ["315713", "120489", "368164", "107153", "313575", "396505", "335053", "153536", "377891", "418409"], "ranked_scores": [450.0, 386.0, 373.0, 373.0, 368.0, 367.0, 365.0, 363.0, 362.0, 362.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145739": {"relevant_ids": ["145740"], "ranked_ids": ["145740", "366074", "241979", "415781", "180147", "8705", "280142", "465597", "115412", "303090"], "ranked_scores": [449.0, 425.0, 422.0, 389.0, 385.0, 374.0, 373.0, 372.0, 371.0, 371.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "308127": {"relevant_ids": ["308126"], "ranked_ids": ["308126", "77650", "35763", "144996", "36744", "468018", "32983", "266258", "498938", "65412"], "ranked_scores": [440.0, 366.0, 364.0, 356.0, 356.0, 355.0, 354.0, 353.0, 353.0, 353.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "287245": {"relevant_ids": ["283198", "283199", "322650"], "ranked_ids": ["283199", "322650", "283198", "109049", "221783", "208412", "188940", "221784", "131380", "505949"], "ranked_scores": [445.0, 441.0, 429.0, 400.0, 379.0, 377.0, 377.0, 376.0, 367.0, 367.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "14755": {"relevant_ids": ["211906", "14756"], "ranked_ids": ["211906", "450970", "14756", "235454", "236793", "371930", "30834", "57678", "88473", "362149"], "ranked_scores": [446.0, 442.0, 439.0, 390.0, 378.0, 377.0, 374.0, 373.0, 372.0, 369.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.9197, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.9197, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9197, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "370170": {"relevant_ids": ["370169"], "ranked_ids": ["370169", "466920", "88911", "387761", "191527", "476551", "537762", "231528", "467211", "22763"], "ranked_scores": [500.0, 395.0, 382.0, 377.0, 376.0, 375.0, 371.0, 369.0, 364.0, 360.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "41774": {"relevant_ids": ["41773"], "ranked_ids": ["41773", "239344", "53738", "532062", "214766", "307530", "62219", "397181", "328598", "467781"], "ranked_scores": [449.0, 370.0, 369.0, 351.0, 349.0, 348.0, 347.0, 345.0, 344.0, 343.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "399648": {"relevant_ids": ["399649"], "ranked_ids": ["399649", "225815", "212809", "462253", "529004", "412309", "54706", "124071", "359281", "481934"], "ranked_scores": [506.0, 423.0, 409.0, 407.0, 404.0, 402.0, 399.0, 395.0, 391.0, 390.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "504811": {"relevant_ids": ["504810"], "ranked_ids": ["504810", "84826", "309894", "175461", "451065", "103716", "31335", "487409", "220414", "349777"], "ranked_scores": [498.0, 369.0, 367.0, 357.0, 355.0, 353.0, 352.0, 351.0, 348.0, 348.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "362950": {"relevant_ids": ["400212", "362949"], "ranked_ids": ["400212", "362949", "344212", "105919", "465929", "280100", "244712", "247372", "313176", "357629"], "ranked_scores": [431.0, 426.0, 393.0, 390.0, 384.0, 382.0, 377.0, 376.0, 375.0, 374.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "155873": {"relevant_ids": ["155874"], "ranked_ids": ["392604", "292617", "230787", "155874", "383066", "524460", "446058", "294020", "88342", "432469"], "ranked_scores": [419.0, 384.0, 383.0, 382.0, 375.0, 372.0, 371.0, 371.0, 371.0, 369.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "263432": {"relevant_ids": ["263433"], "ranked_ids": ["263433", "401373", "128303", "28140", "407204", "471057", "372749", "147629", "219429", "97259"], "ranked_scores": [438.0, 395.0, 394.0, 377.0, 376.0, 363.0, 362.0, 351.0, 349.0, 346.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "354945": {"relevant_ids": ["354946"], "ranked_ids": ["354946", "254071", "322478", "462984", "462983", "236419", "108187", "202817", "76000", "39721"], "ranked_scores": [472.0, 437.0, 378.0, 370.0, 369.0, 355.0, 348.0, 342.0, 332.0, 327.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "245417": {"relevant_ids": ["248195", "219475"], "ranked_ids": ["219475", "248195", "40657", "64433", "413039", "301977", "37326", "368145", "14180", "164159"], "ranked_scores": [465.0, 447.0, 399.0, 395.0, 393.0, 392.0, 392.0, 382.0, 378.0, 370.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "516276": {"relevant_ids": ["516277"], "ranked_ids": ["516277", "510783", "76958", "34173", "19755", "352189", "119374", "286275", "376328", "479392"], "ranked_scores": [478.0, 432.0, 417.0, 415.0, 415.0, 407.0, 398.0, 394.0, 394.0, 391.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177580": {"relevant_ids": ["177579"], "ranked_ids": ["177579", "18081", "115954", "165282", "9954", "199209", "455888", "464418", "98677", "99261"], "ranked_scores": [477.0, 371.0, 368.0, 360.0, 353.0, 353.0, 351.0, 351.0, 350.0, 350.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "309865": {"relevant_ids": ["78623", "33713", "78624"], "ranked_ids": ["33713", "153484", "78623", "78624", "405094", "209041", "109205", "437065", "360054", "20635"], "ranked_scores": [457.0, 439.0, 437.0, 436.0, 431.0, 427.0, 421.0, 414.0, 410.0, 397.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.906, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.906, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "510387": {"relevant_ids": ["510386"], "ranked_ids": ["241538", "40390", "510386", "344869", "484846", "170896", "52003", "241537", "91350", "371033"], "ranked_scores": [456.0, 454.0, 452.0, 431.0, 429.0, 427.0, 421.0, 418.0, 418.0, 415.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "26645": {"relevant_ids": ["26644"], "ranked_ids": ["26644", "207775", "83874", "83875", "108781", "507090", "282609", "240705", "249010", "407302"], "ranked_scores": [491.0, 406.0, 401.0, 398.0, 388.0, 382.0, 376.0, 374.0, 374.0, 373.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "47788": {"relevant_ids": ["455725"], "ranked_ids": ["518171", "455725", "101721", "59223", "47703", "15132", "47789", "8505", "9659", "85764"], "ranked_scores": [457.0, 457.0, 455.0, 452.0, 451.0, 449.0, 448.0, 446.0, 445.0, 444.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "338281": {"relevant_ids": ["338282"], "ranked_ids": ["338282", "362498", "522778", "263861", "135715", "467526", "75062", "258451", "478531", "12950"], "ranked_scores": [451.0, 358.0, 352.0, 351.0, 346.0, 344.0, 344.0, 343.0, 343.0, 341.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "461149": {"relevant_ids": ["461148"], "ranked_ids": ["461148", "525835", "203100", "120940", "283905", "302225", "252761", "307096", "255754", "519616"], "ranked_scores": [448.0, 427.0, 400.0, 384.0, 381.0, 378.0, 377.0, 376.0, 375.0, 373.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "346126": {"relevant_ids": ["110711", "110710"], "ranked_ids": ["110710", "110711", "154338", "355996", "168350", "393684", "6816", "296319", "203476", "108617"], "ranked_scores": [478.0, 468.0, 443.0, 414.0, 412.0, 406.0, 406.0, 398.0, 397.0, 395.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "372986": {"relevant_ids": ["262882", "49961"], "ranked_ids": ["49961", "262882", "303468", "485235", "491226", "140335", "226818", "127288", "140334", "9919"], "ranked_scores": [490.0, 447.0, 386.0, 380.0, 378.0, 377.0, 373.0, 365.0, 364.0, 364.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "501182": {"relevant_ids": ["501181"], "ranked_ids": ["501181", "446824", "274777", "347781", "179018", "318996", "185580", "402718", "91969", "8417"], "ranked_scores": [440.0, 374.0, 372.0, 364.0, 358.0, 356.0, 355.0, 354.0, 354.0, 351.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13800": {"relevant_ids": ["408522", "376590", "13799"], "ranked_ids": ["13799", "376590", "257857", "179943", "306761", "408522", "482825", "481109", "67320", "8622"], "ranked_scores": [460.0, 424.0, 393.0, 387.0, 387.0, 382.0, 382.0, 381.0, 376.0, 371.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.7654, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.9325, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "250143": {"relevant_ids": ["250142"], "ranked_ids": ["250142", "473276", "50538", "76062", "38409", "368186", "492698", "229130", "509758", "96270"], "ranked_scores": [461.0, 437.0, 381.0, 380.0, 369.0, 366.0, 360.0, 359.0, 353.0, 353.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13223": {"relevant_ids": ["88349", "13224", "156773", "88348", "20277"], "ranked_ids": ["156773", "88348", "13224", "88349", "86343", "366749", "24720", "137719", "134852", "223304"], "ranked_scores": [491.0, 476.0, 474.0, 465.0, 461.0, 457.0, 445.0, 438.0, 424.0, 417.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.2, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6, "ndcg@5": 0.8688, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.8, "ndcg@10": 0.8688, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.8}, "11002": {"relevant_ids": ["11003"], "ranked_ids": ["489539", "11003", "10212", "444112", "117199", "87346", "144197", "347493", "64236", "314099"], "ranked_scores": [427.0, 424.0, 403.0, 397.0, 397.0, 391.0, 389.0, 387.0, 386.0, 383.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "177653": {"relevant_ids": ["79732"], "ranked_ids": ["79732", "525756", "395587", "310721", "39174", "138956", "502840", "373275", "414347", "225019"], "ranked_scores": [465.0, 411.0, 411.0, 407.0, 400.0, 396.0, 392.0, 387.0, 382.0, 381.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "415592": {"relevant_ids": ["415591"], "ranked_ids": ["415591", "430072", "105088", "207607", "81159", "288357", "17843", "499684", "322822", "509003"], "ranked_scores": [467.0, 388.0, 385.0, 385.0, 382.0, 379.0, 378.0, 377.0, 376.0, 374.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "511196": {"relevant_ids": ["511197"], "ranked_ids": ["511197", "289278", "156490", "220596", "251545", "251546", "420936", "45940", "77372", "42644"], "ranked_scores": [460.0, 379.0, 373.0, 362.0, 362.0, 360.0, 352.0, 350.0, 347.0, 343.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "344845": {"relevant_ids": ["344844"], "ranked_ids": ["344844", "95946", "384928", "503908", "79987", "311499", "327548", "187882", "161471", "79986"], "ranked_scores": [462.0, 406.0, 402.0, 402.0, 392.0, 389.0, 389.0, 389.0, 386.0, 384.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "396744": {"relevant_ids": ["396745"], "ranked_ids": ["396745", "454241", "527221", "145729", "471027", "421257", "318588", "375685", "418055", "481437"], "ranked_scores": [395.0, 382.0, 377.0, 377.0, 371.0, 365.0, 363.0, 361.0, 360.0, 358.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "452398": {"relevant_ids": ["452399"], "ranked_ids": ["452399", "90225", "423427", "487918", "102618", "530610", "157670", "134287", "276696", "277360"], "ranked_scores": [472.0, 351.0, 349.0, 347.0, 346.0, 346.0, 341.0, 340.0, 340.0, 338.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "182114": {"relevant_ids": ["182113"], "ranked_ids": ["196647", "182113", "118902", "229182", "252201", "475847", "413792", "86719", "238903", "347178"], "ranked_scores": [394.0, 372.0, 360.0, 359.0, 356.0, 356.0, 355.0, 349.0, 346.0, 346.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "486260": {"relevant_ids": ["486259"], "ranked_ids": ["486259", "113749", "452612", "111946", "392356", "175377", "452464", "220387", "221509", "266904"], "ranked_scores": [471.0, 409.0, 386.0, 385.0, 384.0, 383.0, 383.0, 378.0, 378.0, 377.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "455140": {"relevant_ids": ["315935"], "ranked_ids": ["315935", "246286", "315936", "369068", "93864", "245896", "93863", "16399", "124700", "50224"], "ranked_scores": [468.0, 414.0, 397.0, 389.0, 388.0, 385.0, 384.0, 381.0, 380.0, 380.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "56198": {"relevant_ids": ["56199"], "ranked_ids": ["56199", "521606", "43404", "246583", "249114", "67917", "43405", "243039", "302106", "523882"], "ranked_scores": [475.0, 357.0, 356.0, 354.0, 352.0, 344.0, 343.0, 342.0, 340.0, 338.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "30172": {"relevant_ids": ["145119", "373486", "145120", "30173", "185817", "68426"], "ranked_ids": ["145120", "82405", "30173", "160900", "196771", "192604", "194613", "15236", "343564", "90983"], "ranked_scores": [455.0, 453.0, 451.0, 451.0, 448.0, 448.0, 447.0, 446.0, 443.0, 443.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.1667, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.5087, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4539, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "127880": {"relevant_ids": ["241164"], "ranked_ids": ["241164", "135083", "121458", "450198", "210277", "122116", "112470", "535042", "531392", "99916"], "ranked_scores": [445.0, 410.0, 408.0, 400.0, 391.0, 389.0, 381.0, 378.0, 377.0, 375.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "167969": {"relevant_ids": ["174461"], "ranked_ids": ["174461", "360983", "121354", "468723", "257735", "207491", "448412", "207492", "209661", "174464"], "ranked_scores": [433.0, 428.0, 384.0, 382.0, 370.0, 365.0, 365.0, 363.0, 363.0, 360.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "97986": {"relevant_ids": ["97987"], "ranked_ids": ["97987", "44589", "41242", "41241", "393565", "384292", "234865", "193896", "257425", "371360"], "ranked_scores": [483.0, 437.0, 377.0, 376.0, 373.0, 370.0, 368.0, 366.0, 365.0, 365.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "12865": {"relevant_ids": ["105683"], "ranked_ids": ["105683", "277453", "356189", "92902", "6376", "528844", "528051", "56590", "506722", "516398"], "ranked_scores": [489.0, 409.0, 402.0, 399.0, 398.0, 396.0, 396.0, 375.0, 371.0, 371.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "215681": {"relevant_ids": ["215680"], "ranked_ids": ["215680", "178515", "143842", "5733", "177080", "297373", "252239", "116303", "57552", "297953"], "ranked_scores": [489.0, 396.0, 388.0, 384.0, 382.0, 376.0, 373.0, 370.0, 369.0, 368.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-mpnet-base-mrl-256-bat": {"127728": {"relevant_ids": ["127729"], "ranked_ids": ["127729", "38063", "462725", "207303", "92818", "256680", "73255", "150783", "481090", "522248"], "ranked_scores": [208.0, 202.0, 201.0, 201.0, 201.0, 193.0, 191.0, 190.0, 190.0, 190.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "318820": {"relevant_ids": ["318821"], "ranked_ids": ["318821", "355161", "367479", "184762", "222238", "46281", "441218", "380781", "360734", "377941"], "ranked_scores": [241.0, 200.0, 196.0, 190.0, 188.0, 185.0, 183.0, 181.0, 180.0, 180.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "296098": {"relevant_ids": ["296097"], "ranked_ids": ["469868", "45507", "130062", "412371", "134752", "493414", "298852", "306212", "45506", "72423"], "ranked_scores": [199.0, 194.0, 192.0, 189.0, 189.0, 189.0, 185.0, 183.0, 183.0, 182.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "150414": {"relevant_ids": ["192835"], "ranked_ids": ["192835", "516620", "105782", "126746", "105783", "8875", "171371", "103122", "254340", "126745"], "ranked_scores": [241.0, 227.0, 224.0, 218.0, 213.0, 211.0, 208.0, 207.0, 201.0, 200.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145582": {"relevant_ids": ["145583"], "ranked_ids": ["145583", "263736", "87614", "39560", "299264", "393920", "454248", "985", "87669", "399626"], "ranked_scores": [223.0, 181.0, 180.0, 173.0, 173.0, 170.0, 170.0, 170.0, 169.0, 168.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "315712": {"relevant_ids": ["315713"], "ranked_ids": ["315713", "120489", "313575", "377891", "335053", "37403", "418409", "67179", "368164", "390120"], "ranked_scores": [226.0, 207.0, 198.0, 196.0, 193.0, 193.0, 192.0, 190.0, 189.0, 189.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145739": {"relevant_ids": ["145740"], "ranked_ids": ["145740", "366074", "241979", "415781", "180147", "429177", "115412", "8705", "85134", "465597"], "ranked_scores": [226.0, 216.0, 212.0, 209.0, 200.0, 196.0, 192.0, 192.0, 191.0, 188.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "308127": {"relevant_ids": ["308126"], "ranked_ids": ["308126", "35763", "367804", "144996", "266258", "189748", "283568", "301104", "329643", "32983"], "ranked_scores": [218.0, 197.0, 193.0, 191.0, 186.0, 186.0, 185.0, 185.0, 185.0, 185.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "287245": {"relevant_ids": ["283198", "283199", "322650"], "ranked_ids": ["322650", "283199", "283198", "109049", "221784", "221783", "505949", "188940", "131380", "420279"], "ranked_scores": [228.0, 228.0, 216.0, 207.0, 199.0, 198.0, 196.0, 193.0, 192.0, 191.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "14755": {"relevant_ids": ["211906", "14756"], "ranked_ids": ["450970", "211906", "14756", "235454", "88473", "371930", "481547", "45354", "57678", "72275"], "ranked_scores": [228.0, 227.0, 225.0, 203.0, 202.0, 198.0, 197.0, 195.0, 195.0, 193.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6934, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6934, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6934, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "370170": {"relevant_ids": ["370169"], "ranked_ids": ["370169", "466920", "191527", "231528", "387761", "88911", "537762", "22763", "476551", "59810"], "ranked_scores": [253.0, 209.0, 199.0, 197.0, 194.0, 194.0, 192.0, 191.0, 190.0, 190.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "41774": {"relevant_ids": ["41773"], "ranked_ids": ["41773", "53738", "467781", "239344", "214766", "62219", "307530", "442459", "220928", "468655"], "ranked_scores": [231.0, 194.0, 194.0, 193.0, 191.0, 190.0, 187.0, 185.0, 185.0, 181.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "399648": {"relevant_ids": ["399649"], "ranked_ids": ["399649", "225815", "462253", "212809", "359281", "412309", "529004", "124071", "54706", "481934"], "ranked_scores": [254.0, 216.0, 212.0, 205.0, 204.0, 203.0, 202.0, 200.0, 200.0, 200.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "504811": {"relevant_ids": ["504810"], "ranked_ids": ["504810", "84826", "175461", "309894", "31335", "55899", "487409", "325567", "337091", "451065"], "ranked_scores": [249.0, 195.0, 188.0, 181.0, 181.0, 181.0, 181.0, 180.0, 179.0, 179.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "362950": {"relevant_ids": ["400212", "362949"], "ranked_ids": ["400212", "362949", "105919", "365685", "465929", "344212", "244712", "510271", "280100", "438104"], "ranked_scores": [222.0, 220.0, 200.0, 199.0, 198.0, 197.0, 195.0, 195.0, 195.0, 191.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "155873": {"relevant_ids": ["155874"], "ranked_ids": ["392604", "292617", "3249", "383066", "91610", "136219", "230787", "294020", "432469", "88342"], "ranked_scores": [209.0, 200.0, 195.0, 194.0, 193.0, 193.0, 191.0, 191.0, 190.0, 190.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "263432": {"relevant_ids": ["263433"], "ranked_ids": ["263433", "401373", "128303", "28140", "407204", "97259", "128317", "147629", "154634", "232542"], "ranked_scores": [217.0, 201.0, 200.0, 196.0, 191.0, 188.0, 183.0, 183.0, 182.0, 182.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "354945": {"relevant_ids": ["354946"], "ranked_ids": ["354946", "254071", "322478", "462983", "462984", "76000", "236419", "202817", "108187", "4654"], "ranked_scores": [234.0, 224.0, 194.0, 189.0, 186.0, 177.0, 176.0, 175.0, 172.0, 170.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "245417": {"relevant_ids": ["248195", "219475"], "ranked_ids": ["219475", "248195", "40657", "164159", "64433", "301977", "413039", "14180", "37326", "249364"], "ranked_scores": [231.0, 224.0, 208.0, 203.0, 200.0, 197.0, 197.0, 197.0, 196.0, 195.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "516276": {"relevant_ids": ["516277"], "ranked_ids": ["516277", "510783", "76958", "34173", "19755", "352189", "119374", "376328", "286275", "479392"], "ranked_scores": [239.0, 216.0, 216.0, 210.0, 210.0, 208.0, 202.0, 201.0, 199.0, 197.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177580": {"relevant_ids": ["177579"], "ranked_ids": ["177579", "115954", "18081", "98677", "290281", "165282", "517075", "99261", "243446", "532497"], "ranked_scores": [243.0, 195.0, 191.0, 187.0, 183.0, 183.0, 182.0, 182.0, 181.0, 181.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "309865": {"relevant_ids": ["78623", "33713", "78624"], "ranked_ids": ["33713", "78623", "153484", "78624", "405094", "209041", "109205", "360054", "437065", "33244"], "ranked_scores": [223.0, 218.0, 216.0, 215.0, 214.0, 212.0, 206.0, 200.0, 197.0, 195.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.9675, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9675, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "510387": {"relevant_ids": ["510386"], "ranked_ids": ["241538", "40390", "510386", "170896", "241537", "344869", "484846", "52003", "91350", "259432"], "ranked_scores": [237.0, 233.0, 228.0, 223.0, 218.0, 217.0, 217.0, 214.0, 214.0, 211.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "26645": {"relevant_ids": ["26644"], "ranked_ids": ["26644", "83874", "207775", "83875", "507090", "240705", "108781", "286617", "41242", "415276"], "ranked_scores": [248.0, 208.0, 208.0, 204.0, 202.0, 200.0, 197.0, 196.0, 196.0, 196.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "47788": {"relevant_ids": ["455725"], "ranked_ids": ["47703", "518171", "15132", "455725", "87039", "9659", "59223", "101721", "72588", "37221"], "ranked_scores": [230.0, 230.0, 229.0, 228.0, 227.0, 226.0, 226.0, 226.0, 225.0, 224.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "338281": {"relevant_ids": ["338282"], "ranked_ids": ["338282", "362498", "135715", "263861", "75062", "315387", "318731", "457315", "469401", "467526"], "ranked_scores": [233.0, 191.0, 183.0, 183.0, 182.0, 182.0, 181.0, 181.0, 181.0, 180.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "461149": {"relevant_ids": ["461148"], "ranked_ids": ["461148", "525835", "203100", "120940", "519616", "283905", "252761", "302225", "335800", "527101"], "ranked_scores": [225.0, 213.0, 207.0, 197.0, 197.0, 196.0, 196.0, 196.0, 192.0, 191.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "346126": {"relevant_ids": ["110711", "110710"], "ranked_ids": ["110710", "110711", "154338", "355996", "13436", "296319", "6816", "393684", "168350", "68493"], "ranked_scores": [234.0, 233.0, 227.0, 208.0, 207.0, 206.0, 203.0, 203.0, 202.0, 202.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "372986": {"relevant_ids": ["262882", "49961"], "ranked_ids": ["49961", "262882", "303468", "9919", "140335", "491226", "485235", "127288", "140334", "494989"], "ranked_scores": [248.0, 230.0, 199.0, 198.0, 196.0, 195.0, 194.0, 192.0, 192.0, 189.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "501182": {"relevant_ids": ["501181"], "ranked_ids": ["501181", "446824", "274777", "109121", "185580", "447737", "8417", "179018", "318996", "402718"], "ranked_scores": [221.0, 194.0, 189.0, 185.0, 185.0, 185.0, 184.0, 183.0, 183.0, 183.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13800": {"relevant_ids": ["408522", "376590", "13799"], "ranked_ids": ["13799", "376590", "408522", "257857", "179943", "482825", "481109", "73232", "306761", "8622"], "ranked_scores": [233.0, 215.0, 208.0, 202.0, 200.0, 197.0, 197.0, 197.0, 196.0, 195.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "250143": {"relevant_ids": ["250142"], "ranked_ids": ["250142", "473276", "50538", "76062", "368186", "509758", "229130", "509757", "38409", "492698"], "ranked_scores": [236.0, 220.0, 201.0, 200.0, 194.0, 189.0, 188.0, 187.0, 184.0, 184.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13223": {"relevant_ids": ["88349", "13224", "156773", "88348", "20277"], "ranked_ids": ["156773", "88348", "13224", "88349", "366749", "86343", "24720", "137719", "134852", "126265"], "ranked_scores": [246.0, 246.0, 239.0, 236.0, 235.0, 234.0, 224.0, 222.0, 214.0, 210.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.2, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6, "ndcg@5": 0.8688, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.8, "ndcg@10": 0.8688, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.8}, "11002": {"relevant_ids": ["11003"], "ranked_ids": ["489539", "11003", "444112", "10212", "347493", "144197", "87346", "241075", "42203", "117199"], "ranked_scores": [219.0, 214.0, 210.0, 209.0, 207.0, 206.0, 203.0, 202.0, 202.0, 201.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "177653": {"relevant_ids": ["79732"], "ranked_ids": ["79732", "395587", "310721", "39174", "138956", "502840", "525756", "373275", "225019", "414347"], "ranked_scores": [238.0, 214.0, 212.0, 210.0, 209.0, 206.0, 205.0, 203.0, 202.0, 197.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "415592": {"relevant_ids": ["415591"], "ranked_ids": ["415591", "207607", "105088", "430072", "499684", "17843", "288357", "322822", "483688", "81159"], "ranked_scores": [236.0, 201.0, 200.0, 197.0, 192.0, 190.0, 190.0, 189.0, 189.0, 189.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "511196": {"relevant_ids": ["511197"], "ranked_ids": ["511197", "156490", "289278", "464384", "251546", "220596", "251545", "23705", "414717", "420936"], "ranked_scores": [230.0, 200.0, 198.0, 190.0, 190.0, 189.0, 188.0, 180.0, 180.0, 179.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "344845": {"relevant_ids": ["344844"], "ranked_ids": ["344844", "384928", "503908", "95946", "327548", "101085", "79986", "380837", "79987", "161471"], "ranked_scores": [238.0, 215.0, 215.0, 215.0, 210.0, 208.0, 206.0, 206.0, 204.0, 203.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "396744": {"relevant_ids": ["396745"], "ranked_ids": ["396745", "454241", "471027", "421257", "527221", "236438", "318588", "145729", "516168", "343352"], "ranked_scores": [201.0, 199.0, 195.0, 193.0, 188.0, 187.0, 187.0, 186.0, 185.0, 183.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "452398": {"relevant_ids": ["452399"], "ranked_ids": ["452399", "157670", "90225", "276696", "530610", "437439", "423427", "225484", "487918", "33839"], "ranked_scores": [240.0, 181.0, 180.0, 179.0, 177.0, 177.0, 176.0, 175.0, 175.0, 175.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "182114": {"relevant_ids": ["182113"], "ranked_ids": ["196647", "475847", "15370", "252201", "182113", "323531", "313107", "229182", "413792", "95186"], "ranked_scores": [195.0, 187.0, 186.0, 186.0, 186.0, 185.0, 183.0, 182.0, 182.0, 180.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "486260": {"relevant_ids": ["486259"], "ranked_ids": ["486259", "113749", "483690", "452612", "452611", "175377", "23013", "266904", "113100", "391328"], "ranked_scores": [235.0, 205.0, 202.0, 199.0, 198.0, 197.0, 197.0, 197.0, 196.0, 195.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "455140": {"relevant_ids": ["315935"], "ranked_ids": ["315935", "246286", "369068", "50224", "315936", "16399", "93863", "124700", "440700", "93864"], "ranked_scores": [233.0, 208.0, 203.0, 202.0, 199.0, 199.0, 199.0, 198.0, 198.0, 196.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "56198": {"relevant_ids": ["56199"], "ranked_ids": ["56199", "43404", "243039", "521606", "43405", "246583", "249114", "67917", "144344", "496142"], "ranked_scores": [244.0, 195.0, 194.0, 192.0, 191.0, 186.0, 185.0, 183.0, 182.0, 181.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "30172": {"relevant_ids": ["145119", "373486", "145120", "30173", "185817", "68426"], "ranked_ids": ["82405", "160900", "145120", "192604", "373486", "343564", "90983", "30173", "291452", "482875"], "ranked_scores": [231.0, 230.0, 228.0, 228.0, 226.0, 226.0, 226.0, 225.0, 224.0, 224.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.1667, "ndcg@5": 0.3008, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.3638, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.5}, "127880": {"relevant_ids": ["241164"], "ranked_ids": ["241164", "135083", "450198", "121458", "122116", "210277", "112470", "527388", "100860", "99916"], "ranked_scores": [227.0, 213.0, 210.0, 209.0, 204.0, 203.0, 198.0, 198.0, 195.0, 195.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "167969": {"relevant_ids": ["174461"], "ranked_ids": ["174461", "360983", "121354", "468723", "493705", "100300", "448412", "207492", "209661", "293663"], "ranked_scores": [222.0, 217.0, 198.0, 196.0, 194.0, 189.0, 189.0, 189.0, 188.0, 188.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "97986": {"relevant_ids": ["97987"], "ranked_ids": ["97987", "44589", "108564", "393565", "193896", "234865", "41241", "407", "41242", "98925"], "ranked_scores": [243.0, 220.0, 195.0, 194.0, 193.0, 193.0, 192.0, 190.0, 190.0, 187.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "12865": {"relevant_ids": ["105683"], "ranked_ids": ["105683", "528844", "277453", "6376", "92902", "528051", "356189", "56590", "516398", "83623"], "ranked_scores": [252.0, 211.0, 209.0, 206.0, 204.0, 204.0, 202.0, 195.0, 193.0, 193.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "215681": {"relevant_ids": ["215680"], "ranked_ids": ["215680", "178515", "143842", "177080", "5733", "297373", "252239", "297953", "54139", "57552"], "ranked_scores": [245.0, 205.0, 203.0, 199.0, 198.0, 196.0, 194.0, 190.0, 189.0, 189.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-mpnet-base-mrl-128-bat": {"127728": {"relevant_ids": ["127729"], "ranked_ids": ["92818", "127729", "38063", "207303", "462725", "153290", "245618", "276617", "397135", "75297"], "ranked_scores": [111.0, 111.0, 108.0, 107.0, 105.0, 104.0, 104.0, 102.0, 102.0, 100.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "318820": {"relevant_ids": ["318821"], "ranked_ids": ["318821", "355161", "367479", "222238", "184762", "46281", "409601", "54496", "441218", "483940"], "ranked_scores": [122.0, 104.0, 101.0, 99.0, 99.0, 97.0, 96.0, 96.0, 95.0, 95.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "296098": {"relevant_ids": ["296097"], "ranked_ids": ["469868", "130062", "298852", "134752", "45507", "513540", "412371", "493414", "514650", "72423"], "ranked_scores": [99.0, 99.0, 97.0, 96.0, 95.0, 95.0, 93.0, 93.0, 92.0, 91.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "150414": {"relevant_ids": ["192835"], "ranked_ids": ["192835", "516620", "126746", "105782", "8875", "171371", "105783", "126745", "341592", "98642"], "ranked_scores": [122.0, 118.0, 115.0, 114.0, 113.0, 112.0, 109.0, 107.0, 107.0, 106.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145582": {"relevant_ids": ["145583"], "ranked_ids": ["145583", "263736", "364342", "454248", "399626", "429688", "20024", "39561", "58986", "48162"], "ranked_scores": [113.0, 93.0, 90.0, 89.0, 89.0, 88.0, 87.0, 86.0, 86.0, 86.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "315712": {"relevant_ids": ["315713"], "ranked_ids": ["315713", "120489", "335053", "313575", "377891", "497231", "37403", "159263", "418409", "67179"], "ranked_scores": [120.0, 108.0, 105.0, 105.0, 103.0, 100.0, 100.0, 99.0, 99.0, 98.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145739": {"relevant_ids": ["145740"], "ranked_ids": ["145740", "366074", "241979", "415781", "30823", "180147", "115412", "429177", "465597", "8705"], "ranked_scores": [117.0, 109.0, 106.0, 105.0, 103.0, 100.0, 98.0, 98.0, 97.0, 97.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "308127": {"relevant_ids": ["308126"], "ranked_ids": ["308126", "367804", "35763", "144996", "329643", "219239", "266258", "111496", "471617", "79534"], "ranked_scores": [111.0, 105.0, 104.0, 101.0, 101.0, 100.0, 100.0, 99.0, 99.0, 99.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "287245": {"relevant_ids": ["283198", "283199", "322650"], "ranked_ids": ["322650", "283199", "283198", "109049", "221784", "221783", "505949", "349781", "497666", "68138"], "ranked_scores": [117.0, 116.0, 112.0, 108.0, 107.0, 105.0, 103.0, 101.0, 101.0, 100.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "14755": {"relevant_ids": ["211906", "14756"], "ranked_ids": ["211906", "450970", "14756", "481547", "235454", "371930", "57678", "88473", "72275", "93937"], "ranked_scores": [122.0, 121.0, 120.0, 109.0, 109.0, 107.0, 103.0, 103.0, 102.0, 100.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.9197, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.9197, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9197, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "370170": {"relevant_ids": ["370169"], "ranked_ids": ["370169", "466920", "191527", "88911", "476551", "231528", "22763", "184482", "433820", "26301"], "ranked_scores": [126.0, 113.0, 108.0, 105.0, 104.0, 101.0, 101.0, 100.0, 100.0, 100.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "41774": {"relevant_ids": ["41773"], "ranked_ids": ["41773", "62219", "239344", "53738", "467781", "381106", "220928", "214766", "475177", "532062"], "ranked_scores": [116.0, 98.0, 97.0, 97.0, 97.0, 97.0, 97.0, 96.0, 95.0, 94.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "399648": {"relevant_ids": ["399649"], "ranked_ids": ["399649", "462253", "212809", "481934", "412309", "225815", "529004", "445074", "359281", "54706"], "ranked_scores": [126.0, 110.0, 109.0, 108.0, 107.0, 106.0, 106.0, 105.0, 104.0, 104.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "504811": {"relevant_ids": ["504810"], "ranked_ids": ["504810", "319022", "84826", "55899", "349777", "309894", "325567", "340354", "487409", "451065"], "ranked_scores": [123.0, 95.0, 95.0, 93.0, 93.0, 92.0, 92.0, 92.0, 92.0, 92.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "362950": {"relevant_ids": ["400212", "362949"], "ranked_ids": ["400212", "362949", "105919", "438104", "365685", "313176", "344212", "465929", "357629", "510271"], "ranked_scores": [112.0, 111.0, 102.0, 102.0, 102.0, 101.0, 100.0, 98.0, 98.0, 97.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "155873": {"relevant_ids": ["155874"], "ranked_ids": ["392604", "3249", "230787", "432469", "292617", "399039", "392771", "91610", "294020", "88342"], "ranked_scores": [101.0, 100.0, 99.0, 98.0, 97.0, 97.0, 97.0, 97.0, 96.0, 96.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "263432": {"relevant_ids": ["263433"], "ranked_ids": ["263433", "401373", "28140", "128303", "232542", "471057", "128317", "147630", "97259", "407204"], "ranked_scores": [113.0, 108.0, 106.0, 101.0, 100.0, 100.0, 100.0, 99.0, 99.0, 99.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "354945": {"relevant_ids": ["354946"], "ranked_ids": ["254071", "354946", "322478", "462983", "462984", "410033", "202817", "236419", "76000", "90018"], "ranked_scores": [116.0, 115.0, 104.0, 97.0, 94.0, 93.0, 92.0, 91.0, 90.0, 90.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "245417": {"relevant_ids": ["248195", "219475"], "ranked_ids": ["219475", "248195", "40657", "164159", "249364", "355903", "368145", "431686", "64433", "301977"], "ranked_scores": [118.0, 117.0, 105.0, 104.0, 103.0, 102.0, 102.0, 102.0, 101.0, 100.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "516276": {"relevant_ids": ["516277"], "ranked_ids": ["516277", "510783", "34173", "410439", "385401", "76958", "138892", "72857", "352189", "466198"], "ranked_scores": [120.0, 111.0, 110.0, 107.0, 106.0, 106.0, 106.0, 106.0, 105.0, 105.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177580": {"relevant_ids": ["177579"], "ranked_ids": ["177579", "18081", "115954", "98677", "390471", "243446", "88685", "199209", "252091", "99261"], "ranked_scores": [123.0, 101.0, 100.0, 97.0, 97.0, 96.0, 96.0, 95.0, 95.0, 95.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "309865": {"relevant_ids": ["78623", "33713", "78624"], "ranked_ids": ["33713", "153484", "78623", "78624", "405094", "209041", "109205", "184787", "495578", "495751"], "ranked_scores": [117.0, 112.0, 112.0, 111.0, 109.0, 107.0, 107.0, 105.0, 105.0, 105.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.906, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.906, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "510387": {"relevant_ids": ["510386"], "ranked_ids": ["40390", "241538", "170896", "510386", "344869", "91350", "201143", "259432", "371033", "484846"], "ranked_scores": [124.0, 122.0, 119.0, 119.0, 116.0, 114.0, 113.0, 113.0, 113.0, 112.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "26645": {"relevant_ids": ["26644"], "ranked_ids": ["26644", "83874", "83875", "108781", "207775", "415276", "12895", "240705", "286617", "507090"], "ranked_scores": [123.0, 109.0, 107.0, 106.0, 106.0, 106.0, 106.0, 105.0, 104.0, 104.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "47788": {"relevant_ids": ["455725"], "ranked_ids": ["101721", "59223", "47703", "120701", "518171", "37221", "163881", "47789", "15132", "8505"], "ranked_scores": [119.0, 119.0, 119.0, 119.0, 119.0, 119.0, 118.0, 118.0, 117.0, 116.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "338281": {"relevant_ids": ["338282"], "ranked_ids": ["338282", "362498", "459804", "135715", "263861", "467927", "75062", "469401", "457315", "8568"], "ranked_scores": [121.0, 99.0, 98.0, 97.0, 97.0, 97.0, 97.0, 96.0, 95.0, 95.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "461149": {"relevant_ids": ["461148"], "ranked_ids": ["461148", "525835", "203100", "252761", "476499", "381960", "302225", "296210", "335800", "469716"], "ranked_scores": [112.0, 108.0, 104.0, 103.0, 102.0, 102.0, 100.0, 100.0, 100.0, 99.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "346126": {"relevant_ids": ["110711", "110710"], "ranked_ids": ["154338", "110710", "110711", "13436", "296319", "68493", "355996", "383574", "6816", "85707"], "ranked_scores": [119.0, 119.0, 118.0, 112.0, 111.0, 110.0, 110.0, 109.0, 108.0, 107.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6934, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6934, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6934, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "372986": {"relevant_ids": ["262882", "49961"], "ranked_ids": ["49961", "262882", "393920", "303468", "140334", "9919", "127288", "226818", "491226", "494989"], "ranked_scores": [123.0, 120.0, 105.0, 104.0, 104.0, 104.0, 103.0, 103.0, 101.0, 101.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "501182": {"relevant_ids": ["501181"], "ranked_ids": ["501181", "446824", "274777", "325288", "179018", "447737", "347781", "129993", "402718", "25920"], "ranked_scores": [112.0, 106.0, 103.0, 99.0, 99.0, 99.0, 99.0, 97.0, 97.0, 97.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13800": {"relevant_ids": ["408522", "376590", "13799"], "ranked_ids": ["13799", "408522", "376590", "257857", "56338", "482825", "443465", "179943", "67320", "8622"], "ranked_scores": [118.0, 111.0, 109.0, 108.0, 108.0, 107.0, 103.0, 102.0, 102.0, 102.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "250143": {"relevant_ids": ["250142"], "ranked_ids": ["250142", "473276", "50538", "76062", "368186", "509758", "96270", "50539", "509757", "58986"], "ranked_scores": [122.0, 117.0, 109.0, 106.0, 102.0, 102.0, 101.0, 100.0, 99.0, 97.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13223": {"relevant_ids": ["88349", "13224", "156773", "88348", "20277"], "ranked_ids": ["156773", "88348", "366749", "13224", "88349", "86343", "137719", "24720", "134852", "223304"], "ranked_scores": [123.0, 122.0, 122.0, 121.0, 120.0, 119.0, 116.0, 115.0, 110.0, 110.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.2, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.4, "ndcg@5": 0.8304, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.8, "ndcg@10": 0.8304, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.8}, "11002": {"relevant_ids": ["11003"], "ranked_ids": ["489539", "11003", "10212", "444112", "87346", "144197", "241075", "403557", "42203", "511125"], "ranked_scores": [111.0, 108.0, 108.0, 108.0, 108.0, 108.0, 106.0, 106.0, 106.0, 106.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "177653": {"relevant_ids": ["79732"], "ranked_ids": ["79732", "39174", "138956", "299502", "395587", "494720", "373275", "525756", "418791", "310721"], "ranked_scores": [120.0, 109.0, 107.0, 107.0, 106.0, 106.0, 106.0, 105.0, 104.0, 103.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "415592": {"relevant_ids": ["415591"], "ranked_ids": ["415591", "105088", "207607", "430072", "172118", "288357", "17843", "322822", "509003", "84634"], "ranked_scores": [123.0, 108.0, 104.0, 104.0, 98.0, 98.0, 98.0, 97.0, 96.0, 96.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "511196": {"relevant_ids": ["511197"], "ranked_ids": ["511197", "156490", "289278", "464384", "251545", "414717", "251546", "23705", "378479", "531949"], "ranked_scores": [119.0, 107.0, 104.0, 100.0, 100.0, 98.0, 98.0, 96.0, 95.0, 95.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "344845": {"relevant_ids": ["344844"], "ranked_ids": ["344844", "95946", "311499", "503908", "327548", "342725", "516558", "161471", "384928", "410132"], "ranked_scores": [120.0, 109.0, 108.0, 108.0, 107.0, 106.0, 106.0, 105.0, 104.0, 103.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "396744": {"relevant_ids": ["396745"], "ranked_ids": ["396745", "454241", "516168", "471027", "527221", "421257", "145729", "236438", "489628", "343352"], "ranked_scores": [112.0, 102.0, 102.0, 101.0, 101.0, 100.0, 99.0, 99.0, 99.0, 98.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "452398": {"relevant_ids": ["452399"], "ranked_ids": ["452399", "90225", "33839", "60646", "134287", "225484", "276696", "412309", "530610", "157670"], "ranked_scores": [124.0, 97.0, 96.0, 96.0, 95.0, 95.0, 95.0, 95.0, 95.0, 94.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "182114": {"relevant_ids": ["182113"], "ranked_ids": ["229182", "252201", "182113", "413792", "196647", "323531", "313107", "95186", "34513", "347178"], "ranked_scores": [99.0, 98.0, 97.0, 97.0, 97.0, 96.0, 96.0, 96.0, 95.0, 95.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "486260": {"relevant_ids": ["486259"], "ranked_ids": ["486259", "452611", "23013", "452612", "113749", "222159", "391328", "175377", "113100", "152202"], "ranked_scores": [115.0, 112.0, 110.0, 110.0, 109.0, 108.0, 108.0, 107.0, 106.0, 106.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "455140": {"relevant_ids": ["315935"], "ranked_ids": ["315935", "315936", "124700", "369068", "440700", "246286", "16399", "308963", "93864", "93863"], "ranked_scores": [117.0, 108.0, 106.0, 106.0, 105.0, 104.0, 103.0, 103.0, 103.0, 102.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "56198": {"relevant_ids": ["56199"], "ranked_ids": ["56199", "521606", "43404", "135929", "348405", "243039", "60171", "43405", "310462", "452069"], "ranked_scores": [122.0, 102.0, 100.0, 99.0, 98.0, 98.0, 97.0, 97.0, 96.0, 96.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "30172": {"relevant_ids": ["145119", "373486", "145120", "30173", "185817", "68426"], "ranked_ids": ["145120", "30173", "145119", "82405", "90983", "291452", "192604", "194613", "196771", "373486"], "ranked_scores": [119.0, 117.0, 117.0, 116.0, 116.0, 116.0, 116.0, 115.0, 115.0, 115.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.1667, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.7227, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.7323, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.6667}, "127880": {"relevant_ids": ["241164"], "ranked_ids": ["241164", "121458", "135083", "210277", "389443", "450198", "122116", "418410", "112470", "531392"], "ranked_scores": [114.0, 111.0, 111.0, 106.0, 105.0, 104.0, 104.0, 103.0, 103.0, 101.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "167969": {"relevant_ids": ["174461"], "ranked_ids": ["174461", "360983", "121354", "468723", "293663", "207492", "493705", "448412", "209661", "257735"], "ranked_scores": [117.0, 113.0, 108.0, 106.0, 105.0, 103.0, 102.0, 101.0, 100.0, 99.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "97986": {"relevant_ids": ["97987"], "ranked_ids": ["97987", "44589", "108564", "317030", "393565", "229802", "284181", "202747", "42981", "73011"], "ranked_scores": [122.0, 115.0, 104.0, 103.0, 102.0, 101.0, 100.0, 99.0, 98.0, 98.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "12865": {"relevant_ids": ["105683"], "ranked_ids": ["105683", "528844", "277453", "528051", "6376", "356189", "56590", "92902", "480086", "506722"], "ranked_scores": [128.0, 108.0, 106.0, 105.0, 105.0, 103.0, 102.0, 102.0, 101.0, 100.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "215681": {"relevant_ids": ["215680"], "ranked_ids": ["215680", "143842", "178515", "133468", "177080", "161701", "33465", "297373", "383804", "5733"], "ranked_scores": [125.0, 109.0, 109.0, 104.0, 104.0, 104.0, 104.0, 104.0, 103.0, 103.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-mpnet-base-mrl-64-bat": {"127728": {"relevant_ids": ["127729"], "ranked_ids": ["127729", "38063", "462725", "92818", "153290", "276617", "207303", "245618", "429177", "75297"], "ranked_scores": [60.0, 56.0, 55.0, 55.0, 55.0, 54.0, 54.0, 54.0, 53.0, 53.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "318820": {"relevant_ids": ["318821"], "ranked_ids": ["318821", "409601", "149956", "222238", "54496", "489320", "380462", "367479", "46281", "54497"], "ranked_scores": [63.0, 54.0, 53.0, 52.0, 51.0, 50.0, 50.0, 49.0, 49.0, 49.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "296098": {"relevant_ids": ["296097"], "ranked_ids": ["130062", "513540", "45507", "469868", "298852", "134752", "469985", "493414", "56686", "89312"], "ranked_scores": [54.0, 52.0, 51.0, 51.0, 51.0, 50.0, 50.0, 49.0, 49.0, 49.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "150414": {"relevant_ids": ["192835"], "ranked_ids": ["105782", "192835", "516620", "171371", "21131", "8875", "126746", "105783", "426467", "84690"], "ranked_scores": [61.0, 61.0, 60.0, 60.0, 59.0, 59.0, 58.0, 58.0, 57.0, 57.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "145582": {"relevant_ids": ["145583"], "ranked_ids": ["145583", "174890", "263736", "183085", "345398", "413521", "455960", "524460", "85426", "91610"], "ranked_scores": [55.0, 48.0, 47.0, 47.0, 47.0, 47.0, 47.0, 47.0, 46.0, 46.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "315712": {"relevant_ids": ["315713"], "ranked_ids": ["315713", "120489", "159263", "37403", "382686", "67179", "52519", "73405", "497231", "53445"], "ranked_scores": [62.0, 55.0, 54.0, 53.0, 53.0, 53.0, 53.0, 53.0, 52.0, 52.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145739": {"relevant_ids": ["145740"], "ranked_ids": ["145740", "241979", "366074", "415781", "30823", "180147", "85134", "43191", "248227", "323620"], "ranked_scores": [61.0, 52.0, 52.0, 52.0, 51.0, 50.0, 50.0, 50.0, 49.0, 49.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "308127": {"relevant_ids": ["308126"], "ranked_ids": ["308126", "329643", "367804", "35763", "144996", "189748", "219239", "434500", "266258", "79534"], "ranked_scores": [56.0, 54.0, 53.0, 52.0, 51.0, 51.0, 51.0, 51.0, 51.0, 51.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "287245": {"relevant_ids": ["283198", "283199", "322650"], "ranked_ids": ["322650", "283199", "283198", "109049", "221783", "221784", "188940", "68138", "349781", "517687"], "ranked_scores": [60.0, 60.0, 58.0, 55.0, 54.0, 54.0, 53.0, 53.0, 53.0, 52.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "14755": {"relevant_ids": ["211906", "14756"], "ranked_ids": ["211906", "450970", "14756", "371930", "72275", "481547", "235454", "57678", "93937", "83338"], "ranked_scores": [59.0, 59.0, 57.0, 55.0, 55.0, 54.0, 54.0, 52.0, 52.0, 52.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.9197, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.9197, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9197, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "370170": {"relevant_ids": ["370169"], "ranked_ids": ["370169", "466920", "191527", "369435", "211280", "433820", "531325", "476551", "88911", "509802"], "ranked_scores": [63.0, 58.0, 57.0, 53.0, 53.0, 53.0, 53.0, 53.0, 53.0, 52.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "41774": {"relevant_ids": ["41773"], "ranked_ids": ["41773", "239344", "214766", "251052", "467781", "339534", "442459", "53738", "468656", "62219"], "ranked_scores": [59.0, 51.0, 49.0, 49.0, 49.0, 49.0, 48.0, 48.0, 48.0, 48.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "399648": {"relevant_ids": ["399649"], "ranked_ids": ["399649", "462253", "481934", "529004", "486011", "107822", "225815", "26748", "439417", "54706"], "ranked_scores": [64.0, 60.0, 59.0, 58.0, 56.0, 56.0, 55.0, 55.0, 54.0, 54.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "504811": {"relevant_ids": ["504810"], "ranked_ids": ["504810", "319022", "256671", "349777", "487409", "438621", "340354", "175461", "379927", "532404"], "ranked_scores": [61.0, 53.0, 52.0, 51.0, 51.0, 51.0, 50.0, 50.0, 50.0, 49.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "362950": {"relevant_ids": ["400212", "362949"], "ranked_ids": ["400212", "362949", "105919", "478988", "365685", "377747", "244712", "465929", "4715", "510271"], "ranked_scores": [59.0, 59.0, 57.0, 55.0, 54.0, 54.0, 54.0, 53.0, 53.0, 53.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "155873": {"relevant_ids": ["155874"], "ranked_ids": ["230787", "392604", "292617", "432469", "47736", "399039", "524460", "446058", "460669", "85478"], "ranked_scores": [53.0, 53.0, 52.0, 52.0, 52.0, 51.0, 51.0, 51.0, 50.0, 50.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "263432": {"relevant_ids": ["263433"], "ranked_ids": ["401373", "263433", "28140", "471057", "442098", "128303", "147629", "277394", "407204", "442097"], "ranked_scores": [57.0, 56.0, 55.0, 55.0, 54.0, 53.0, 53.0, 52.0, 52.0, 52.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "354945": {"relevant_ids": ["354946"], "ranked_ids": ["254071", "354946", "322478", "112050", "462984", "536214", "107159", "462983", "55767", "76000"], "ranked_scores": [59.0, 57.0, 54.0, 51.0, 51.0, 50.0, 49.0, 49.0, 48.0, 48.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "245417": {"relevant_ids": ["248195", "219475"], "ranked_ids": ["248195", "219475", "355903", "17140", "223618", "343377", "150140", "431686", "343403", "508685"], "ranked_scores": [60.0, 59.0, 53.0, 53.0, 52.0, 52.0, 52.0, 52.0, 50.0, 50.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "516276": {"relevant_ids": ["516277"], "ranked_ids": ["516277", "34173", "352189", "19755", "385401", "27722", "466198", "378174", "76958", "510783"], "ranked_scores": [60.0, 56.0, 56.0, 55.0, 55.0, 55.0, 55.0, 55.0, 55.0, 54.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177580": {"relevant_ids": ["177579"], "ranked_ids": ["177579", "243446", "252571", "118902", "287203", "313107", "88685", "390471", "405340", "4003"], "ranked_scores": [63.0, 54.0, 52.0, 52.0, 51.0, 51.0, 51.0, 51.0, 51.0, 51.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "309865": {"relevant_ids": ["78623", "33713", "78624"], "ranked_ids": ["33713", "78624", "153484", "78623", "495578", "109205", "405094", "209041", "274808", "33244"], "ranked_scores": [59.0, 59.0, 58.0, 58.0, 56.0, 56.0, 56.0, 55.0, 54.0, 54.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.9675, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9675, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "510387": {"relevant_ids": ["510386"], "ranked_ids": ["40390", "510386", "254292", "241538", "371033", "344869", "170896", "201143", "91350", "91349"], "ranked_scores": [61.0, 59.0, 59.0, 59.0, 58.0, 58.0, 56.0, 56.0, 56.0, 55.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "26645": {"relevant_ids": ["26644"], "ranked_ids": ["26644", "83874", "108781", "83875", "144057", "207775", "286617", "240705", "415276", "507090"], "ranked_scores": [62.0, 56.0, 55.0, 55.0, 54.0, 54.0, 54.0, 53.0, 53.0, 53.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "47788": {"relevant_ids": ["455725"], "ranked_ids": ["15132", "59223", "163881", "37221", "47703", "72588", "518171", "87038", "87039", "9659"], "ranked_scores": [61.0, 61.0, 61.0, 60.0, 60.0, 60.0, 60.0, 59.0, 59.0, 59.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "338281": {"relevant_ids": ["338282"], "ranked_ids": ["338282", "75062", "110885", "43034", "304852", "234727", "459804", "467526", "478531", "497630"], "ranked_scores": [61.0, 52.0, 52.0, 52.0, 51.0, 51.0, 51.0, 50.0, 50.0, 50.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "461149": {"relevant_ids": ["461148"], "ranked_ids": ["461148", "335800", "525835", "354537", "296210", "252761", "381960", "455937", "409324", "409325"], "ranked_scores": [59.0, 56.0, 56.0, 55.0, 54.0, 54.0, 53.0, 53.0, 53.0, 53.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "346126": {"relevant_ids": ["110711", "110710"], "ranked_ids": ["110710", "154338", "110711", "27811", "13436", "355996", "168350", "6816", "68493", "7469"], "ranked_scores": [62.0, 61.0, 61.0, 59.0, 58.0, 58.0, 57.0, 57.0, 57.0, 56.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.9197, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.9197, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9197, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "372986": {"relevant_ids": ["262882", "49961"], "ranked_ids": ["49961", "262882", "226818", "393920", "303468", "491226", "9919", "364342", "485235", "9918"], "ranked_scores": [62.0, 59.0, 55.0, 55.0, 55.0, 54.0, 54.0, 53.0, 52.0, 52.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "501182": {"relevant_ids": ["501181"], "ranked_ids": ["501181", "274777", "446824", "510271", "50260", "129993", "298657", "8417", "377747", "4715"], "ranked_scores": [55.0, 54.0, 54.0, 54.0, 54.0, 53.0, 53.0, 53.0, 53.0, 52.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13800": {"relevant_ids": ["408522", "376590", "13799"], "ranked_ids": ["13799", "408522", "376590", "482825", "257857", "179943", "73232", "398510", "443465", "56338"], "ranked_scores": [61.0, 59.0, 58.0, 57.0, 55.0, 54.0, 53.0, 52.0, 52.0, 52.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "250143": {"relevant_ids": ["250142"], "ranked_ids": ["250142", "473276", "50538", "368186", "509757", "50539", "96270", "509758", "44287", "76062"], "ranked_scores": [61.0, 58.0, 54.0, 54.0, 53.0, 53.0, 53.0, 53.0, 52.0, 52.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13223": {"relevant_ids": ["88349", "13224", "156773", "88348", "20277"], "ranked_ids": ["13224", "366749", "137719", "88348", "156773", "86343", "88349", "24720", "361830", "491669"], "ranked_scores": [63.0, 63.0, 62.0, 62.0, 62.0, 62.0, 61.0, 59.0, 59.0, 59.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.2, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.2, "ndcg@5": 0.6164, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6, "ndcg@10": 0.7295, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.8}, "11002": {"relevant_ids": ["11003"], "ranked_ids": ["254672", "10212", "117199", "444112", "144197", "489539", "55041", "347493", "42203", "87346"], "ranked_scores": [58.0, 57.0, 57.0, 56.0, 56.0, 56.0, 56.0, 55.0, 55.0, 55.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "177653": {"relevant_ids": ["79732"], "ranked_ids": ["79732", "39174", "395587", "200611", "225019", "418792", "138956", "334226", "373275", "418791"], "ranked_scores": [60.0, 57.0, 56.0, 55.0, 54.0, 54.0, 54.0, 53.0, 53.0, 53.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "415592": {"relevant_ids": ["415591"], "ranked_ids": ["415591", "105088", "387370", "430072", "288357", "177277", "17843", "379147", "479374", "7769"], "ranked_scores": [62.0, 53.0, 51.0, 51.0, 50.0, 50.0, 50.0, 49.0, 49.0, 49.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "511196": {"relevant_ids": ["511197"], "ranked_ids": ["511197", "156490", "289278", "283001", "414717", "155258", "23705", "251546", "251545", "531949"], "ranked_scores": [62.0, 57.0, 54.0, 54.0, 54.0, 52.0, 52.0, 52.0, 52.0, 51.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "344845": {"relevant_ids": ["344844"], "ranked_ids": ["344844", "161471", "503908", "327548", "300979", "95946", "364080", "33358", "410132", "384928"], "ranked_scores": [61.0, 57.0, 56.0, 56.0, 56.0, 56.0, 55.0, 54.0, 54.0, 54.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "396744": {"relevant_ids": ["396745"], "ranked_ids": ["396745", "342911", "527221", "185416", "284966", "332715", "454241", "386956", "471027", "489628"], "ranked_scores": [58.0, 52.0, 52.0, 51.0, 51.0, 51.0, 51.0, 51.0, 51.0, 51.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "452398": {"relevant_ids": ["452399"], "ranked_ids": ["452399", "157670", "4228", "273311", "412309", "90225", "60646", "530610", "72096", "8976"], "ranked_scores": [64.0, 51.0, 49.0, 49.0, 49.0, 49.0, 49.0, 48.0, 48.0, 48.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "182114": {"relevant_ids": ["182113"], "ranked_ids": ["328873", "196647", "229182", "182113", "475847", "481882", "252201", "413792", "528965", "80719"], "ranked_scores": [54.0, 53.0, 53.0, 53.0, 53.0, 53.0, 53.0, 53.0, 52.0, 52.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "486260": {"relevant_ids": ["486259"], "ranked_ids": ["486259", "23013", "113100", "113749", "38556", "391328", "392356", "452612", "452611", "49201"], "ranked_scores": [59.0, 56.0, 55.0, 55.0, 54.0, 54.0, 54.0, 54.0, 54.0, 54.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "455140": {"relevant_ids": ["315935"], "ranked_ids": ["315935", "93863", "369068", "315936", "124700", "246286", "497375", "93864", "335780", "356403"], "ranked_scores": [58.0, 55.0, 55.0, 54.0, 54.0, 53.0, 53.0, 53.0, 52.0, 52.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "56198": {"relevant_ids": ["56199"], "ranked_ids": ["56199", "521606", "348405", "160914", "135929", "462329", "60171", "452069", "523882", "531369"], "ranked_scores": [62.0, 56.0, 54.0, 54.0, 54.0, 52.0, 52.0, 51.0, 51.0, 51.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "30172": {"relevant_ids": ["145119", "373486", "145120", "30173", "185817", "68426"], "ranked_ids": ["291452", "145120", "192604", "82405", "30173", "373486", "481493", "4153", "482875", "90983"], "ranked_scores": [61.0, 60.0, 59.0, 59.0, 58.0, 58.0, 58.0, 58.0, 58.0, 58.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.1667, "ndcg@5": 0.3452, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4158, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "127880": {"relevant_ids": ["241164"], "ranked_ids": ["241164", "135083", "121458", "387742", "17197", "122116", "208455", "389438", "83405", "450198"], "ranked_scores": [60.0, 56.0, 56.0, 54.0, 54.0, 54.0, 54.0, 53.0, 53.0, 53.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "167969": {"relevant_ids": ["174461"], "ranked_ids": ["174461", "468723", "360983", "121354", "493705", "283092", "207492", "293663", "448412", "8620"], "ranked_scores": [58.0, 56.0, 55.0, 54.0, 52.0, 52.0, 51.0, 51.0, 51.0, 51.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "97986": {"relevant_ids": ["97987"], "ranked_ids": ["44589", "97987", "108564", "336143", "393565", "202747", "475952", "317030", "479236", "73011"], "ranked_scores": [62.0, 61.0, 54.0, 51.0, 51.0, 50.0, 50.0, 50.0, 50.0, 50.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "12865": {"relevant_ids": ["105683"], "ranked_ids": ["105683", "277453", "528051", "6376", "477677", "356189", "528844", "484313", "356740", "83623"], "ranked_scores": [64.0, 55.0, 55.0, 55.0, 55.0, 54.0, 54.0, 54.0, 53.0, 53.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "215681": {"relevant_ids": ["215680"], "ranked_ids": ["215680", "177080", "178515", "143842", "297373", "161701", "5733", "320539", "33465", "6119"], "ranked_scores": [63.0, 59.0, 58.0, 58.0, 57.0, 57.0, 56.0, 55.0, 55.0, 55.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-mpnet-base-mrl-32-bat": {"127728": {"relevant_ids": ["127729"], "ranked_ids": ["462725", "127729", "353107", "426456", "207303", "38063", "433893", "522248", "92818", "69958"], "ranked_scores": [30.0, 30.0, 28.0, 28.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "318820": {"relevant_ids": ["318821"], "ranked_ids": ["318821", "222238", "409601", "149956", "238130", "167747", "489320", "362498", "54496", "48793"], "ranked_scores": [32.0, 28.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "296098": {"relevant_ids": ["296097"], "ranked_ids": ["298852", "134752", "469985", "513540", "130062", "364131", "514650", "481547", "535700", "56686"], "ranked_scores": [28.0, 27.0, 27.0, 27.0, 27.0, 26.0, 26.0, 25.0, 25.0, 25.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "150414": {"relevant_ids": ["192835"], "ranked_ids": ["171371", "126746", "192835", "105782", "8875", "516620", "21131", "426467", "34517", "84690"], "ranked_scores": [31.0, 30.0, 30.0, 30.0, 30.0, 30.0, 29.0, 29.0, 29.0, 29.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "145582": {"relevant_ids": ["145583"], "ranked_ids": ["122134", "145583", "444541", "357356", "360122", "496720", "527943", "82619", "95115", "985"], "ranked_scores": [27.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "315712": {"relevant_ids": ["315713"], "ranked_ids": ["315713", "73405", "37403", "124542", "159263", "390120", "313575", "441284", "53445", "52519"], "ranked_scores": [32.0, 29.0, 29.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145739": {"relevant_ids": ["145740"], "ranked_ids": ["145740", "43191", "241979", "210012", "180147", "415781", "366074", "183928", "465597", "8705"], "ranked_scores": [32.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 26.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "308127": {"relevant_ids": ["308126"], "ranked_ids": ["35763", "308126", "144996", "117974", "189748", "12759", "381697", "329643", "219239", "474258"], "ranked_scores": [29.0, 29.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "287245": {"relevant_ids": ["283198", "283199", "322650"], "ranked_ids": ["283199", "322650", "283198", "109049", "497666", "291373", "450635", "505949", "68138", "75927"], "ranked_scores": [30.0, 30.0, 29.0, 28.0, 28.0, 27.0, 27.0, 26.0, 26.0, 26.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "14755": {"relevant_ids": ["211906", "14756"], "ranked_ids": ["450970", "211906", "72275", "230091", "279241", "494610", "505511", "523863", "79828", "67019"], "ranked_scores": [29.0, 29.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3869, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "370170": {"relevant_ids": ["370169"], "ranked_ids": ["370169", "191527", "466920", "128700", "443594", "22763", "433820", "476551", "528902", "91704"], "ranked_scores": [32.0, 30.0, 30.0, 29.0, 29.0, 28.0, 28.0, 28.0, 27.0, 27.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "41774": {"relevant_ids": ["41773"], "ranked_ids": ["41773", "239344", "33017", "218184", "148165", "407675", "235705", "328598", "53738", "532062"], "ranked_scores": [30.0, 27.0, 27.0, 27.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "399648": {"relevant_ids": ["399649"], "ranked_ids": ["399649", "481934", "462253", "411771", "102618", "54706", "42970", "529004", "439417", "510807"], "ranked_scores": [32.0, 30.0, 30.0, 29.0, 29.0, 29.0, 28.0, 28.0, 28.0, 28.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "504811": {"relevant_ids": ["504810"], "ranked_ids": ["504810", "349777", "487409", "438621", "292127", "366794", "33082", "379927", "456481", "90374"], "ranked_scores": [32.0, 28.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "362950": {"relevant_ids": ["400212", "362949"], "ranked_ids": ["362949", "105919", "400212", "365685", "313176", "344212", "35146", "465929", "47050", "4715"], "ranked_scores": [31.0, 31.0, 31.0, 30.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.9197, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.9197, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9197, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "155873": {"relevant_ids": ["155874"], "ranked_ids": ["47736", "192342", "292617", "460669", "392604", "432469", "230787", "3249", "399039", "383273"], "ranked_scores": [30.0, 28.0, 28.0, 28.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "263432": {"relevant_ids": ["263433"], "ranked_ids": ["104254", "442098", "401373", "510661", "147630", "154634", "442097", "263433", "484774", "35863"], "ranked_scores": [30.0, 29.0, 29.0, 29.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "354945": {"relevant_ids": ["354946"], "ranked_ids": ["254071", "354946", "322478", "112050", "67319", "462984", "495038", "511683", "76000", "536214"], "ranked_scores": [30.0, 29.0, 28.0, 26.0, 26.0, 25.0, 25.0, 25.0, 25.0, 25.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "245417": {"relevant_ids": ["248195", "219475"], "ranked_ids": ["248195", "219475", "17140", "355903", "343377", "431686", "410913", "431440", "60572", "475371"], "ranked_scores": [31.0, 30.0, 29.0, 29.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "516276": {"relevant_ids": ["516277"], "ranked_ids": ["516277", "352189", "120979", "27722", "397107", "466198", "400438", "451913", "72857", "431464"], "ranked_scores": [30.0, 29.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177580": {"relevant_ids": ["177579"], "ranked_ids": ["177579", "287203", "85814", "192465", "18081", "4003", "317966", "201287", "532497", "98677"], "ranked_scores": [31.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0, 26.0, 26.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "309865": {"relevant_ids": ["78623", "33713", "78624"], "ranked_ids": ["33713", "153484", "495578", "78624", "109205", "235483", "358785", "408326", "405094", "78623"], "ranked_scores": [31.0, 31.0, 31.0, 31.0, 31.0, 30.0, 30.0, 30.0, 30.0, 30.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.6714, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.807, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "510387": {"relevant_ids": ["510386"], "ranked_ids": ["40390", "212478", "21528", "241538", "254292", "344869", "371033", "346394", "43729", "510386"], "ranked_scores": [32.0, 30.0, 30.0, 30.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "26645": {"relevant_ids": ["26644"], "ranked_ids": ["26644", "83874", "286617", "507090", "83875", "121353", "211691", "207775", "415276", "407302"], "ranked_scores": [32.0, 30.0, 29.0, 29.0, 29.0, 28.0, 28.0, 28.0, 28.0, 28.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "47788": {"relevant_ids": ["455725"], "ranked_ids": ["105230", "15132", "120701", "163881", "59223", "37221", "47703", "72588", "87038", "87678"], "ranked_scores": [31.0, 31.0, 31.0, 31.0, 31.0, 31.0, 31.0, 31.0, 31.0, 31.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "338281": {"relevant_ids": ["338282"], "ranked_ids": ["338282", "234727", "143201", "363687", "167914", "467927", "43034", "304852", "522778", "87641"], "ranked_scores": [32.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 26.0, 26.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "461149": {"relevant_ids": ["461148"], "ranked_ids": ["461148", "354537", "387744", "455937", "525835", "203100", "488711", "491041", "516182", "51035"], "ranked_scores": [31.0, 30.0, 29.0, 29.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "346126": {"relevant_ids": ["110711", "110710"], "ranked_ids": ["110710", "110711", "154338", "13436", "340823", "296319", "68493", "34674", "7469", "465619"], "ranked_scores": [32.0, 32.0, 30.0, 29.0, 29.0, 28.0, 28.0, 28.0, 28.0, 28.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "372986": {"relevant_ids": ["262882", "49961"], "ranked_ids": ["49961", "262882", "393920", "140334", "9919", "140335", "491226", "8069", "82619", "9918"], "ranked_scores": [30.0, 30.0, 29.0, 28.0, 28.0, 28.0, 28.0, 28.0, 27.0, 27.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "501182": {"relevant_ids": ["501181"], "ranked_ids": ["501181", "422140", "179018", "446824", "274777", "25920", "128441", "383111", "325288", "50260"], "ranked_scores": [30.0, 29.0, 28.0, 28.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13800": {"relevant_ids": ["408522", "376590", "13799"], "ranked_ids": ["408522", "13799", "376590", "201287", "257857", "73232", "482825", "362253", "56338", "8622"], "ranked_scores": [30.0, 30.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 27.0, 27.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "250143": {"relevant_ids": ["250142"], "ranked_ids": ["473276", "250142", "76062", "50538", "180926", "44287", "368186", "57155", "509758", "99463"], "ranked_scores": [30.0, 30.0, 29.0, 29.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "13223": {"relevant_ids": ["88349", "13224", "156773", "88348", "20277"], "ranked_ids": ["137719", "156773", "13224", "307929", "163971", "86343", "366749", "24720", "361830", "91795"], "ranked_scores": [32.0, 32.0, 31.0, 31.0, 31.0, 31.0, 31.0, 31.0, 31.0, 30.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5307, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.4, "ndcg@5": 0.3836, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.4, "ndcg@10": 0.3836, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.4}, "11002": {"relevant_ids": ["11003"], "ranked_ids": ["117199", "406881", "254672", "492824", "347493", "403557", "55041", "364147", "489539", "531002"], "ranked_scores": [31.0, 30.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0, 28.0, 28.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "177653": {"relevant_ids": ["79732"], "ranked_ids": ["79732", "418791", "138956", "108199", "39174", "413957", "137270", "395587", "91704", "502840"], "ranked_scores": [30.0, 30.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0, 28.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "415592": {"relevant_ids": ["415591"], "ranked_ids": ["415591", "105088", "100905", "310998", "379443", "402255", "387370", "430072", "55239", "462451"], "ranked_scores": [30.0, 27.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "511196": {"relevant_ids": ["511197"], "ranked_ids": ["511197", "156490", "283001", "99760", "378479", "251546", "374483", "330013", "414717", "537528"], "ranked_scores": [32.0, 29.0, 29.0, 29.0, 29.0, 28.0, 28.0, 27.0, 27.0, 27.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "344845": {"relevant_ids": ["344844"], "ranked_ids": ["344844", "410132", "68652", "292513", "299000", "498862", "397001", "342725", "6094", "478668"], "ranked_scores": [30.0, 29.0, 29.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "396744": {"relevant_ids": ["396745"], "ranked_ids": ["396745", "227405", "284966", "236438", "489628", "336539", "386956", "454241", "456036", "54497"], "ranked_scores": [28.0, 27.0, 27.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "452398": {"relevant_ids": ["452399"], "ranked_ids": ["452399", "123525", "134287", "243208", "248607", "298939", "42011", "412309", "72096", "532450"], "ranked_scores": [32.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "182114": {"relevant_ids": ["182113"], "ranked_ids": ["118902", "148285", "224675", "307005", "232734", "482221", "444984", "413792", "69958", "349723"], "ranked_scores": [28.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "486260": {"relevant_ids": ["486259"], "ranked_ids": ["486259", "29049", "249962", "452464", "258634", "391328", "514652", "46379", "39917", "471486"], "ranked_scores": [31.0, 30.0, 30.0, 30.0, 29.0, 29.0, 29.0, 29.0, 29.0, 29.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "455140": {"relevant_ids": ["315935"], "ranked_ids": ["16399", "315936", "93863", "124700", "454994", "264142", "308963", "315935", "369068", "78497"], "ranked_scores": [28.0, 28.0, 28.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "56198": {"relevant_ids": ["56199"], "ranked_ids": ["56199", "259258", "302106", "523882", "521606", "310462", "348405", "325415", "60171", "86719"], "ranked_scores": [32.0, 29.0, 28.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "30172": {"relevant_ids": ["145119", "373486", "145120", "30173", "185817", "68426"], "ranked_ids": ["30173", "373486", "112436", "145120", "357893", "145119", "160900", "291452", "482875", "82405"], "ranked_scores": [32.0, 32.0, 31.0, 31.0, 31.0, 31.0, 31.0, 31.0, 31.0, 30.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.1667, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.6992, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.7316, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.6667}, "127880": {"relevant_ids": ["241164"], "ranked_ids": ["387742", "241164", "14626", "366050", "342515", "358959", "537189", "411905", "389438", "475763"], "ranked_scores": [29.0, 29.0, 29.0, 29.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "167969": {"relevant_ids": ["174461"], "ranked_ids": ["174461", "360983", "121354", "174552", "318360", "222159", "468723", "385204", "292617", "283092"], "ranked_scores": [29.0, 28.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "97986": {"relevant_ids": ["97987"], "ranked_ids": ["97987", "44589", "522368", "336143", "393565", "317030", "426974", "475952", "479236", "73011"], "ranked_scores": [32.0, 31.0, 27.0, 27.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "12865": {"relevant_ids": ["105683"], "ranked_ids": ["105683", "528051", "56590", "477677", "277453", "356189", "6376", "183735", "484313", "528844"], "ranked_scores": [32.0, 31.0, 30.0, 30.0, 28.0, 28.0, 28.0, 27.0, 27.0, 27.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "215681": {"relevant_ids": ["215680"], "ranked_ids": ["215680", "143842", "177080", "178515", "5733", "161701", "6119", "252239", "383804", "320539"], "ranked_scores": [31.0, 30.0, 30.0, 30.0, 30.0, 29.0, 29.0, 29.0, 29.0, 29.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-mpnet-base-atanh-gamma0.1": {"127728": {"relevant_ids": ["127729"], "ranked_ids": ["38063", "127729", "250619", "278575", "207303", "166960", "357310", "494754", "48895", "92818"], "ranked_scores": [575.0, 563.0, 538.0, 526.0, 524.0, 520.0, 519.0, 518.0, 516.0, 516.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "318820": {"relevant_ids": ["318821"], "ranked_ids": ["318821", "222238", "367479", "355161", "54496", "380781", "457906", "377941", "149956", "491039"], "ranked_scores": [711.0, 578.0, 569.0, 564.0, 555.0, 546.0, 541.0, 538.0, 535.0, 533.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "296098": {"relevant_ids": ["296097"], "ranked_ids": ["45507", "296097", "469868", "45506", "173403", "56686", "364131", "307653", "134752", "423933"], "ranked_scores": [636.0, 618.0, 607.0, 594.0, 583.0, 581.0, 577.0, 575.0, 573.0, 564.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "150414": {"relevant_ids": ["192835"], "ranked_ids": ["192835", "105782", "516620", "105783", "126746", "132912", "21131", "103122", "398240", "470642"], "ranked_scores": [712.0, 647.0, 621.0, 609.0, 591.0, 578.0, 571.0, 570.0, 557.0, 555.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145582": {"relevant_ids": ["145583"], "ranked_ids": ["145583", "299264", "454248", "39561", "112261", "431352", "178137", "369955", "263736", "428601"], "ranked_scores": [624.0, 514.0, 494.0, 492.0, 484.0, 472.0, 471.0, 471.0, 471.0, 468.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "315712": {"relevant_ids": ["315713"], "ranked_ids": ["315713", "377891", "100067", "203205", "107153", "368164", "153536", "58851", "454814", "396505"], "ranked_scores": [641.0, 577.0, 564.0, 563.0, 563.0, 563.0, 561.0, 560.0, 558.0, 556.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145739": {"relevant_ids": ["145740"], "ranked_ids": ["145740", "241979", "366074", "8705", "180147", "465597", "323620", "113910", "210012", "115412"], "ranked_scores": [670.0, 618.0, 617.0, 568.0, 557.0, 546.0, 546.0, 541.0, 541.0, 540.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "308127": {"relevant_ids": ["308126"], "ranked_ids": ["308126", "498938", "252091", "131777", "367804", "385951", "79534", "36744", "77650", "123707"], "ranked_scores": [635.0, 510.0, 509.0, 506.0, 504.0, 504.0, 502.0, 499.0, 498.0, 496.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "287245": {"relevant_ids": ["283198", "283199", "322650"], "ranked_ids": ["283199", "322650", "283198", "497666", "420279", "192143", "109049", "221783", "450635", "420280"], "ranked_scores": [639.0, 628.0, 604.0, 541.0, 540.0, 537.0, 535.0, 532.0, 529.0, 525.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "14755": {"relevant_ids": ["211906", "14756"], "ranked_ids": ["450970", "211906", "14756", "449494", "30834", "393649", "230091", "535700", "236793", "453873"], "ranked_scores": [640.0, 637.0, 627.0, 561.0, 555.0, 535.0, 533.0, 525.0, 521.0, 516.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6934, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6934, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6934, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "370170": {"relevant_ids": ["370169"], "ranked_ids": ["370169", "537762", "211280", "387761", "334238", "466920", "476551", "449037", "299578", "442132"], "ranked_scores": [753.0, 500.0, 497.0, 496.0, 495.0, 492.0, 485.0, 483.0, 480.0, 480.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "41774": {"relevant_ids": ["41773"], "ranked_ids": ["41773", "239344", "53738", "307530", "159752", "366794", "532062", "214766", "217481", "243525"], "ranked_scores": [613.0, 549.0, 534.0, 516.0, 500.0, 497.0, 496.0, 489.0, 489.0, 489.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "399648": {"relevant_ids": ["399649"], "ranked_ids": ["399649", "435035", "225815", "529004", "212809", "124071", "462253", "445074", "285302", "412309"], "ranked_scores": [753.0, 577.0, 571.0, 550.0, 540.0, 539.0, 536.0, 532.0, 531.0, 530.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "504811": {"relevant_ids": ["504810"], "ranked_ids": ["504810", "84826", "451065", "487409", "175461", "298555", "220414", "309894", "188893", "439209"], "ranked_scores": [741.0, 519.0, 518.0, 517.0, 516.0, 516.0, 514.0, 514.0, 513.0, 510.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "362950": {"relevant_ids": ["400212", "362949"], "ranked_ids": ["362949", "400212", "465929", "487392", "105919", "9132", "105920", "438104", "244712", "463443"], "ranked_scores": [655.0, 645.0, 567.0, 564.0, 561.0, 551.0, 547.0, 546.0, 545.0, 544.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "155873": {"relevant_ids": ["155874"], "ranked_ids": ["392604", "155874", "292617", "446058", "136219", "3139", "232469", "383066", "444541", "392771"], "ranked_scores": [564.0, 557.0, 522.0, 518.0, 517.0, 509.0, 505.0, 505.0, 505.0, 504.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "263432": {"relevant_ids": ["263433"], "ranked_ids": ["263433", "128303", "372749", "104254", "18217", "371563", "41365", "356658", "401373", "97259"], "ranked_scores": [625.0, 558.0, 527.0, 523.0, 521.0, 520.0, 514.0, 507.0, 507.0, 506.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "354945": {"relevant_ids": ["354946"], "ranked_ids": ["354946", "254071", "462984", "287396", "286928", "243923", "27632", "166837", "395883", "433248"], "ranked_scores": [689.0, 544.0, 517.0, 514.0, 512.0, 509.0, 500.0, 498.0, 497.0, 495.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "245417": {"relevant_ids": ["248195", "219475"], "ranked_ids": ["219475", "40657", "248195", "64433", "368145", "319022", "164159", "14180", "301977", "37326"], "ranked_scores": [622.0, 608.0, 577.0, 562.0, 556.0, 545.0, 545.0, 543.0, 540.0, 536.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.9197, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.9197, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9197, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "516276": {"relevant_ids": ["516277"], "ranked_ids": ["516277", "510783", "19755", "352189", "76958", "34173", "479392", "175142", "119374", "471902"], "ranked_scores": [711.0, 632.0, 608.0, 595.0, 583.0, 580.0, 568.0, 560.0, 553.0, 550.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177580": {"relevant_ids": ["177579"], "ranked_ids": ["177579", "185553", "165282", "532497", "75396", "129413", "157000", "18081", "115954", "272252"], "ranked_scores": [707.0, 522.0, 512.0, 511.0, 503.0, 501.0, 501.0, 500.0, 499.0, 499.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "309865": {"relevant_ids": ["78623", "33713", "78624"], "ranked_ids": ["33713", "153484", "405094", "78623", "78624", "109205", "437065", "209041", "477476", "195425"], "ranked_scores": [659.0, 604.0, 602.0, 600.0, 598.0, 594.0, 590.0, 587.0, 582.0, 568.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.8529, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.8529, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "510387": {"relevant_ids": ["510386"], "ranked_ids": ["510386", "40390", "241538", "344869", "170896", "371033", "52003", "484846", "91349", "91350"], "ranked_scores": [618.0, 615.0, 612.0, 605.0, 598.0, 591.0, 591.0, 570.0, 567.0, 553.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "26645": {"relevant_ids": ["26644"], "ranked_ids": ["26644", "318396", "207775", "108781", "83875", "83874", "193896", "234865", "256680", "141075"], "ranked_scores": [731.0, 591.0, 584.0, 556.0, 552.0, 550.0, 549.0, 548.0, 547.0, 546.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "47788": {"relevant_ids": ["455725"], "ranked_ids": ["455725", "101721", "518171", "8505", "235686", "331", "59223", "47703", "37221", "348138"], "ranked_scores": [683.0, 630.0, 626.0, 624.0, 623.0, 612.0, 604.0, 603.0, 589.0, 580.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "338281": {"relevant_ids": ["338282"], "ranked_ids": ["338282", "467526", "277402", "434432", "43034", "309463", "467927", "362498", "151801", "304167"], "ranked_scores": [645.0, 539.0, 529.0, 520.0, 509.0, 501.0, 498.0, 497.0, 492.0, 491.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "461149": {"relevant_ids": ["461148"], "ranked_ids": ["525835", "461148", "203100", "527101", "283905", "120940", "349818", "377056", "291108", "414838"], "ranked_scores": [650.0, 648.0, 590.0, 566.0, 563.0, 546.0, 545.0, 542.0, 538.0, 535.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "346126": {"relevant_ids": ["110711", "110710"], "ranked_ids": ["110710", "110711", "154338", "296319", "203476", "108617", "168350", "528998", "355996", "393684"], "ranked_scores": [692.0, 676.0, 663.0, 609.0, 570.0, 570.0, 569.0, 569.0, 562.0, 560.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "372986": {"relevant_ids": ["262882", "49961"], "ranked_ids": ["49961", "262882", "491226", "299699", "303468", "497531", "443239", "485235", "215938", "226818"], "ranked_scores": [719.0, 650.0, 535.0, 533.0, 532.0, 529.0, 528.0, 527.0, 526.0, 526.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "501182": {"relevant_ids": ["501181"], "ranked_ids": ["501181", "447737", "274777", "446824", "231545", "146057", "349448", "474402", "257857", "333842"], "ranked_scores": [647.0, 531.0, 515.0, 515.0, 510.0, 509.0, 499.0, 499.0, 494.0, 494.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13800": {"relevant_ids": ["408522", "376590", "13799"], "ranked_ids": ["13799", "376590", "179943", "256094", "481109", "56338", "23471", "408522", "281010", "8622"], "ranked_scores": [636.0, 614.0, 560.0, 558.0, 558.0, 556.0, 552.0, 547.0, 546.0, 545.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.7654, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.9134, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "250143": {"relevant_ids": ["250142"], "ranked_ids": ["250142", "473276", "76062", "50539", "57155", "533421", "520955", "509757", "38409", "57156"], "ranked_scores": [613.0, 585.0, 524.0, 516.0, 515.0, 513.0, 512.0, 507.0, 505.0, 505.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13223": {"relevant_ids": ["88349", "13224", "156773", "88348", "20277"], "ranked_ids": ["156773", "13224", "88348", "88349", "86343", "366749", "137719", "24720", "223304", "126265"], "ranked_scores": [727.0, 675.0, 649.0, 642.0, 632.0, 622.0, 620.0, 602.0, 592.0, 584.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.2, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6, "ndcg@5": 0.8688, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.8, "ndcg@10": 0.8688, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.8}, "11002": {"relevant_ids": ["11003"], "ranked_ids": ["11003", "489539", "144197", "444112", "42203", "10212", "82619", "520621", "406881", "347493"], "ranked_scores": [676.0, 579.0, 565.0, 563.0, 562.0, 560.0, 557.0, 551.0, 543.0, 540.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177653": {"relevant_ids": ["79732"], "ranked_ids": ["79732", "395587", "200611", "39174", "525756", "502840", "377344", "373717", "138956", "310721"], "ranked_scores": [669.0, 588.0, 584.0, 578.0, 534.0, 517.0, 512.0, 509.0, 504.0, 503.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "415592": {"relevant_ids": ["415591"], "ranked_ids": ["415591", "88542", "91592", "322822", "117817", "485299", "435045", "26742", "430072", "312286"], "ranked_scores": [695.0, 547.0, 545.0, 544.0, 544.0, 539.0, 538.0, 529.0, 528.0, 526.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "511196": {"relevant_ids": ["511197"], "ranked_ids": ["511197", "45940", "156490", "251545", "77372", "53962", "251546", "289278", "220596", "459789"], "ranked_scores": [650.0, 544.0, 538.0, 531.0, 524.0, 523.0, 515.0, 510.0, 508.0, 506.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "344845": {"relevant_ids": ["344844"], "ranked_ids": ["344844", "95946", "79987", "327548", "384928", "503908", "161471", "4915", "187882", "224515"], "ranked_scores": [697.0, 598.0, 596.0, 588.0, 584.0, 581.0, 580.0, 568.0, 567.0, 565.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "396744": {"relevant_ids": ["396745"], "ranked_ids": ["396745", "236438", "454241", "284966", "527221", "318589", "481437", "471027", "418055", "379443"], "ranked_scores": [571.0, 558.0, 548.0, 543.0, 528.0, 521.0, 518.0, 512.0, 510.0, 509.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "452398": {"relevant_ids": ["452399"], "ranked_ids": ["452399", "90225", "487918", "530610", "298939", "72096", "397533", "60646", "277360", "346712"], "ranked_scores": [723.0, 509.0, 505.0, 504.0, 501.0, 499.0, 498.0, 498.0, 496.0, 495.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "182114": {"relevant_ids": ["182113"], "ranked_ids": ["196647", "182113", "413792", "245976", "118902", "139689", "328873", "155258", "232734", "238903"], "ranked_scores": [590.0, 577.0, 536.0, 535.0, 531.0, 529.0, 525.0, 523.0, 521.0, 521.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "486260": {"relevant_ids": ["486259"], "ranked_ids": ["486259", "392356", "113749", "209254", "266904", "241333", "146738", "385204", "65893", "209255"], "ranked_scores": [680.0, 602.0, 574.0, 564.0, 555.0, 548.0, 543.0, 541.0, 539.0, 538.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "455140": {"relevant_ids": ["315935"], "ranked_ids": ["315935", "308963", "246286", "519049", "50224", "124700", "245896", "315936", "150842", "106381"], "ranked_scores": [652.0, 556.0, 555.0, 551.0, 544.0, 538.0, 537.0, 534.0, 529.0, 528.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "56198": {"relevant_ids": ["56199"], "ranked_ids": ["56199", "160194", "249114", "138891", "431226", "308888", "60361", "133979", "302106", "355555"], "ranked_scores": [679.0, 525.0, 503.0, 498.0, 498.0, 488.0, 476.0, 476.0, 473.0, 473.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "30172": {"relevant_ids": ["145119", "373486", "145120", "30173", "185817", "68426"], "ranked_ids": ["145120", "160900", "68426", "192604", "82405", "205338", "343564", "90983", "21960", "30173"], "ranked_scores": [674.0, 655.0, 627.0, 618.0, 613.0, 610.0, 607.0, 607.0, 605.0, 604.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.1667, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.5087, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.5414, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "127880": {"relevant_ids": ["241164"], "ranked_ids": ["241164", "135083", "121458", "210277", "84471", "389443", "22396", "99916", "122116", "156678"], "ranked_scores": [599.0, 577.0, 574.0, 546.0, 542.0, 529.0, 528.0, 523.0, 522.0, 521.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "167969": {"relevant_ids": ["174461"], "ranked_ids": ["174461", "360983", "121354", "130124", "347474", "78497", "365197", "130123", "222958", "520621"], "ranked_scores": [597.0, 571.0, 526.0, 523.0, 518.0, 518.0, 512.0, 512.0, 505.0, 504.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "97986": {"relevant_ids": ["97987"], "ranked_ids": ["97987", "44589", "290935", "393565", "105886", "193896", "274700", "256679", "41242", "415005"], "ranked_scores": [729.0, 599.0, 562.0, 559.0, 556.0, 553.0, 550.0, 548.0, 546.0, 544.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "12865": {"relevant_ids": ["105683"], "ranked_ids": ["105683", "356189", "277453", "92902", "6376", "313106", "267487", "113886", "191268", "323015"], "ranked_scores": [731.0, 569.0, 565.0, 558.0, 556.0, 555.0, 553.0, 553.0, 551.0, 549.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "215681": {"relevant_ids": ["215680"], "ranked_ids": ["215680", "178515", "57552", "5733", "301165", "54139", "171713", "143842", "252239", "177080"], "ranked_scores": [714.0, 584.0, 576.0, 570.0, 550.0, 545.0, 541.0, 540.0, 537.0, 534.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-mpnet-base-tq-8bit": {"127728": {"relevant_ids": ["127729"], "ranked_ids": ["127729", "145244", "250619", "38063", "48895", "315009", "245618", "494754", "276617", "153290"], "ranked_scores": [0.6859, 0.5931, 0.586, 0.5804, 0.573, 0.5661, 0.5648, 0.5635, 0.5603, 0.5562], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "318820": {"relevant_ids": ["318821"], "ranked_ids": ["318821", "367479", "355161", "496708", "491039", "184762", "167747", "441218", "360734", "149956"], "ranked_scores": [0.9582, 0.702, 0.6785, 0.606, 0.6031, 0.5907, 0.5869, 0.581, 0.5797, 0.5585], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "296098": {"relevant_ids": ["296097"], "ranked_ids": ["45507", "469868", "296097", "173403", "45506", "56686", "364131", "134752", "423933", "307653"], "ranked_scores": [0.7616, 0.7016, 0.6905, 0.6802, 0.6588, 0.6288, 0.6225, 0.622, 0.6094, 0.6054], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "150414": {"relevant_ids": ["192835"], "ranked_ids": ["192835", "105782", "516620", "132912", "105783", "121070", "126746", "337933", "470642", "113488"], "ranked_scores": [0.8909, 0.8159, 0.7779, 0.7467, 0.7179, 0.7093, 0.6696, 0.6548, 0.6492, 0.6473], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145582": {"relevant_ids": ["145583"], "ranked_ids": ["145583", "263736", "299264", "39561", "454248", "87614", "369068", "245370", "369955", "428601"], "ranked_scores": [0.8718, 0.5947, 0.4935, 0.4323, 0.4251, 0.3972, 0.3888, 0.3774, 0.3675, 0.3576], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "315712": {"relevant_ids": ["315713"], "ranked_ids": ["315713", "408588", "120489", "242340", "153536", "259258", "396505", "298503", "203205", "313575"], "ranked_scores": [0.8373, 0.6007, 0.5702, 0.524, 0.5068, 0.5011, 0.4978, 0.4962, 0.496, 0.4925], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145739": {"relevant_ids": ["145740"], "ranked_ids": ["145740", "241979", "366074", "115412", "8705", "375395", "347337", "415781", "465597", "210012"], "ranked_scores": [0.8794, 0.7201, 0.7201, 0.6668, 0.645, 0.6434, 0.6431, 0.6385, 0.6338, 0.617], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "308127": {"relevant_ids": ["308126"], "ranked_ids": ["308126", "35763", "367804", "79534", "252091", "36744", "77650", "167017", "537189", "266258"], "ranked_scores": [0.8457, 0.6089, 0.593, 0.581, 0.5594, 0.5345, 0.5305, 0.5274, 0.5184, 0.5132], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "287245": {"relevant_ids": ["283198", "283199", "322650"], "ranked_ids": ["283199", "322650", "283198", "221784", "109049", "30373", "221783", "450635", "420279", "291373"], "ranked_scores": [0.7539, 0.7526, 0.6526, 0.5689, 0.5652, 0.5509, 0.5285, 0.523, 0.5185, 0.5149], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "14755": {"relevant_ids": ["211906", "14756"], "ranked_ids": ["450970", "14756", "211906", "277031", "57678", "235454", "30834", "449494", "21920", "383325"], "ranked_scores": [0.8798, 0.8508, 0.8484, 0.7166, 0.7157, 0.7046, 0.7007, 0.6506, 0.6484, 0.6461], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6934, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6934, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6934, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "370170": {"relevant_ids": ["370169"], "ranked_ids": ["370169", "466920", "334238", "211280", "537762", "417976", "59810", "387761", "231528", "88911"], "ranked_scores": [0.998, 0.5252, 0.5074, 0.5005, 0.4978, 0.4969, 0.4863, 0.4757, 0.4668, 0.458], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "41774": {"relevant_ids": ["41773"], "ranked_ids": ["41773", "239344", "307530", "53738", "366794", "487873", "378060", "214766", "454279", "217481"], "ranked_scores": [0.8413, 0.6583, 0.5884, 0.5754, 0.5395, 0.4849, 0.4709, 0.4662, 0.4636, 0.4563], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "399648": {"relevant_ids": ["399649"], "ranked_ids": ["399649", "225815", "212809", "54706", "529004", "435035", "462253", "411313", "243294", "412309"], "ranked_scores": [0.993, 0.7698, 0.706, 0.6895, 0.6347, 0.6321, 0.6212, 0.6144, 0.6143, 0.6121], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "504811": {"relevant_ids": ["504810"], "ranked_ids": ["504810", "84826", "90374", "309894", "364238", "298555", "448774", "214151", "160704", "499535"], "ranked_scores": [0.9859, 0.7018, 0.6587, 0.6088, 0.5878, 0.5868, 0.579, 0.576, 0.5682, 0.5674], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "362950": {"relevant_ids": ["400212", "362949"], "ranked_ids": ["362949", "400212", "151122", "4715", "487392", "465929", "427587", "155870", "411503", "129563"], "ranked_scores": [0.7984, 0.7812, 0.693, 0.6871, 0.6685, 0.6612, 0.6599, 0.6551, 0.6364, 0.634], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "155873": {"relevant_ids": ["155874"], "ranked_ids": ["392604", "487664", "155874", "122134", "464100", "383066", "292617", "444541", "294020", "246660"], "ranked_scores": [0.6613, 0.5696, 0.5635, 0.5588, 0.5563, 0.5396, 0.5351, 0.5326, 0.5264, 0.509], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "263432": {"relevant_ids": ["263433"], "ranked_ids": ["263433", "407204", "128303", "471057", "136838", "372749", "401373", "230671", "258335", "370717"], "ranked_scores": [0.7816, 0.6285, 0.6269, 0.6158, 0.5938, 0.5928, 0.5801, 0.574, 0.5732, 0.5708], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "354945": {"relevant_ids": ["354946"], "ranked_ids": ["354946", "254071", "462984", "462983", "322478", "236419", "108161", "331955", "415886", "307824"], "ranked_scores": [0.9387, 0.8392, 0.6289, 0.6136, 0.5501, 0.5, 0.462, 0.4578, 0.4143, 0.4034], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "245417": {"relevant_ids": ["248195", "219475"], "ranked_ids": ["219475", "40657", "248195", "368145", "64433", "37326", "301977", "164159", "390696", "319022"], "ranked_scores": [0.8647, 0.8219, 0.7858, 0.7229, 0.7179, 0.6595, 0.6541, 0.6178, 0.5992, 0.5956], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.9197, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.9197, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9197, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "516276": {"relevant_ids": ["516277"], "ranked_ids": ["516277", "19755", "34173", "510783", "352189", "119374", "76958", "143842", "489791", "479392"], "ranked_scores": [0.9552, 0.7757, 0.7383, 0.7033, 0.6941, 0.6815, 0.6611, 0.6542, 0.6451, 0.6212], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177580": {"relevant_ids": ["177579"], "ranked_ids": ["177579", "185553", "511935", "532497", "143503", "57360", "419100", "106109", "115954", "85814"], "ranked_scores": [0.9536, 0.6098, 0.6021, 0.5218, 0.5173, 0.5025, 0.4814, 0.4542, 0.452, 0.4252], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "309865": {"relevant_ids": ["78623", "33713", "78624"], "ranked_ids": ["209041", "153484", "33713", "405094", "78623", "78624", "495751", "437065", "109205", "425739"], "ranked_scores": [0.8726, 0.8531, 0.8183, 0.815, 0.8092, 0.8012, 0.721, 0.7176, 0.7109, 0.6947], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4162, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.5833, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "510387": {"relevant_ids": ["510386"], "ranked_ids": ["241538", "344869", "241537", "40390", "170896", "510386", "52003", "484846", "371033", "160232"], "ranked_scores": [0.794, 0.7724, 0.767, 0.767, 0.7607, 0.7527, 0.7404, 0.7114, 0.7057, 0.6731], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "26645": {"relevant_ids": ["26644"], "ranked_ids": ["26644", "207775", "108781", "12895", "504445", "318396", "163452", "284346", "26813", "215551"], "ranked_scores": [0.9799, 0.7815, 0.7367, 0.6664, 0.664, 0.652, 0.6492, 0.6475, 0.6456, 0.6381], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "47788": {"relevant_ids": ["455725"], "ranked_ids": ["455725", "47703", "518171", "47789", "15132", "37221", "8505", "235686", "101721", "85764"], "ranked_scores": [0.899, 0.8282, 0.8217, 0.8049, 0.7961, 0.7912, 0.7911, 0.7866, 0.7762, 0.7672], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "338281": {"relevant_ids": ["338282"], "ranked_ids": ["338282", "391952", "389968", "325380", "345518", "263861", "362498", "138712", "443465", "326869"], "ranked_scores": [0.8224, 0.514, 0.5129, 0.5009, 0.4857, 0.4838, 0.4684, 0.4604, 0.4577, 0.4559], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "461149": {"relevant_ids": ["461148"], "ranked_ids": ["461148", "525835", "527101", "283905", "252761", "335800", "215782", "377056", "409325", "409324"], "ranked_scores": [0.7582, 0.7243, 0.7218, 0.7153, 0.6909, 0.6865, 0.685, 0.6765, 0.6708, 0.6619], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "346126": {"relevant_ids": ["110711", "110710"], "ranked_ids": ["110710", "110711", "154338", "296319", "108617", "168350", "203476", "55038", "528998", "6816"], "ranked_scores": [0.948, 0.9271, 0.8818, 0.7631, 0.7378, 0.7332, 0.7187, 0.7093, 0.6999, 0.6945], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "372986": {"relevant_ids": ["262882", "49961"], "ranked_ids": ["49961", "262882", "303468", "215938", "499535", "88278", "516501", "497531", "494989", "491226"], "ranked_scores": [0.9603, 0.8309, 0.7067, 0.6523, 0.6241, 0.6208, 0.618, 0.6145, 0.6062, 0.5842], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "501182": {"relevant_ids": ["501181"], "ranked_ids": ["501181", "109121", "185580", "179018", "402718", "429772", "474402", "446824", "400576", "447737"], "ranked_scores": [0.9041, 0.5949, 0.5936, 0.5764, 0.5747, 0.5573, 0.5551, 0.5539, 0.5449, 0.5289], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13800": {"relevant_ids": ["408522", "376590", "13799"], "ranked_ids": ["13799", "376590", "179943", "67320", "257857", "482825", "481109", "138908", "306761", "23471"], "ranked_scores": [0.7902, 0.7314, 0.7124, 0.6524, 0.6512, 0.6427, 0.6381, 0.6272, 0.6217, 0.6084], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.7654, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.7654, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.6667}, "250143": {"relevant_ids": ["250142"], "ranked_ids": ["250142", "473276", "206630", "492698", "137994", "368186", "526032", "38409", "209138", "27632"], "ranked_scores": [0.847, 0.8429, 0.62, 0.6078, 0.5422, 0.5374, 0.5324, 0.5176, 0.5131, 0.5121], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13223": {"relevant_ids": ["88349", "13224", "156773", "88348", "20277"], "ranked_ids": ["156773", "13224", "88348", "88349", "86343", "137719", "366749", "24720", "223304", "11938"], "ranked_scores": [0.9719, 0.9276, 0.8945, 0.8806, 0.8587, 0.8412, 0.835, 0.8129, 0.7936, 0.764], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.2, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6, "ndcg@5": 0.8688, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.8, "ndcg@10": 0.8688, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.8}, "11002": {"relevant_ids": ["11003"], "ranked_ids": ["11003", "489539", "10212", "444112", "153944", "144197", "87346", "314099", "82619", "254672"], "ranked_scores": [0.9156, 0.7468, 0.6938, 0.6595, 0.6581, 0.6495, 0.6344, 0.6283, 0.6267, 0.6112], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177653": {"relevant_ids": ["79732"], "ranked_ids": ["79732", "39174", "200611", "395587", "373275", "310721", "525756", "373717", "377344", "225019"], "ranked_scores": [0.904, 0.713, 0.7088, 0.7017, 0.5726, 0.5377, 0.537, 0.5208, 0.4799, 0.4786], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "415592": {"relevant_ids": ["415591"], "ranked_ids": ["415591", "84634", "288357", "485706", "430072", "387370", "497302", "88542", "26742", "91592"], "ranked_scores": [0.9226, 0.7098, 0.7093, 0.7046, 0.6973, 0.6708, 0.6485, 0.6429, 0.6323, 0.6268], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "511196": {"relevant_ids": ["511197"], "ranked_ids": ["511197", "156490", "289278", "53962", "328397", "251545", "251546", "491923", "191329", "414717"], "ranked_scores": [0.8682, 0.6543, 0.6012, 0.6011, 0.5983, 0.5634, 0.5474, 0.5235, 0.5121, 0.5006], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "344845": {"relevant_ids": ["344844"], "ranked_ids": ["344844", "161471", "327548", "79987", "380837", "95946", "111672", "503908", "224515", "4915"], "ranked_scores": [0.9345, 0.7961, 0.7615, 0.7529, 0.75, 0.7346, 0.7344, 0.7048, 0.7047, 0.703], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "396744": {"relevant_ids": ["396745"], "ranked_ids": ["454241", "396745", "236438", "471027", "284966", "527221", "271801", "418055", "219399", "145729"], "ranked_scores": [0.6136, 0.6032, 0.5763, 0.5694, 0.5657, 0.5402, 0.534, 0.5295, 0.5271, 0.5158], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "452398": {"relevant_ids": ["452399"], "ranked_ids": ["452399", "487918", "60646", "72096", "4228", "423427", "134287", "165046", "530610", "277360"], "ranked_scores": [0.9562, 0.5675, 0.5375, 0.5039, 0.4902, 0.487, 0.4854, 0.4817, 0.4691, 0.4643], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "182114": {"relevant_ids": ["182113"], "ranked_ids": ["196647", "182113", "234482", "229182", "481882", "413792", "328873", "260490", "60142", "238903"], "ranked_scores": [0.6941, 0.6673, 0.5793, 0.5688, 0.5615, 0.5597, 0.5562, 0.5229, 0.5223, 0.5092], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "486260": {"relevant_ids": ["486259"], "ranked_ids": ["486259", "392356", "113749", "209254", "266904", "46379", "452464", "114114", "442062", "220387"], "ranked_scores": [0.9438, 0.7497, 0.6783, 0.6678, 0.6664, 0.6542, 0.6535, 0.6386, 0.6347, 0.6344], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "455140": {"relevant_ids": ["315935"], "ranked_ids": ["315935", "519049", "315936", "150842", "246286", "308963", "93864", "50224", "356403", "369068"], "ranked_scores": [0.898, 0.6774, 0.6651, 0.6605, 0.6534, 0.643, 0.6395, 0.625, 0.6241, 0.6229], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "56198": {"relevant_ids": ["56199"], "ranked_ids": ["56199", "249114", "246583", "130971", "431226", "160194", "138891", "521606", "308888", "43404"], "ranked_scores": [0.9573, 0.548, 0.5389, 0.5348, 0.515, 0.5138, 0.5135, 0.5029, 0.4797, 0.4528], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "30172": {"relevant_ids": ["145119", "373486", "145120", "30173", "185817", "68426"], "ranked_ids": ["145120", "68426", "160900", "205338", "15236", "185817", "463253", "96958", "373486", "30173"], "ranked_scores": [0.9524, 0.8896, 0.8754, 0.7776, 0.7724, 0.7689, 0.7395, 0.7371, 0.7284, 0.7279], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.1667, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.5531, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.7799, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.8333}, "127880": {"relevant_ids": ["241164"], "ranked_ids": ["241164", "121458", "135083", "156678", "84471", "535042", "527388", "307991", "450198", "329579"], "ranked_scores": [0.7545, 0.6643, 0.6155, 0.615, 0.6136, 0.5946, 0.5798, 0.5762, 0.5722, 0.5636], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "167969": {"relevant_ids": ["174461"], "ranked_ids": ["174461", "360983", "91854", "78497", "257735", "144121", "121354", "207491", "347474", "130124"], "ranked_scores": [0.7371, 0.7005, 0.5836, 0.5698, 0.5535, 0.5426, 0.5411, 0.5409, 0.5234, 0.5224], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "97986": {"relevant_ids": ["97987"], "ranked_ids": ["97987", "44589", "108564", "284181", "326597", "506848", "479236", "105886", "393565", "44095"], "ranked_scores": [0.9855, 0.8058, 0.7403, 0.695, 0.6545, 0.6488, 0.6471, 0.6452, 0.64, 0.6298], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "12865": {"relevant_ids": ["105683"], "ranked_ids": ["105683", "277453", "191268", "92902", "113886", "188959", "155515", "94167", "338609", "477677"], "ranked_scores": [0.9691, 0.7955, 0.7299, 0.7161, 0.6511, 0.6495, 0.6489, 0.6402, 0.6345, 0.6277], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "215681": {"relevant_ids": ["215680"], "ranked_ids": ["215680", "57552", "178515", "5733", "78042", "54139", "177080", "340195", "301165", "18634"], "ranked_scores": [0.9621, 0.6968, 0.6905, 0.6509, 0.6473, 0.6389, 0.6327, 0.6273, 0.6252, 0.5981], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-mpnet-base-tq-4bit": {"127728": {"relevant_ids": ["127729"], "ranked_ids": ["127729", "145244", "250619", "38063", "48895", "245618", "315009", "153290", "276617", "494754"], "ranked_scores": [0.6737, 0.5838, 0.5744, 0.5692, 0.5667, 0.5553, 0.5531, 0.5486, 0.5481, 0.5439], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "318820": {"relevant_ids": ["318821"], "ranked_ids": ["318821", "367479", "355161", "496708", "491039", "167747", "184762", "441218", "360734", "222238"], "ranked_scores": [0.9488, 0.6933, 0.6692, 0.5975, 0.5956, 0.5869, 0.5782, 0.5739, 0.5695, 0.5514], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "296098": {"relevant_ids": ["296097"], "ranked_ids": ["45507", "469868", "296097", "173403", "45506", "56686", "134752", "364131", "423933", "307653"], "ranked_scores": [0.7498, 0.6928, 0.6826, 0.6707, 0.6486, 0.6246, 0.6207, 0.612, 0.6033, 0.5949], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "150414": {"relevant_ids": ["192835"], "ranked_ids": ["192835", "105782", "516620", "132912", "105783", "121070", "126746", "337933", "470642", "113488"], "ranked_scores": [0.8795, 0.8047, 0.7649, 0.734, 0.7091, 0.6948, 0.6596, 0.6432, 0.6338, 0.6332], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145582": {"relevant_ids": ["145583"], "ranked_ids": ["145583", "263736", "299264", "454248", "39561", "87614", "369068", "245370", "369955", "428601"], "ranked_scores": [0.8651, 0.5861, 0.4858, 0.4238, 0.4177, 0.3927, 0.3907, 0.3769, 0.3626, 0.3521], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "315712": {"relevant_ids": ["315713"], "ranked_ids": ["315713", "408588", "120489", "242340", "153536", "259258", "203205", "313575", "396505", "298503"], "ranked_scores": [0.8255, 0.5829, 0.5667, 0.5164, 0.5007, 0.4965, 0.4903, 0.4902, 0.4888, 0.4799], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145739": {"relevant_ids": ["145740"], "ranked_ids": ["145740", "241979", "366074", "115412", "8705", "415781", "347337", "375395", "465597", "148222"], "ranked_scores": [0.8652, 0.7111, 0.7037, 0.6625, 0.6371, 0.6363, 0.6301, 0.6286, 0.6266, 0.6052], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "308127": {"relevant_ids": ["308126"], "ranked_ids": ["308126", "35763", "367804", "79534", "252091", "36744", "77650", "167017", "100860", "537189"], "ranked_scores": [0.8342, 0.5968, 0.5725, 0.5681, 0.5533, 0.5383, 0.5294, 0.5187, 0.5094, 0.506], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "287245": {"relevant_ids": ["283198", "283199", "322650"], "ranked_ids": ["283199", "322650", "283198", "109049", "221784", "30373", "221783", "450635", "348797", "304904"], "ranked_scores": [0.7377, 0.7364, 0.6401, 0.5626, 0.5581, 0.5476, 0.5221, 0.5152, 0.5125, 0.5037], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "14755": {"relevant_ids": ["211906", "14756"], "ranked_ids": ["450970", "14756", "211906", "277031", "57678", "30834", "235454", "449494", "383325", "21920"], "ranked_scores": [0.8667, 0.8379, 0.832, 0.7054, 0.6996, 0.6929, 0.6917, 0.6396, 0.6366, 0.635], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6934, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6934, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6934, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "370170": {"relevant_ids": ["370169"], "ranked_ids": ["370169", "466920", "334238", "211280", "537762", "417976", "387761", "59810", "231528", "433820"], "ranked_scores": [0.994, 0.518, 0.5008, 0.4965, 0.4949, 0.4898, 0.4818, 0.4742, 0.4597, 0.4472], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "41774": {"relevant_ids": ["41773"], "ranked_ids": ["41773", "239344", "307530", "53738", "366794", "487873", "378060", "214766", "454279", "381106"], "ranked_scores": [0.8333, 0.6539, 0.5862, 0.5703, 0.5295, 0.4771, 0.4712, 0.4614, 0.4611, 0.4551], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "399648": {"relevant_ids": ["399649"], "ranked_ids": ["399649", "225815", "212809", "54706", "529004", "435035", "462253", "411313", "412309", "243294"], "ranked_scores": [0.9868, 0.7548, 0.705, 0.6791, 0.63, 0.6202, 0.6149, 0.6079, 0.6062, 0.6009], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "504811": {"relevant_ids": ["504810"], "ranked_ids": ["504810", "84826", "90374", "309894", "364238", "448774", "298555", "214151", "160704", "499535"], "ranked_scores": [0.9782, 0.698, 0.6417, 0.6033, 0.5783, 0.5772, 0.5703, 0.5668, 0.5613, 0.5603], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "362950": {"relevant_ids": ["400212", "362949"], "ranked_ids": ["362949", "400212", "151122", "4715", "487392", "427587", "465929", "155870", "129563", "203063"], "ranked_scores": [0.7874, 0.7708, 0.6848, 0.6737, 0.6632, 0.6525, 0.6503, 0.6429, 0.6281, 0.6223], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "155873": {"relevant_ids": ["155874"], "ranked_ids": ["392604", "487664", "155874", "122134", "464100", "292617", "383066", "444541", "294020", "246660"], "ranked_scores": [0.653, 0.5667, 0.5642, 0.55, 0.5379, 0.53, 0.5287, 0.5253, 0.5135, 0.5021], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "263432": {"relevant_ids": ["263433"], "ranked_ids": ["263433", "407204", "128303", "471057", "136838", "372749", "401373", "230671", "370717", "258335"], "ranked_scores": [0.7714, 0.6201, 0.6141, 0.6057, 0.5799, 0.5751, 0.5681, 0.5611, 0.5601, 0.5578], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "354945": {"relevant_ids": ["354946"], "ranked_ids": ["354946", "254071", "462984", "462983", "322478", "236419", "108161", "331955", "415886", "307824"], "ranked_scores": [0.9315, 0.8284, 0.6238, 0.6103, 0.5365, 0.4983, 0.4576, 0.4558, 0.4092, 0.3986], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "245417": {"relevant_ids": ["248195", "219475"], "ranked_ids": ["219475", "40657", "248195", "64433", "368145", "37326", "301977", "164159", "390696", "319022"], "ranked_scores": [0.8592, 0.8147, 0.7739, 0.719, 0.7044, 0.6444, 0.6442, 0.6105, 0.5922, 0.5815], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.9197, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.9197, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9197, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "516276": {"relevant_ids": ["516277"], "ranked_ids": ["516277", "19755", "34173", "510783", "352189", "119374", "76958", "143842", "489791", "28381"], "ranked_scores": [0.9442, 0.7713, 0.7289, 0.6991, 0.6957, 0.675, 0.6534, 0.6496, 0.6376, 0.6198], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177580": {"relevant_ids": ["177579"], "ranked_ids": ["177579", "185553", "511935", "532497", "143503", "57360", "419100", "106109", "115954", "85814"], "ranked_scores": [0.9454, 0.6095, 0.5954, 0.5114, 0.498, 0.4978, 0.4771, 0.4471, 0.4445, 0.4217], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "309865": {"relevant_ids": ["78623", "33713", "78624"], "ranked_ids": ["209041", "153484", "33713", "405094", "78623", "78624", "437065", "109205", "495751", "425739"], "ranked_scores": [0.8653, 0.8441, 0.81, 0.8048, 0.7967, 0.7875, 0.7148, 0.71, 0.7047, 0.6841], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4162, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.5833, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "510387": {"relevant_ids": ["510386"], "ranked_ids": ["241538", "344869", "40390", "241537", "170896", "510386", "52003", "484846", "371033", "160232"], "ranked_scores": [0.7875, 0.7666, 0.7629, 0.7568, 0.7484, 0.7439, 0.7353, 0.702, 0.6993, 0.6662], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "26645": {"relevant_ids": ["26644"], "ranked_ids": ["26644", "207775", "108781", "12895", "504445", "318396", "284346", "163452", "240705", "26813"], "ranked_scores": [0.9734, 0.7734, 0.7199, 0.6525, 0.649, 0.6426, 0.6385, 0.6345, 0.6344, 0.6315], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "47788": {"relevant_ids": ["455725"], "ranked_ids": ["455725", "47703", "518171", "47789", "15132", "37221", "8505", "235686", "101721", "85764"], "ranked_scores": [0.8863, 0.8088, 0.8066, 0.7901, 0.7826, 0.7727, 0.7705, 0.7646, 0.759, 0.7464], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "338281": {"relevant_ids": ["338282"], "ranked_ids": ["338282", "389968", "391952", "325380", "263861", "345518", "138712", "362498", "443465", "85881"], "ranked_scores": [0.8082, 0.5055, 0.5026, 0.4855, 0.4821, 0.4729, 0.4595, 0.4574, 0.4487, 0.444], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "461149": {"relevant_ids": ["461148"], "ranked_ids": ["461148", "527101", "525835", "283905", "252761", "335800", "215782", "409325", "377056", "409324"], "ranked_scores": [0.7534, 0.7158, 0.7136, 0.7052, 0.6854, 0.6824, 0.6796, 0.6645, 0.6563, 0.6532], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "346126": {"relevant_ids": ["110711", "110710"], "ranked_ids": ["110710", "110711", "154338", "296319", "108617", "168350", "203476", "55038", "275291", "6816"], "ranked_scores": [0.9428, 0.9179, 0.8747, 0.7564, 0.7327, 0.719, 0.7134, 0.6962, 0.6876, 0.6862], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "372986": {"relevant_ids": ["262882", "49961"], "ranked_ids": ["49961", "262882", "303468", "215938", "88278", "499535", "516501", "497531", "491226", "494989"], "ranked_scores": [0.9505, 0.8238, 0.6966, 0.6458, 0.6196, 0.6157, 0.6116, 0.6085, 0.5888, 0.5888], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "501182": {"relevant_ids": ["501181"], "ranked_ids": ["501181", "109121", "185580", "179018", "402718", "429772", "446824", "474402", "400576", "447737"], "ranked_scores": [0.8899, 0.5857, 0.5777, 0.5697, 0.5604, 0.5476, 0.5401, 0.5381, 0.532, 0.5248], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13800": {"relevant_ids": ["408522", "376590", "13799"], "ranked_ids": ["13799", "376590", "179943", "67320", "257857", "482825", "481109", "138908", "306761", "23471"], "ranked_scores": [0.7804, 0.7135, 0.7004, 0.639, 0.638, 0.6332, 0.6308, 0.6202, 0.6074, 0.6005], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.7654, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.7654, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.6667}, "250143": {"relevant_ids": ["250142"], "ranked_ids": ["250142", "473276", "206630", "492698", "137994", "368186", "526032", "209138", "533421", "38409"], "ranked_scores": [0.8342, 0.8329, 0.6129, 0.6044, 0.5336, 0.5298, 0.5274, 0.5131, 0.5066, 0.5031], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13223": {"relevant_ids": ["88349", "13224", "156773", "88348", "20277"], "ranked_ids": ["156773", "13224", "88348", "88349", "86343", "137719", "366749", "24720", "223304", "361830"], "ranked_scores": [0.9638, 0.918, 0.8843, 0.8739, 0.8488, 0.8288, 0.8272, 0.8064, 0.7925, 0.7619], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.2, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6, "ndcg@5": 0.8688, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.8, "ndcg@10": 0.8688, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.8}, "11002": {"relevant_ids": ["11003"], "ranked_ids": ["11003", "489539", "10212", "444112", "144197", "153944", "314099", "87346", "82619", "254672"], "ranked_scores": [0.9056, 0.7346, 0.6943, 0.6517, 0.6473, 0.6451, 0.6207, 0.6207, 0.6126, 0.609], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177653": {"relevant_ids": ["79732"], "ranked_ids": ["79732", "200611", "39174", "395587", "373275", "525756", "310721", "373717", "377344", "225019"], "ranked_scores": [0.8942, 0.6966, 0.6948, 0.6879, 0.5581, 0.5362, 0.5267, 0.5171, 0.4733, 0.4715], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "415592": {"relevant_ids": ["415591"], "ranked_ids": ["415591", "84634", "288357", "430072", "485706", "387370", "88542", "497302", "26742", "322822"], "ranked_scores": [0.9114, 0.7, 0.6944, 0.6857, 0.6854, 0.6592, 0.6303, 0.6293, 0.6215, 0.618], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "511196": {"relevant_ids": ["511197"], "ranked_ids": ["511197", "156490", "53962", "289278", "328397", "251545", "251546", "491923", "191329", "414717"], "ranked_scores": [0.861, 0.6464, 0.5968, 0.5961, 0.5909, 0.5583, 0.5352, 0.5168, 0.5101, 0.4923], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "344845": {"relevant_ids": ["344844"], "ranked_ids": ["344844", "161471", "327548", "380837", "79987", "111672", "95946", "224515", "384928", "503908"], "ranked_scores": [0.9261, 0.7803, 0.7464, 0.7386, 0.7377, 0.7198, 0.7151, 0.6962, 0.6942, 0.6905], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "396744": {"relevant_ids": ["396745"], "ranked_ids": ["454241", "396745", "236438", "284966", "471027", "527221", "271801", "418055", "219399", "145729"], "ranked_scores": [0.6047, 0.5882, 0.5789, 0.5587, 0.5518, 0.5389, 0.538, 0.5302, 0.5175, 0.5103], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "452398": {"relevant_ids": ["452399"], "ranked_ids": ["452399", "487918", "60646", "72096", "423427", "134287", "165046", "4228", "90225", "530610"], "ranked_scores": [0.9485, 0.5604, 0.5348, 0.4894, 0.4819, 0.4808, 0.4734, 0.4704, 0.4512, 0.4502], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "182114": {"relevant_ids": ["182113"], "ranked_ids": ["196647", "182113", "234482", "229182", "481882", "328873", "413792", "260490", "60142", "238903"], "ranked_scores": [0.6781, 0.6505, 0.5616, 0.5519, 0.5481, 0.539, 0.5386, 0.5119, 0.5064, 0.5054], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "486260": {"relevant_ids": ["486259"], "ranked_ids": ["486259", "392356", "113749", "266904", "209254", "452464", "46379", "220387", "114114", "442062"], "ranked_scores": [0.9319, 0.7437, 0.668, 0.6629, 0.6578, 0.6419, 0.6394, 0.631, 0.6285, 0.6282], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "455140": {"relevant_ids": ["315935"], "ranked_ids": ["315935", "519049", "315936", "150842", "246286", "308963", "50224", "93864", "356403", "245896"], "ranked_scores": [0.8918, 0.6637, 0.659, 0.6523, 0.6485, 0.6363, 0.632, 0.6259, 0.6188, 0.6124], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "56198": {"relevant_ids": ["56199"], "ranked_ids": ["56199", "249114", "246583", "431226", "160194", "130971", "138891", "521606", "308888", "3724"], "ranked_scores": [0.9483, 0.541, 0.5301, 0.5131, 0.5119, 0.5113, 0.5109, 0.4927, 0.4636, 0.4438], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "30172": {"relevant_ids": ["145119", "373486", "145120", "30173", "185817", "68426"], "ranked_ids": ["145120", "68426", "160900", "205338", "185817", "15236", "463253", "96958", "30173", "373486"], "ranked_scores": [0.9407, 0.8794, 0.8697, 0.7674, 0.7649, 0.7587, 0.7346, 0.7279, 0.7195, 0.7145], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.1667, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.6844, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.7891, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.8333}, "127880": {"relevant_ids": ["241164"], "ranked_ids": ["241164", "121458", "84471", "135083", "156678", "535042", "527388", "307991", "450198", "329579"], "ranked_scores": [0.7387, 0.6582, 0.6106, 0.6056, 0.6011, 0.5805, 0.5696, 0.5627, 0.553, 0.5489], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "167969": {"relevant_ids": ["174461"], "ranked_ids": ["174461", "360983", "91854", "78497", "257735", "121354", "144121", "207491", "347474", "130124"], "ranked_scores": [0.7269, 0.6948, 0.5834, 0.5584, 0.5452, 0.5375, 0.5337, 0.5336, 0.5176, 0.5127], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "97986": {"relevant_ids": ["97987"], "ranked_ids": ["97987", "44589", "108564", "284181", "326597", "105886", "479236", "506848", "393565", "41242"], "ranked_scores": [0.9779, 0.7962, 0.7337, 0.6952, 0.658, 0.6419, 0.6389, 0.6382, 0.6374, 0.6224], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "12865": {"relevant_ids": ["105683"], "ranked_ids": ["105683", "277453", "191268", "92902", "188959", "155515", "113886", "94167", "477677", "338609"], "ranked_scores": [0.9599, 0.7866, 0.7217, 0.703, 0.6412, 0.6403, 0.6382, 0.6328, 0.6267, 0.6248], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "215681": {"relevant_ids": ["215680"], "ranked_ids": ["215680", "57552", "178515", "5733", "78042", "54139", "177080", "340195", "301165", "18634"], "ranked_scores": [0.9511, 0.6911, 0.6738, 0.6389, 0.632, 0.6234, 0.6205, 0.6185, 0.6076, 0.5907], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-mpnet-base-tq-3bit": {"127728": {"relevant_ids": ["127729"], "ranked_ids": ["127729", "145244", "38063", "245618", "250619", "48895", "315009", "153290", "276617", "494754"], "ranked_scores": [0.6627, 0.5734, 0.5613, 0.5579, 0.5574, 0.5484, 0.5468, 0.5425, 0.5382, 0.5347], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "318820": {"relevant_ids": ["318821"], "ranked_ids": ["318821", "367479", "355161", "496708", "491039", "184762", "167747", "360734", "441218", "222238"], "ranked_scores": [0.9371, 0.6674, 0.6547, 0.5771, 0.5761, 0.5691, 0.5658, 0.5656, 0.5456, 0.5297], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "296098": {"relevant_ids": ["296097"], "ranked_ids": ["45507", "469868", "296097", "173403", "45506", "56686", "364131", "134752", "493414", "423933"], "ranked_scores": [0.7381, 0.6715, 0.6659, 0.651, 0.6262, 0.612, 0.5976, 0.5939, 0.592, 0.5856], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "150414": {"relevant_ids": ["192835"], "ranked_ids": ["192835", "105782", "516620", "132912", "105783", "121070", "126746", "337933", "113488", "470642"], "ranked_scores": [0.866, 0.7823, 0.7446, 0.7137, 0.6965, 0.6778, 0.6502, 0.6249, 0.62, 0.6137], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145582": {"relevant_ids": ["145583"], "ranked_ids": ["145583", "263736", "299264", "454248", "39561", "87614", "369068", "369955", "245370", "20024"], "ranked_scores": [0.8438, 0.5635, 0.4544, 0.4124, 0.4022, 0.3852, 0.3781, 0.3763, 0.3701, 0.3554], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "315712": {"relevant_ids": ["315713"], "ranked_ids": ["315713", "408588", "120489", "242340", "153536", "396505", "313575", "203205", "259258", "298503"], "ranked_scores": [0.8152, 0.572, 0.5446, 0.5117, 0.4897, 0.4814, 0.4811, 0.4747, 0.4743, 0.4718], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145739": {"relevant_ids": ["145740"], "ranked_ids": ["145740", "366074", "241979", "115412", "8705", "415781", "465597", "375395", "347337", "210012"], "ranked_scores": [0.8477, 0.6849, 0.6827, 0.6366, 0.6289, 0.6192, 0.6105, 0.6099, 0.6082, 0.5961], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "308127": {"relevant_ids": ["308126"], "ranked_ids": ["308126", "35763", "367804", "79534", "252091", "77650", "36744", "167017", "100860", "537189"], "ranked_scores": [0.8252, 0.5874, 0.5717, 0.5539, 0.5324, 0.5213, 0.5209, 0.5129, 0.5033, 0.4903], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "287245": {"relevant_ids": ["283198", "283199", "322650"], "ranked_ids": ["322650", "283199", "283198", "109049", "221784", "30373", "450635", "221783", "291373", "420279"], "ranked_scores": [0.72, 0.7162, 0.6274, 0.5363, 0.5313, 0.5129, 0.4994, 0.4918, 0.4865, 0.4859], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "14755": {"relevant_ids": ["211906", "14756"], "ranked_ids": ["450970", "14756", "211906", "57678", "277031", "235454", "30834", "383325", "21920", "449494"], "ranked_scores": [0.846, 0.8185, 0.8136, 0.6904, 0.6846, 0.6722, 0.66, 0.6265, 0.6203, 0.6155], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6934, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6934, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6934, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "370170": {"relevant_ids": ["370169"], "ranked_ids": ["370169", "466920", "537762", "211280", "417976", "334238", "387761", "59810", "88911", "231528"], "ranked_scores": [0.9892, 0.5073, 0.492, 0.4881, 0.4879, 0.4821, 0.4654, 0.4538, 0.4438, 0.4399], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "41774": {"relevant_ids": ["41773"], "ranked_ids": ["41773", "239344", "307530", "53738", "366794", "214766", "487873", "454279", "378060", "381106"], "ranked_scores": [0.8257, 0.6437, 0.5852, 0.5519, 0.524, 0.4744, 0.459, 0.4588, 0.4587, 0.4559], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "399648": {"relevant_ids": ["399649"], "ranked_ids": ["399649", "225815", "212809", "54706", "529004", "435035", "462253", "504913", "412309", "411313"], "ranked_scores": [0.9759, 0.7451, 0.6751, 0.6654, 0.6241, 0.6065, 0.5974, 0.5937, 0.5934, 0.5866], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "504811": {"relevant_ids": ["504810"], "ranked_ids": ["504810", "84826", "90374", "309894", "364238", "298555", "448774", "499535", "160704", "214151"], "ranked_scores": [0.9639, 0.6761, 0.6319, 0.5917, 0.5693, 0.5687, 0.5653, 0.549, 0.5488, 0.5431], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "362950": {"relevant_ids": ["400212", "362949"], "ranked_ids": ["362949", "400212", "4715", "151122", "487392", "427587", "465929", "129563", "155870", "411503"], "ranked_scores": [0.7743, 0.7495, 0.6643, 0.6631, 0.6424, 0.6388, 0.6376, 0.6299, 0.6215, 0.6152], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "155873": {"relevant_ids": ["155874"], "ranked_ids": ["392604", "155874", "487664", "464100", "122134", "383066", "444541", "292617", "294020", "246660"], "ranked_scores": [0.6301, 0.5573, 0.5559, 0.5331, 0.5319, 0.526, 0.5116, 0.5112, 0.511, 0.4866], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "263432": {"relevant_ids": ["263433"], "ranked_ids": ["263433", "407204", "471057", "128303", "136838", "372749", "401373", "230671", "258335", "370717"], "ranked_scores": [0.7525, 0.6054, 0.5965, 0.5912, 0.5775, 0.5718, 0.5561, 0.553, 0.5523, 0.5485], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "354945": {"relevant_ids": ["354946"], "ranked_ids": ["354946", "254071", "462984", "462983", "322478", "236419", "108161", "331955", "415886", "307824"], "ranked_scores": [0.9107, 0.806, 0.6081, 0.5928, 0.5244, 0.4796, 0.4539, 0.4434, 0.3949, 0.3914], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "245417": {"relevant_ids": ["248195", "219475"], "ranked_ids": ["219475", "40657", "248195", "64433", "368145", "37326", "301977", "164159", "319022", "390696"], "ranked_scores": [0.8379, 0.801, 0.7491, 0.7088, 0.7024, 0.6254, 0.6253, 0.5914, 0.5765, 0.5709], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.9197, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.9197, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9197, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "516276": {"relevant_ids": ["516277"], "ranked_ids": ["516277", "19755", "34173", "510783", "352189", "119374", "143842", "76958", "489791", "479392"], "ranked_scores": [0.9275, 0.7522, 0.7173, 0.6764, 0.6633, 0.6561, 0.6333, 0.6326, 0.6196, 0.6161], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177580": {"relevant_ids": ["177579"], "ranked_ids": ["177579", "185553", "511935", "532497", "57360", "143503", "419100", "106109", "115954", "85814"], "ranked_scores": [0.9199, 0.6019, 0.5932, 0.4978, 0.4797, 0.4695, 0.4592, 0.4376, 0.4263, 0.4141], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "309865": {"relevant_ids": ["78623", "33713", "78624"], "ranked_ids": ["209041", "153484", "33713", "405094", "78623", "78624", "495751", "437065", "109205", "425739"], "ranked_scores": [0.8438, 0.8217, 0.7935, 0.7834, 0.7766, 0.7723, 0.6979, 0.6936, 0.689, 0.6559], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4162, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.5833, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "510387": {"relevant_ids": ["510386"], "ranked_ids": ["241538", "344869", "40390", "241537", "170896", "510386", "52003", "484846", "371033", "160232"], "ranked_scores": [0.763, 0.7459, 0.7402, 0.7346, 0.7338, 0.7285, 0.7116, 0.6933, 0.6852, 0.6404], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "26645": {"relevant_ids": ["26644"], "ranked_ids": ["26644", "207775", "108781", "12895", "504445", "318396", "284346", "163452", "26813", "215551"], "ranked_scores": [0.9597, 0.7479, 0.712, 0.6335, 0.632, 0.6229, 0.6228, 0.622, 0.6165, 0.6106], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "47788": {"relevant_ids": ["455725"], "ranked_ids": ["455725", "518171", "47703", "47789", "15132", "235686", "8505", "37221", "101721", "85764"], "ranked_scores": [0.8734, 0.8018, 0.8005, 0.7891, 0.7673, 0.7647, 0.7639, 0.7582, 0.7474, 0.7394], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "338281": {"relevant_ids": ["338282"], "ranked_ids": ["338282", "391952", "389968", "263861", "325380", "345518", "138712", "362498", "135715", "443465"], "ranked_scores": [0.7852, 0.5006, 0.4975, 0.4729, 0.4701, 0.4656, 0.4587, 0.4527, 0.4413, 0.432], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "461149": {"relevant_ids": ["461148"], "ranked_ids": ["461148", "525835", "527101", "283905", "252761", "335800", "215782", "409325", "377056", "203100"], "ranked_scores": [0.744, 0.7063, 0.7041, 0.6945, 0.6642, 0.6621, 0.6614, 0.6533, 0.6469, 0.6434], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "346126": {"relevant_ids": ["110711", "110710"], "ranked_ids": ["110710", "110711", "154338", "296319", "108617", "168350", "203476", "275291", "528998", "229972"], "ranked_scores": [0.9238, 0.9005, 0.8543, 0.7322, 0.7103, 0.6977, 0.6879, 0.6743, 0.6732, 0.6678], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "372986": {"relevant_ids": ["262882", "49961"], "ranked_ids": ["49961", "262882", "303468", "215938", "499535", "88278", "516501", "497531", "494989", "491226"], "ranked_scores": [0.9363, 0.7998, 0.6809, 0.6358, 0.606, 0.5979, 0.5973, 0.5913, 0.5734, 0.5688], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "501182": {"relevant_ids": ["501181"], "ranked_ids": ["501181", "109121", "179018", "185580", "402718", "429772", "474402", "400576", "446824", "447737"], "ranked_scores": [0.8793, 0.5713, 0.5666, 0.5628, 0.5427, 0.5397, 0.5204, 0.5194, 0.5192, 0.515], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13800": {"relevant_ids": ["408522", "376590", "13799"], "ranked_ids": ["13799", "376590", "179943", "257857", "482825", "67320", "481109", "138908", "23471", "306761"], "ranked_scores": [0.7609, 0.7156, 0.6846, 0.6375, 0.6329, 0.6276, 0.6111, 0.5958, 0.5924, 0.5913], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.7654, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.7654, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.6667}, "250143": {"relevant_ids": ["250142"], "ranked_ids": ["473276", "250142", "206630", "492698", "137994", "526032", "368186", "209138", "38409", "533421"], "ranked_scores": [0.8172, 0.8136, 0.598, 0.5879, 0.5215, 0.5214, 0.5077, 0.5005, 0.4924, 0.4876], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "13223": {"relevant_ids": ["88349", "13224", "156773", "88348", "20277"], "ranked_ids": ["156773", "13224", "88348", "88349", "86343", "366749", "137719", "24720", "223304", "361830"], "ranked_scores": [0.947, 0.9061, 0.8732, 0.8592, 0.8351, 0.8173, 0.8099, 0.7927, 0.7779, 0.7473], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.2, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6, "ndcg@5": 0.8688, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.8, "ndcg@10": 0.8688, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.8}, "11002": {"relevant_ids": ["11003"], "ranked_ids": ["11003", "489539", "10212", "444112", "153944", "144197", "314099", "87346", "82619", "254672"], "ranked_scores": [0.8902, 0.7257, 0.674, 0.6388, 0.6278, 0.6269, 0.6169, 0.6156, 0.5915, 0.5915], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177653": {"relevant_ids": ["79732"], "ranked_ids": ["79732", "39174", "200611", "395587", "373275", "525756", "310721", "373717", "377344", "522828"], "ranked_scores": [0.8777, 0.6789, 0.6781, 0.6647, 0.5488, 0.5163, 0.5034, 0.4903, 0.4677, 0.4467], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "415592": {"relevant_ids": ["415591"], "ranked_ids": ["415591", "84634", "288357", "485706", "430072", "387370", "88542", "497302", "26742", "379146"], "ranked_scores": [0.8965, 0.6848, 0.6814, 0.6727, 0.6716, 0.6414, 0.6088, 0.6085, 0.6048, 0.6043], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "511196": {"relevant_ids": ["511197"], "ranked_ids": ["511197", "156490", "289278", "328397", "53962", "251545", "251546", "491923", "191329", "414717"], "ranked_scores": [0.8494, 0.6252, 0.5861, 0.5758, 0.5742, 0.5435, 0.5198, 0.507, 0.497, 0.4818], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "344845": {"relevant_ids": ["344844"], "ranked_ids": ["344844", "161471", "327548", "380837", "79987", "111672", "95946", "503908", "384928", "224515"], "ranked_scores": [0.9123, 0.7604, 0.7328, 0.7196, 0.7187, 0.7092, 0.7036, 0.678, 0.6764, 0.6736], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "396744": {"relevant_ids": ["396745"], "ranked_ids": ["454241", "396745", "236438", "284966", "471027", "418055", "527221", "271801", "28361", "219399"], "ranked_scores": [0.5943, 0.5726, 0.5551, 0.5487, 0.5476, 0.5267, 0.5213, 0.5171, 0.5036, 0.5001], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "452398": {"relevant_ids": ["452399"], "ranked_ids": ["452399", "487918", "60646", "72096", "134287", "423427", "4228", "97822", "165046", "90225"], "ranked_scores": [0.9285, 0.5444, 0.5176, 0.4766, 0.4712, 0.4706, 0.4663, 0.4495, 0.4455, 0.439], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "182114": {"relevant_ids": ["182113"], "ranked_ids": ["196647", "182113", "234482", "229182", "481882", "413792", "328873", "260490", "238903", "60142"], "ranked_scores": [0.6647, 0.6316, 0.5421, 0.5262, 0.5208, 0.5199, 0.5135, 0.4976, 0.4953, 0.4916], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "486260": {"relevant_ids": ["486259"], "ranked_ids": ["486259", "392356", "266904", "113749", "209254", "46379", "452464", "100082", "114114", "442062"], "ranked_scores": [0.9237, 0.725, 0.6478, 0.6475, 0.6475, 0.6317, 0.6299, 0.6158, 0.611, 0.6088], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "455140": {"relevant_ids": ["315935"], "ranked_ids": ["315935", "519049", "315936", "150842", "246286", "308963", "50224", "369068", "93864", "356403"], "ranked_scores": [0.8779, 0.6483, 0.6455, 0.6345, 0.6299, 0.6245, 0.6108, 0.6092, 0.6082, 0.5964], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "56198": {"relevant_ids": ["56199"], "ranked_ids": ["56199", "249114", "246583", "431226", "130971", "160194", "138891", "521606", "308888", "3724"], "ranked_scores": [0.9283, 0.5227, 0.5194, 0.5068, 0.5058, 0.5018, 0.492, 0.4691, 0.4576, 0.434], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "30172": {"relevant_ids": ["145119", "373486", "145120", "30173", "185817", "68426"], "ranked_ids": ["145120", "68426", "160900", "185817", "205338", "15236", "96958", "463253", "373486", "30173"], "ranked_scores": [0.922, 0.8542, 0.8475, 0.7556, 0.7453, 0.7448, 0.7126, 0.7113, 0.6946, 0.6931], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.1667, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.6992, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.8024, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.8333}, "127880": {"relevant_ids": ["241164"], "ranked_ids": ["241164", "121458", "156678", "84471", "135083", "535042", "527388", "307991", "450198", "266615"], "ranked_scores": [0.7288, 0.6373, 0.5917, 0.5855, 0.5808, 0.5781, 0.5527, 0.5436, 0.5404, 0.5376], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "167969": {"relevant_ids": ["174461"], "ranked_ids": ["174461", "360983", "91854", "257735", "78497", "121354", "144121", "207491", "347474", "130124"], "ranked_scores": [0.7075, 0.6821, 0.5531, 0.5403, 0.5362, 0.5285, 0.5142, 0.5121, 0.5024, 0.4853], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "97986": {"relevant_ids": ["97987"], "ranked_ids": ["97987", "44589", "108564", "284181", "506848", "326597", "105886", "479236", "393565", "44095"], "ranked_scores": [0.9616, 0.7827, 0.7207, 0.6726, 0.6289, 0.6282, 0.6226, 0.621, 0.6194, 0.6013], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "12865": {"relevant_ids": ["105683"], "ranked_ids": ["105683", "277453", "191268", "92902", "188959", "113886", "155515", "94167", "338609", "477677"], "ranked_scores": [0.9449, 0.7616, 0.698, 0.6969, 0.6357, 0.626, 0.622, 0.6149, 0.6081, 0.6054], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "215681": {"relevant_ids": ["215680"], "ranked_ids": ["215680", "57552", "178515", "5733", "177080", "78042", "340195", "54139", "301165", "18634"], "ranked_scores": [0.9373, 0.6714, 0.6437, 0.6229, 0.614, 0.6093, 0.6009, 0.5997, 0.5825, 0.5765], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-mpnet-base-tq-2bit": {"127728": {"relevant_ids": ["127729"], "ranked_ids": ["127729", "145244", "250619", "245618", "315009", "38063", "372724", "485054", "48895", "494754"], "ranked_scores": [0.6048, 0.5381, 0.5294, 0.5121, 0.5093, 0.5053, 0.4981, 0.4947, 0.494, 0.4884], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "318820": {"relevant_ids": ["318821"], "ranked_ids": ["318821", "367479", "355161", "491039", "184762", "496708", "441218", "167747", "360734", "149956"], "ranked_scores": [0.9063, 0.6418, 0.6258, 0.5464, 0.5451, 0.5424, 0.5374, 0.5265, 0.5232, 0.5116], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "296098": {"relevant_ids": ["296097"], "ranked_ids": ["45507", "469868", "296097", "173403", "45506", "56686", "134752", "423933", "364131", "307653"], "ranked_scores": [0.6974, 0.6399, 0.6207, 0.6119, 0.5826, 0.5715, 0.5653, 0.5502, 0.5437, 0.5381], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "150414": {"relevant_ids": ["192835"], "ranked_ids": ["192835", "105782", "516620", "132912", "105783", "121070", "126746", "113488", "337933", "149429"], "ranked_scores": [0.8221, 0.7607, 0.7239, 0.66, 0.6598, 0.6341, 0.5897, 0.5874, 0.5799, 0.5582], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145582": {"relevant_ids": ["145583"], "ranked_ids": ["145583", "263736", "299264", "454248", "39561", "87614", "245370", "369068", "369955", "20024"], "ranked_scores": [0.794, 0.5231, 0.4336, 0.3903, 0.3821, 0.3519, 0.3424, 0.3355, 0.3242, 0.3221], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "315712": {"relevant_ids": ["315713"], "ranked_ids": ["315713", "408588", "242340", "120489", "313575", "153536", "396505", "194841", "259258", "298503"], "ranked_scores": [0.7696, 0.5277, 0.4946, 0.4943, 0.4595, 0.4568, 0.4479, 0.4401, 0.4325, 0.4306], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145739": {"relevant_ids": ["145740"], "ranked_ids": ["145740", "366074", "241979", "415781", "115412", "465597", "375395", "8705", "210012", "347337"], "ranked_scores": [0.8102, 0.6486, 0.6295, 0.5868, 0.5829, 0.5808, 0.5807, 0.5704, 0.566, 0.5628], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "308127": {"relevant_ids": ["308126"], "ranked_ids": ["308126", "35763", "79534", "367804", "252091", "36744", "537189", "77650", "167017", "140685"], "ranked_scores": [0.7578, 0.5552, 0.5244, 0.5205, 0.5069, 0.4854, 0.472, 0.457, 0.454, 0.4492], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "287245": {"relevant_ids": ["283198", "283199", "322650"], "ranked_ids": ["283199", "322650", "283198", "30373", "221784", "109049", "348797", "388953", "291373", "450635"], "ranked_scores": [0.6766, 0.6437, 0.5734, 0.5045, 0.5013, 0.4978, 0.4693, 0.4632, 0.4622, 0.462], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "14755": {"relevant_ids": ["211906", "14756"], "ranked_ids": ["450970", "211906", "14756", "277031", "57678", "30834", "235454", "383325", "21920", "449494"], "ranked_scores": [0.7991, 0.7612, 0.7583, 0.6632, 0.6393, 0.6239, 0.6202, 0.618, 0.5904, 0.5735], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6934, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6934, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6934, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "370170": {"relevant_ids": ["370169"], "ranked_ids": ["370169", "466920", "211280", "334238", "417976", "537762", "59810", "387761", "231528", "88911"], "ranked_scores": [0.9808, 0.4676, 0.4528, 0.4444, 0.4404, 0.4335, 0.4305, 0.4282, 0.4232, 0.4075], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "41774": {"relevant_ids": ["41773"], "ranked_ids": ["41773", "239344", "307530", "53738", "366794", "487873", "468656", "214766", "339534", "17691"], "ranked_scores": [0.7784, 0.6075, 0.5421, 0.5384, 0.4988, 0.4492, 0.4327, 0.4257, 0.4254, 0.4207], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "399648": {"relevant_ids": ["399649"], "ranked_ids": ["399649", "225815", "212809", "54706", "529004", "462253", "411313", "412309", "243294", "435035"], "ranked_scores": [0.9564, 0.7127, 0.6346, 0.6198, 0.6, 0.5835, 0.5582, 0.5524, 0.5503, 0.5496], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "504811": {"relevant_ids": ["504810"], "ranked_ids": ["504810", "84826", "90374", "309894", "364238", "298555", "499535", "448774", "214151", "179618"], "ranked_scores": [0.9324, 0.6439, 0.5745, 0.5493, 0.5311, 0.5074, 0.5055, 0.5042, 0.5027, 0.5022], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "362950": {"relevant_ids": ["400212", "362949"], "ranked_ids": ["362949", "400212", "151122", "427587", "487392", "4715", "155870", "129563", "411503", "465929"], "ranked_scores": [0.7207, 0.689, 0.6227, 0.614, 0.6095, 0.5887, 0.5828, 0.5816, 0.5761, 0.5721], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "155873": {"relevant_ids": ["155874"], "ranked_ids": ["392604", "155874", "487664", "383066", "122134", "464100", "292617", "294020", "444541", "232469"], "ranked_scores": [0.5773, 0.5207, 0.5205, 0.5173, 0.5057, 0.4897, 0.4771, 0.4769, 0.473, 0.4442], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "263432": {"relevant_ids": ["263433"], "ranked_ids": ["263433", "407204", "128303", "471057", "136838", "401373", "473794", "372749", "230671", "370717"], "ranked_scores": [0.7143, 0.5563, 0.5522, 0.5457, 0.5285, 0.5214, 0.5131, 0.5117, 0.5086, 0.5071], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "354945": {"relevant_ids": ["354946"], "ranked_ids": ["354946", "254071", "462984", "462983", "322478", "236419", "331955", "108161", "307824", "473769"], "ranked_scores": [0.8579, 0.7637, 0.5743, 0.5631, 0.4766, 0.4578, 0.4082, 0.4055, 0.3884, 0.3713], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "245417": {"relevant_ids": ["248195", "219475"], "ranked_ids": ["219475", "40657", "248195", "64433", "368145", "37326", "301977", "164159", "390696", "319022"], "ranked_scores": [0.7842, 0.7551, 0.7107, 0.6604, 0.6514, 0.5899, 0.5693, 0.5656, 0.5402, 0.5348], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.9197, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.9197, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9197, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "516276": {"relevant_ids": ["516277"], "ranked_ids": ["516277", "19755", "34173", "119374", "510783", "352189", "143842", "489791", "479392", "28381"], "ranked_scores": [0.8859, 0.6828, 0.6703, 0.6253, 0.613, 0.6101, 0.5964, 0.5873, 0.5808, 0.5792], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177580": {"relevant_ids": ["177579"], "ranked_ids": ["177579", "185553", "511935", "532497", "57360", "143503", "106109", "419100", "115954", "485299"], "ranked_scores": [0.8836, 0.5809, 0.555, 0.4801, 0.4701, 0.4533, 0.4394, 0.4187, 0.3984, 0.3827], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "309865": {"relevant_ids": ["78623", "33713", "78624"], "ranked_ids": ["209041", "153484", "405094", "33713", "78623", "78624", "109205", "437065", "495751", "425739"], "ranked_scores": [0.8041, 0.7814, 0.7646, 0.7549, 0.7492, 0.7308, 0.6596, 0.6544, 0.6481, 0.6232], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3836, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.5508, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "510387": {"relevant_ids": ["510386"], "ranked_ids": ["344869", "241538", "40390", "170896", "241537", "510386", "52003", "484846", "371033", "43729"], "ranked_scores": [0.7279, 0.7277, 0.7087, 0.6991, 0.6956, 0.685, 0.679, 0.662, 0.6366, 0.6053], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "26645": {"relevant_ids": ["26644"], "ranked_ids": ["26644", "207775", "108781", "318396", "83874", "148567", "504445", "163452", "26813", "240705"], "ranked_scores": [0.9251, 0.7115, 0.6453, 0.5876, 0.5847, 0.5793, 0.5777, 0.572, 0.5681, 0.568], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "47788": {"relevant_ids": ["455725"], "ranked_ids": ["455725", "47789", "518171", "15132", "47703", "37221", "235686", "8505", "101721", "59223"], "ranked_scores": [0.8387, 0.7319, 0.7312, 0.7282, 0.723, 0.7154, 0.7121, 0.71, 0.6939, 0.685], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "338281": {"relevant_ids": ["338282"], "ranked_ids": ["338282", "389968", "391952", "345518", "325380", "263861", "138712", "362498", "443465", "85881"], "ranked_scores": [0.7427, 0.4626, 0.4557, 0.4527, 0.4358, 0.4356, 0.4322, 0.416, 0.4132, 0.4072], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "461149": {"relevant_ids": ["461148"], "ranked_ids": ["461148", "527101", "525835", "283905", "335800", "377056", "215782", "252761", "203100", "409325"], "ranked_scores": [0.6821, 0.6592, 0.6524, 0.6509, 0.6506, 0.6216, 0.615, 0.614, 0.6104, 0.6001], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "346126": {"relevant_ids": ["110711", "110710"], "ranked_ids": ["110710", "110711", "154338", "296319", "108617", "168350", "203476", "528998", "340823", "275291"], "ranked_scores": [0.8883, 0.8689, 0.8043, 0.674, 0.6693, 0.6511, 0.6433, 0.6333, 0.6322, 0.6302], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "372986": {"relevant_ids": ["262882", "49961"], "ranked_ids": ["49961", "262882", "303468", "215938", "516501", "88278", "494989", "499535", "491226", "497531"], "ranked_scores": [0.8997, 0.7647, 0.6336, 0.59, 0.5849, 0.5565, 0.5564, 0.5546, 0.5512, 0.5506], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "501182": {"relevant_ids": ["501181"], "ranked_ids": ["501181", "185580", "109121", "179018", "429772", "402718", "400576", "446824", "447737", "274777"], "ranked_scores": [0.826, 0.5182, 0.5104, 0.5071, 0.4971, 0.4827, 0.4813, 0.4802, 0.4657, 0.4629], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13800": {"relevant_ids": ["408522", "376590", "13799"], "ranked_ids": ["13799", "376590", "179943", "257857", "67320", "482825", "138908", "481109", "23471", "388705"], "ranked_scores": [0.7243, 0.684, 0.632, 0.5835, 0.5824, 0.5818, 0.5802, 0.5655, 0.5608, 0.5563], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.7654, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.7654, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.6667}, "250143": {"relevant_ids": ["250142"], "ranked_ids": ["473276", "250142", "206630", "492698", "526032", "368186", "533421", "209138", "137994", "38409"], "ranked_scores": [0.7755, 0.7703, 0.5536, 0.5373, 0.5109, 0.4771, 0.4694, 0.4655, 0.4602, 0.4551], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "13223": {"relevant_ids": ["88349", "13224", "156773", "88348", "20277"], "ranked_ids": ["156773", "13224", "88348", "88349", "86343", "366749", "137719", "24720", "223304", "20277"], "ranked_scores": [0.9103, 0.8543, 0.82, 0.8087, 0.7789, 0.7655, 0.7647, 0.7407, 0.7122, 0.7014], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.2, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6, "ndcg@5": 0.8688, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.8, "ndcg@10": 0.9668, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "11002": {"relevant_ids": ["11003"], "ranked_ids": ["11003", "489539", "10212", "444112", "153944", "144197", "87346", "314099", "254672", "266680"], "ranked_scores": [0.852, 0.676, 0.6198, 0.5968, 0.5867, 0.586, 0.5849, 0.5816, 0.5714, 0.5464], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177653": {"relevant_ids": ["79732"], "ranked_ids": ["79732", "200611", "39174", "395587", "373275", "525756", "310721", "373717", "377344", "225019"], "ranked_scores": [0.8369, 0.6325, 0.6218, 0.6182, 0.5063, 0.4987, 0.4782, 0.4665, 0.4363, 0.4276], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "415592": {"relevant_ids": ["415591"], "ranked_ids": ["415591", "84634", "288357", "485706", "430072", "387370", "88542", "26742", "91592", "379146"], "ranked_scores": [0.8506, 0.6434, 0.642, 0.6238, 0.6095, 0.5915, 0.59, 0.5744, 0.5639, 0.5639], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "511196": {"relevant_ids": ["511197"], "ranked_ids": ["511197", "156490", "328397", "53962", "289278", "251545", "251546", "491923", "191329", "414717"], "ranked_scores": [0.7922, 0.5952, 0.5356, 0.5339, 0.5323, 0.5142, 0.482, 0.4709, 0.4614, 0.4589], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "344845": {"relevant_ids": ["344844"], "ranked_ids": ["344844", "161471", "327548", "380837", "79987", "95946", "111672", "384928", "4915", "187882"], "ranked_scores": [0.8666, 0.7111, 0.6868, 0.6772, 0.6742, 0.6614, 0.657, 0.638, 0.6251, 0.619], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "396744": {"relevant_ids": ["396745"], "ranked_ids": ["454241", "396745", "236438", "471027", "284966", "271801", "527221", "418055", "503444", "219399"], "ranked_scores": [0.5653, 0.5389, 0.5275, 0.5088, 0.5026, 0.5007, 0.4985, 0.4927, 0.4761, 0.4739], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "452398": {"relevant_ids": ["452399"], "ranked_ids": ["452399", "60646", "487918", "423427", "134287", "72096", "4228", "165046", "358522", "97822"], "ranked_scores": [0.8859, 0.4918, 0.4727, 0.4442, 0.4296, 0.4253, 0.4222, 0.4174, 0.4092, 0.4089], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "182114": {"relevant_ids": ["182113"], "ranked_ids": ["196647", "182113", "234482", "229182", "328873", "413792", "481882", "238903", "260490", "148285"], "ranked_scores": [0.6134, 0.5673, 0.511, 0.507, 0.4837, 0.4815, 0.4735, 0.4678, 0.4635, 0.4577], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "486260": {"relevant_ids": ["486259"], "ranked_ids": ["486259", "392356", "113749", "209254", "266904", "452464", "442062", "46379", "100082", "145384"], "ranked_scores": [0.8695, 0.6849, 0.6147, 0.6082, 0.6058, 0.6002, 0.5901, 0.5887, 0.5772, 0.5764], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "455140": {"relevant_ids": ["315935"], "ranked_ids": ["315935", "150842", "519049", "315936", "246286", "308963", "93864", "50224", "356403", "245896"], "ranked_scores": [0.8418, 0.6114, 0.6067, 0.5933, 0.5823, 0.5794, 0.561, 0.5588, 0.5525, 0.546], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "56198": {"relevant_ids": ["56199"], "ranked_ids": ["56199", "130971", "246583", "249114", "138891", "431226", "160194", "521606", "43404", "308888"], "ranked_scores": [0.8982, 0.4907, 0.4876, 0.4791, 0.4602, 0.4537, 0.4514, 0.432, 0.4065, 0.406], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "30172": {"relevant_ids": ["145119", "373486", "145120", "30173", "185817", "68426"], "ranked_ids": ["145120", "68426", "160900", "205338", "463253", "185817", "15236", "96958", "373486", "21960"], "ranked_scores": [0.8914, 0.8178, 0.7945, 0.7052, 0.6914, 0.6912, 0.6893, 0.6796, 0.66, 0.6534], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.1667, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.5531, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.6924, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.6667}, "127880": {"relevant_ids": ["241164"], "ranked_ids": ["241164", "121458", "135083", "156678", "84471", "535042", "450198", "527388", "307991", "266615"], "ranked_scores": [0.6771, 0.6014, 0.549, 0.545, 0.5403, 0.5235, 0.5211, 0.5178, 0.4959, 0.4957], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "167969": {"relevant_ids": ["174461"], "ranked_ids": ["174461", "360983", "91854", "257735", "121354", "78497", "207491", "347474", "144121", "130124"], "ranked_scores": [0.6718, 0.6443, 0.5381, 0.5139, 0.5048, 0.4902, 0.4865, 0.4729, 0.471, 0.4624], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "97986": {"relevant_ids": ["97987"], "ranked_ids": ["97987", "44589", "108564", "284181", "326597", "479236", "393565", "44095", "506848", "193896"], "ranked_scores": [0.9373, 0.7192, 0.6746, 0.6211, 0.5867, 0.5852, 0.5828, 0.5688, 0.5642, 0.5599], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "12865": {"relevant_ids": ["105683"], "ranked_ids": ["105683", "277453", "92902", "191268", "188959", "113886", "94167", "338609", "155515", "477677"], "ranked_scores": [0.9058, 0.7317, 0.6601, 0.6438, 0.5951, 0.5909, 0.5772, 0.5679, 0.5674, 0.5622], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "215681": {"relevant_ids": ["215680"], "ranked_ids": ["215680", "57552", "178515", "78042", "5733", "177080", "54139", "301165", "340195", "18634"], "ranked_scores": [0.8881, 0.6172, 0.6056, 0.5866, 0.5708, 0.5641, 0.5609, 0.5524, 0.531, 0.5262], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-mpnet-base-tq-1bit": {"127728": {"relevant_ids": ["127729"], "ranked_ids": ["127729", "250619", "315009", "145244", "127676", "494754", "485054", "245618", "306679", "469527"], "ranked_scores": [0.4896, 0.4271, 0.4193, 0.3958, 0.388, 0.3828, 0.375, 0.3724, 0.3724, 0.3724], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "318820": {"relevant_ids": ["318821"], "ranked_ids": ["318821", "367479", "355161", "360734", "496708", "184762", "491039", "441218", "222238", "528342"], "ranked_scores": [0.8333, 0.5052, 0.4974, 0.4427, 0.4219, 0.4193, 0.4115, 0.388, 0.3828, 0.3828], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "296098": {"relevant_ids": ["296097"], "ranked_ids": ["45507", "173403", "469868", "45506", "296097", "423933", "307653", "364131", "134752", "56686"], "ranked_scores": [0.5807, 0.513, 0.4922, 0.474, 0.474, 0.4453, 0.4297, 0.4271, 0.4089, 0.4089], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "150414": {"relevant_ids": ["192835"], "ranked_ids": ["192835", "105782", "516620", "132912", "121070", "105783", "113488", "126746", "1702", "21131"], "ranked_scores": [0.7135, 0.6016, 0.5807, 0.5573, 0.4818, 0.474, 0.4661, 0.4531, 0.4297, 0.4297], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145582": {"relevant_ids": ["145583"], "ranked_ids": ["145583", "263736", "87614", "245370", "369068", "299264", "358086", "20024", "39561", "285851"], "ranked_scores": [0.6536, 0.3906, 0.2943, 0.2786, 0.276, 0.2734, 0.2708, 0.2708, 0.2604, 0.2578], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "315712": {"relevant_ids": ["315713"], "ranked_ids": ["315713", "120489", "242340", "408588", "298503", "194841", "153536", "203205", "396505", "313575"], "ranked_scores": [0.6042, 0.4167, 0.4036, 0.3932, 0.3724, 0.362, 0.3385, 0.3359, 0.3359, 0.3359], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145739": {"relevant_ids": ["145740"], "ranked_ids": ["145740", "241979", "366074", "415781", "115412", "210012", "465597", "8705", "375395", "376315"], "ranked_scores": [0.6901, 0.4688, 0.4635, 0.4531, 0.4453, 0.4427, 0.4427, 0.4297, 0.4193, 0.4193], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "308127": {"relevant_ids": ["308126"], "ranked_ids": ["308126", "79534", "35763", "367804", "252091", "36744", "77650", "167017", "123707", "471617"], "ranked_scores": [0.6771, 0.4219, 0.3958, 0.3932, 0.3802, 0.3802, 0.3776, 0.3568, 0.3542, 0.3516], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "287245": {"relevant_ids": ["283198", "283199", "322650"], "ranked_ids": ["322650", "283199", "283198", "109049", "221784", "30373", "348797", "497666", "388953", "505949"], "ranked_scores": [0.5417, 0.5417, 0.4766, 0.3958, 0.3854, 0.3776, 0.3464, 0.3437, 0.3385, 0.3281], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "14755": {"relevant_ids": ["211906", "14756"], "ranked_ids": ["450970", "211906", "14756", "57678", "277031", "235454", "30834", "338436", "383325", "72031"], "ranked_scores": [0.6536, 0.6354, 0.6302, 0.5182, 0.5104, 0.5052, 0.487, 0.4688, 0.4635, 0.4505], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6934, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6934, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6934, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "370170": {"relevant_ids": ["370169"], "ranked_ids": ["370169", "466920", "211280", "537762", "59810", "387761", "231528", "88911", "334238", "417976"], "ranked_scores": [0.9635, 0.3828, 0.3594, 0.3333, 0.3307, 0.3281, 0.3177, 0.3125, 0.3099, 0.3047], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "41774": {"relevant_ids": ["41773"], "ranked_ids": ["41773", "239344", "53738", "366794", "307530", "17691", "378060", "173048", "433175", "214766"], "ranked_scores": [0.6667, 0.474, 0.4479, 0.3958, 0.3906, 0.3646, 0.3516, 0.3437, 0.3255, 0.3229], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "399648": {"relevant_ids": ["399649"], "ranked_ids": ["399649", "225815", "212809", "243294", "54706", "504913", "462253", "412309", "529004", "435035"], "ranked_scores": [0.9375, 0.5938, 0.5104, 0.4948, 0.4766, 0.4688, 0.4609, 0.4583, 0.4453, 0.4349], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "504811": {"relevant_ids": ["504810"], "ranked_ids": ["504810", "84826", "90374", "309894", "364238", "298555", "179618", "448774", "214151", "137925"], "ranked_scores": [0.8802, 0.526, 0.4427, 0.4063, 0.4062, 0.4062, 0.3828, 0.3802, 0.3776, 0.3646], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "362950": {"relevant_ids": ["400212", "362949"], "ranked_ids": ["362949", "400212", "465929", "155870", "487392", "129563", "4715", "475478", "427587", "151122"], "ranked_scores": [0.5781, 0.5573, 0.4948, 0.4766, 0.4688, 0.4635, 0.4505, 0.4401, 0.4375, 0.4375], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "155873": {"relevant_ids": ["155874"], "ranked_ids": ["392604", "487664", "122134", "383066", "444541", "155874", "246660", "464100", "292617", "475341"], "ranked_scores": [0.4453, 0.4375, 0.4271, 0.4219, 0.4219, 0.4193, 0.3854, 0.3802, 0.3646, 0.362], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "263432": {"relevant_ids": ["263433"], "ranked_ids": ["263433", "128303", "370717", "471057", "407204", "473794", "136838", "230671", "258335", "401373"], "ranked_scores": [0.5339, 0.4349, 0.4297, 0.4271, 0.4271, 0.4063, 0.4062, 0.4062, 0.4036, 0.4036], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "354945": {"relevant_ids": ["354946"], "ranked_ids": ["354946", "254071", "462984", "462983", "322478", "236419", "307824", "108161", "331955", "490044"], "ranked_scores": [0.75, 0.6172, 0.4375, 0.4245, 0.401, 0.3646, 0.3229, 0.3125, 0.2917, 0.2708], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "245417": {"relevant_ids": ["248195", "219475"], "ranked_ids": ["219475", "40657", "248195", "368145", "64433", "164159", "390696", "301977", "37326", "319022"], "ranked_scores": [0.612, 0.5859, 0.5495, 0.5286, 0.5156, 0.4844, 0.4531, 0.4505, 0.4453, 0.4036], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.9197, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.9197, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9197, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "516276": {"relevant_ids": ["516277"], "ranked_ids": ["516277", "19755", "34173", "143842", "119374", "510783", "28381", "479392", "175142", "352189"], "ranked_scores": [0.7786, 0.5911, 0.5234, 0.5208, 0.4896, 0.4844, 0.4818, 0.4688, 0.4505, 0.4323], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177580": {"relevant_ids": ["177579"], "ranked_ids": ["177579", "185553", "511935", "532497", "57360", "106109", "419100", "143503", "430072", "84634"], "ranked_scores": [0.7943, 0.487, 0.4167, 0.4115, 0.362, 0.3542, 0.3385, 0.3333, 0.3047, 0.3021], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "309865": {"relevant_ids": ["78623", "33713", "78624"], "ranked_ids": ["209041", "153484", "33713", "78623", "405094", "78624", "495751", "109205", "87669", "360054"], "ranked_scores": [0.7083, 0.6719, 0.6224, 0.612, 0.6068, 0.6016, 0.5208, 0.5104, 0.5026, 0.5], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4367, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.6039, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "510387": {"relevant_ids": ["510386"], "ranked_ids": ["241538", "40390", "170896", "241537", "344869", "510386", "52003", "484846", "371033", "43729"], "ranked_scores": [0.612, 0.5833, 0.5703, 0.5651, 0.5599, 0.5547, 0.5286, 0.5182, 0.5, 0.4922], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "26645": {"relevant_ids": ["26644"], "ranked_ids": ["26644", "207775", "108781", "504445", "286617", "141417", "177220", "326597", "240705", "26813"], "ranked_scores": [0.8698, 0.5573, 0.5573, 0.4896, 0.474, 0.4557, 0.4531, 0.4479, 0.4479, 0.4453], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "47788": {"relevant_ids": ["455725"], "ranked_ids": ["455725", "518171", "47703", "8505", "15132", "47789", "235686", "101721", "348138", "85764"], "ranked_scores": [0.7057, 0.6198, 0.6068, 0.5781, 0.5729, 0.5703, 0.5625, 0.5599, 0.5521, 0.5312], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "338281": {"relevant_ids": ["338282"], "ranked_ids": ["338282", "391952", "138712", "345518", "325380", "443465", "389968", "514059", "135715", "263861"], "ranked_scores": [0.5859, 0.3594, 0.349, 0.3464, 0.3281, 0.3203, 0.3203, 0.3151, 0.3073, 0.3073], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "461149": {"relevant_ids": ["461148"], "ranked_ids": ["461148", "527101", "525835", "215782", "283905", "335800", "252761", "409325", "409324", "392721"], "ranked_scores": [0.5521, 0.5234, 0.4974, 0.4922, 0.4896, 0.487, 0.487, 0.4688, 0.4688, 0.4661], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "346126": {"relevant_ids": ["110711", "110710"], "ranked_ids": ["110710", "110711", "154338", "296319", "168350", "108617", "6816", "340823", "203476", "528998"], "ranked_scores": [0.8021, 0.7526, 0.6406, 0.5599, 0.5573, 0.5495, 0.5469, 0.526, 0.5208, 0.5208], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "372986": {"relevant_ids": ["262882", "49961"], "ranked_ids": ["49961", "262882", "215938", "516501", "303468", "88278", "497531", "499535", "190441", "491226"], "ranked_scores": [0.8281, 0.5911, 0.4844, 0.4714, 0.4635, 0.4557, 0.4375, 0.4297, 0.3984, 0.3958], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "501182": {"relevant_ids": ["501181"], "ranked_ids": ["501181", "179018", "109121", "185580", "400576", "274777", "446824", "402718", "347781", "325288"], "ranked_scores": [0.6719, 0.401, 0.3932, 0.3906, 0.3828, 0.3724, 0.3646, 0.362, 0.3594, 0.3568], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13800": {"relevant_ids": ["408522", "376590", "13799"], "ranked_ids": ["13799", "376590", "179943", "482825", "481109", "388705", "23471", "19904", "306761", "67319"], "ranked_scores": [0.5755, 0.513, 0.4844, 0.4505, 0.4453, 0.4349, 0.4323, 0.4297, 0.4245, 0.4219], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.7654, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.7654, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.6667}, "250143": {"relevant_ids": ["250142"], "ranked_ids": ["473276", "250142", "526032", "206630", "492698", "209138", "368186", "50539", "137994", "272631"], "ranked_scores": [0.6979, 0.6536, 0.4141, 0.4089, 0.401, 0.3594, 0.3464, 0.3438, 0.3359, 0.3359], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "13223": {"relevant_ids": ["88349", "13224", "156773", "88348", "20277"], "ranked_ids": ["156773", "13224", "88348", "88349", "366749", "86343", "24720", "223304", "137719", "361830"], "ranked_scores": [0.8568, 0.8203, 0.7682, 0.724, 0.6979, 0.6797, 0.6328, 0.6276, 0.6276, 0.5651], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.2, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6, "ndcg@5": 0.8688, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.8, "ndcg@10": 0.8688, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.8}, "11002": {"relevant_ids": ["11003"], "ranked_ids": ["11003", "489539", "10212", "444112", "314099", "254672", "82619", "241075", "153944", "312873"], "ranked_scores": [0.7578, 0.5339, 0.487, 0.4661, 0.4635, 0.4375, 0.4323, 0.4297, 0.4219, 0.4193], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177653": {"relevant_ids": ["79732"], "ranked_ids": ["79732", "395587", "39174", "200611", "525756", "373275", "373717", "310721", "194790", "377344"], "ranked_scores": [0.7266, 0.5156, 0.4974, 0.4792, 0.4349, 0.3906, 0.3776, 0.3698, 0.3385, 0.3333], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "415592": {"relevant_ids": ["415591"], "ranked_ids": ["415591", "84634", "288357", "485706", "430072", "387370", "91592", "117817", "115485", "88542"], "ranked_scores": [0.737, 0.5625, 0.5104, 0.474, 0.4609, 0.4583, 0.4583, 0.4531, 0.4531, 0.4453], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "511196": {"relevant_ids": ["511197"], "ranked_ids": ["511197", "156490", "328397", "53962", "289278", "251545", "414717", "491923", "435439", "398788"], "ranked_scores": [0.7161, 0.4219, 0.3984, 0.3932, 0.388, 0.3828, 0.3698, 0.3568, 0.349, 0.3411], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "344845": {"relevant_ids": ["344844"], "ranked_ids": ["344844", "327548", "161471", "79987", "380837", "95946", "384928", "111672", "327485", "187882"], "ranked_scores": [0.7578, 0.5599, 0.5547, 0.5365, 0.5234, 0.5208, 0.4948, 0.487, 0.4844, 0.4818], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "396744": {"relevant_ids": ["396745"], "ranked_ids": ["454241", "284966", "396745", "236438", "219399", "527221", "8609", "471027", "503444", "318589"], "ranked_scores": [0.4193, 0.4167, 0.4141, 0.388, 0.3854, 0.3776, 0.375, 0.3724, 0.3698, 0.3672], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "452398": {"relevant_ids": ["452399"], "ranked_ids": ["452399", "60646", "487918", "134287", "97822", "165046", "423427", "485561", "100727", "450912"], "ranked_scores": [0.7995, 0.3828, 0.3776, 0.3385, 0.3333, 0.3307, 0.3281, 0.3229, 0.3203, 0.3177], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "182114": {"relevant_ids": ["182113"], "ranked_ids": ["196647", "182113", "328873", "481882", "234482", "229182", "148285", "338860", "95186", "175640"], "ranked_scores": [0.474, 0.4557, 0.401, 0.3958, 0.3958, 0.3776, 0.3724, 0.3698, 0.3698, 0.3568], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "486260": {"relevant_ids": ["486259"], "ranked_ids": ["486259", "392356", "266904", "113749", "452464", "209254", "46379", "39049", "241333", "385204"], "ranked_scores": [0.7839, 0.5729, 0.5208, 0.5156, 0.5, 0.4922, 0.4792, 0.4688, 0.4661, 0.4635], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "455140": {"relevant_ids": ["315935"], "ranked_ids": ["315935", "150842", "50224", "315936", "519049", "246286", "369068", "245896", "93864", "124700"], "ranked_scores": [0.7422, 0.5052, 0.4896, 0.4687, 0.4687, 0.4687, 0.4609, 0.4427, 0.4297, 0.4219], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "56198": {"relevant_ids": ["56199"], "ranked_ids": ["56199", "249114", "160194", "130971", "521606", "431226", "246583", "138891", "308888", "454612"], "ranked_scores": [0.7786, 0.362, 0.3568, 0.3516, 0.349, 0.3464, 0.3464, 0.3438, 0.3151, 0.3099], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "30172": {"relevant_ids": ["145119", "373486", "145120", "30173", "185817", "68426"], "ranked_ids": ["145120", "68426", "160900", "463253", "185817", "205338", "311173", "30173", "96958", "520426"], "ranked_scores": [0.7708, 0.6823, 0.6719, 0.5651, 0.5547, 0.5443, 0.5365, 0.5339, 0.5052, 0.5026], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.1667, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.6844, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.706, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.6667}, "127880": {"relevant_ids": ["241164"], "ranked_ids": ["241164", "121458", "527388", "535042", "84471", "156678", "450198", "112470", "135083", "266615"], "ranked_scores": [0.5339, 0.4505, 0.4297, 0.4219, 0.4167, 0.4062, 0.4062, 0.401, 0.3984, 0.3984], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "167969": {"relevant_ids": ["174461"], "ranked_ids": ["174461", "360983", "78497", "91854", "207491", "347474", "10394", "121354", "257735", "144121"], "ranked_scores": [0.526, 0.5078, 0.4271, 0.4219, 0.4219, 0.3984, 0.3906, 0.388, 0.388, 0.3724], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "97986": {"relevant_ids": ["97987"], "ranked_ids": ["97987", "44589", "108564", "284181", "326597", "393565", "139722", "479236", "105886", "506848"], "ranked_scores": [0.875, 0.5703, 0.5234, 0.4609, 0.4557, 0.4505, 0.4479, 0.4453, 0.4375, 0.4375], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "12865": {"relevant_ids": ["105683"], "ranked_ids": ["105683", "277453", "92902", "191268", "94167", "188959", "113886", "313106", "477677", "146805"], "ranked_scores": [0.8411, 0.5521, 0.5469, 0.526, 0.4974, 0.4766, 0.4635, 0.4557, 0.4531, 0.4479], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "215681": {"relevant_ids": ["215680"], "ranked_ids": ["215680", "57552", "178515", "5733", "177080", "297953", "119374", "340195", "520998", "78042"], "ranked_scores": [0.8151, 0.4583, 0.4557, 0.4401, 0.4297, 0.4141, 0.4115, 0.4089, 0.4089, 0.401], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-mpnet-base-mrl-64-tq-1bit": {"127728": {"relevant_ids": ["127729"], "ranked_ids": ["73255", "507600", "306679", "87641", "250619", "435743", "127729", "257349", "315009", "418549"], "ranked_scores": [0.6563, 0.5938, 0.5625, 0.5313, 0.5312, 0.5312, 0.5312, 0.5, 0.5, 0.5], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "318820": {"relevant_ids": ["318821"], "ranked_ids": ["318821", "491038", "496708", "441218", "491039", "333136", "410913", "360734", "367479", "395217"], "ranked_scores": [0.8125, 0.6562, 0.625, 0.625, 0.5937, 0.5313, 0.5313, 0.5312, 0.5, 0.5], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "296098": {"relevant_ids": ["296097"], "ranked_ids": ["173403", "469868", "45507", "364131", "537834", "307653", "268199", "45506", "296097", "56686"], "ranked_scores": [0.6562, 0.625, 0.625, 0.5937, 0.5625, 0.5312, 0.5312, 0.5312, 0.5312, 0.5312], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "150414": {"relevant_ids": ["192835"], "ranked_ids": ["192835", "13436", "100422", "8875", "428836", "516620", "105782", "58953", "212021", "68652"], "ranked_scores": [0.7812, 0.6875, 0.6563, 0.625, 0.625, 0.625, 0.625, 0.625, 0.5938, 0.5938], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145582": {"relevant_ids": ["145583"], "ranked_ids": ["145583", "492607", "208146", "263736", "217206", "78636", "87641", "468426", "250197", "325567"], "ranked_scores": [0.75, 0.5625, 0.5313, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "315712": {"relevant_ids": ["315713"], "ranked_ids": ["315713", "409852", "478598", "455819", "396505", "252239", "469483", "456673", "135826", "316345"], "ranked_scores": [0.625, 0.625, 0.5938, 0.5625, 0.5313, 0.5313, 0.5312, 0.5312, 0.5312, 0.5312], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145739": {"relevant_ids": ["145740"], "ranked_ids": ["145740", "100457", "190593", "8705", "156272", "214971", "358493", "429177", "43191", "241979"], "ranked_scores": [0.8125, 0.625, 0.625, 0.5938, 0.5937, 0.5625, 0.5625, 0.5625, 0.5625, 0.5625], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "308127": {"relevant_ids": ["308126"], "ranked_ids": ["75156", "308126", "130847", "104625", "248655", "68652", "120446", "107010", "189748", "347955"], "ranked_scores": [0.7188, 0.6875, 0.5625, 0.5625, 0.5625, 0.5313, 0.5312, 0.5312, 0.5312, 0.5312], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "287245": {"relevant_ids": ["283198", "283199", "322650"], "ranked_ids": ["283198", "283199", "322650", "26170", "388953", "452592", "172793", "319909", "450635", "456116"], "ranked_scores": [0.6875, 0.625, 0.625, 0.5937, 0.5625, 0.5625, 0.5625, 0.5625, 0.5313, 0.5313], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "14755": {"relevant_ids": ["211906", "14756"], "ranked_ids": ["14756", "450970", "211906", "88473", "72275", "30834", "527388", "383325", "45354", "24329"], "ranked_scores": [0.8438, 0.7813, 0.7813, 0.75, 0.7188, 0.6875, 0.6875, 0.6875, 0.6563, 0.6563], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.9197, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.9197, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9197, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "370170": {"relevant_ids": ["370169"], "ranked_ids": ["370169", "24329", "388915", "28996", "348242", "79732", "525756", "26301", "408650", "466920"], "ranked_scores": [1.0, 0.5625, 0.5312, 0.5, 0.5, 0.5, 0.5, 0.5, 0.5, 0.4688], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "41774": {"relevant_ids": ["41773"], "ranked_ids": ["41773", "433175", "307530", "366794", "407675", "33017", "307653", "185583", "454279", "340176"], "ranked_scores": [0.75, 0.5938, 0.5938, 0.5313, 0.5313, 0.5312, 0.5, 0.5, 0.5, 0.5], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "399648": {"relevant_ids": ["399649"], "ranked_ids": ["399649", "212809", "225815", "54706", "273311", "412309", "529004", "107822", "327562", "359281"], "ranked_scores": [0.9375, 0.6875, 0.6875, 0.6562, 0.625, 0.625, 0.5938, 0.5937, 0.5937, 0.5625], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "504811": {"relevant_ids": ["504810"], "ranked_ids": ["504810", "204681", "214151", "448774", "84826", "337091", "117817", "276160", "364238", "251173"], "ranked_scores": [0.8438, 0.6562, 0.6562, 0.625, 0.625, 0.625, 0.5938, 0.5938, 0.5938, 0.5937], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "362950": {"relevant_ids": ["400212", "362949"], "ranked_ids": ["487392", "459345", "340437", "151122", "155870", "362949", "210382", "24154", "411503", "324586"], "ranked_scores": [0.75, 0.7188, 0.7187, 0.7187, 0.7187, 0.7187, 0.6875, 0.6875, 0.6875, 0.6875], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2184, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 0.5}, "155873": {"relevant_ids": ["155874"], "ranked_ids": ["158852", "241611", "104845", "399039", "220928", "262320", "88342", "433175", "174295", "30823"], "ranked_scores": [0.5313, 0.5313, 0.5312, 0.5312, 0.5, 0.5, 0.4688, 0.4688, 0.4688, 0.4688], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "263432": {"relevant_ids": ["263433"], "ranked_ids": ["370717", "372749", "263433", "279243", "29349", "47834", "41365", "95041", "370718", "401373"], "ranked_scores": [0.7813, 0.6875, 0.6875, 0.6875, 0.6563, 0.6563, 0.6563, 0.6562, 0.625, 0.625], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "354945": {"relevant_ids": ["354946"], "ranked_ids": ["354946", "211239", "254071", "121390", "108187", "433248", "107010", "123344", "41281", "69704"], "ranked_scores": [0.8438, 0.5937, 0.5625, 0.5, 0.5, 0.5, 0.5, 0.4688, 0.4687, 0.4375], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "245417": {"relevant_ids": ["248195", "219475"], "ranked_ids": ["219475", "248195", "64433", "301977", "63665", "390696", "40657", "124609", "68956", "164159"], "ranked_scores": [0.9062, 0.8125, 0.7813, 0.625, 0.5937, 0.5625, 0.5625, 0.5312, 0.5312, 0.5312], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "516276": {"relevant_ids": ["516277"], "ranked_ids": ["516277", "34173", "19755", "175142", "479392", "143842", "510783", "76958", "307005", "352189"], "ranked_scores": [0.7188, 0.6563, 0.6562, 0.5938, 0.5937, 0.5625, 0.5625, 0.5625, 0.5625, 0.5625], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177580": {"relevant_ids": ["177579"], "ranked_ids": ["177579", "162045", "125075", "344161", "160276", "1096", "511683", "336202", "6705", "4350"], "ranked_scores": [0.8125, 0.7188, 0.7188, 0.7187, 0.6562, 0.6562, 0.625, 0.625, 0.625, 0.5938], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "309865": {"relevant_ids": ["78623", "33713", "78624"], "ranked_ids": ["209041", "109205", "153484", "78624", "442611", "405094", "33713", "495751", "78623", "495578"], "ranked_scores": [0.8438, 0.7188, 0.7188, 0.6875, 0.6563, 0.6562, 0.625, 0.625, 0.5938, 0.5937], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2021, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4998, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "510387": {"relevant_ids": ["510386"], "ranked_ids": ["510386", "241537", "241538", "442062", "12974", "21919", "40390", "38829", "170896", "112669"], "ranked_scores": [0.75, 0.7188, 0.7188, 0.7188, 0.6875, 0.6562, 0.6562, 0.6562, 0.6562, 0.625], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "26645": {"relevant_ids": ["26644"], "ranked_ids": ["26644", "504445", "108781", "284347", "163452", "26813", "215551", "282609", "208843", "249010"], "ranked_scores": [0.9063, 0.7813, 0.7187, 0.6563, 0.625, 0.625, 0.625, 0.5938, 0.5938, 0.5938], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "47788": {"relevant_ids": ["455725"], "ranked_ids": ["9659", "455725", "15132", "348138", "85764", "8505", "47789", "38585", "235686", "518171"], "ranked_scores": [0.8437, 0.8437, 0.8125, 0.7812, 0.75, 0.75, 0.75, 0.7187, 0.7187, 0.7187], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "338281": {"relevant_ids": ["338282"], "ranked_ids": ["338282", "151801", "389968", "476702", "232469", "340822", "325567", "379927", "492607", "525328"], "ranked_scores": [0.75, 0.5938, 0.5625, 0.5625, 0.5313, 0.5313, 0.5312, 0.5312, 0.5312, 0.5312], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "461149": {"relevant_ids": ["461148"], "ranked_ids": ["256098", "203100", "527101", "377056", "461148", "509502", "482221", "283905", "354537", "525835"], "ranked_scores": [0.6562, 0.6562, 0.625, 0.5938, 0.5938, 0.5938, 0.5938, 0.5937, 0.5937, 0.5937], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "346126": {"relevant_ids": ["110711", "110710"], "ranked_ids": ["110710", "110711", "67837", "154338", "47834", "203476", "160306", "254526", "85707", "528998"], "ranked_scores": [0.8438, 0.8437, 0.7812, 0.75, 0.6875, 0.6875, 0.6563, 0.6563, 0.6562, 0.625], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "372986": {"relevant_ids": ["262882", "49961"], "ranked_ids": ["49961", "262882", "303468", "491226", "494989", "497531", "47050", "415486", "499535", "485235"], "ranked_scores": [0.9062, 0.75, 0.75, 0.7188, 0.7188, 0.7187, 0.6563, 0.625, 0.625, 0.625], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "501182": {"relevant_ids": ["501181"], "ranked_ids": ["501181", "429772", "322295", "446824", "179018", "309463", "274777", "329643", "498938", "322294"], "ranked_scores": [0.7812, 0.625, 0.5313, 0.5312, 0.5312, 0.5, 0.5, 0.5, 0.5, 0.4688], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13800": {"relevant_ids": ["408522", "376590", "13799"], "ranked_ids": ["13799", "214970", "257857", "482825", "410132", "520816", "521996", "553", "302075", "398510"], "ranked_scores": [0.75, 0.7188, 0.6875, 0.6875, 0.6563, 0.6563, 0.6563, 0.6563, 0.6562, 0.6562], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4693, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "250143": {"relevant_ids": ["250142"], "ranked_ids": ["473276", "250142", "520955", "520189", "348797", "173862", "109049", "27632", "209138", "50538"], "ranked_scores": [0.8438, 0.7812, 0.5625, 0.5625, 0.5625, 0.5313, 0.5312, 0.5312, 0.5312, 0.5312], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "13223": {"relevant_ids": ["88349", "13224", "156773", "88348", "20277"], "ranked_ids": ["163971", "156773", "13224", "11938", "183085", "301375", "88278", "358522", "390786", "235061"], "ranked_scores": [0.875, 0.875, 0.75, 0.7188, 0.7188, 0.6875, 0.6875, 0.6875, 0.6563, 0.6563], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5307, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.4, "ndcg@5": 0.3836, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.4, "ndcg@10": 0.3836, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.4}, "11002": {"relevant_ids": ["11003"], "ranked_ids": ["11003", "238674", "254672", "35939", "313698", "173104", "314099", "199548", "24296", "40074"], "ranked_scores": [0.7812, 0.5938, 0.5937, 0.5625, 0.5625, 0.5312, 0.5312, 0.5312, 0.5312, 0.5], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177653": {"relevant_ids": ["79732"], "ranked_ids": ["225019", "79732", "373717", "431590", "91704", "494720", "39174", "191538", "310721", "412316"], "ranked_scores": [0.6875, 0.625, 0.625, 0.5937, 0.5937, 0.5625, 0.5625, 0.5625, 0.5625, 0.5313], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "415592": {"relevant_ids": ["415591"], "ranked_ids": ["415591", "207607", "223525", "17843", "387370", "509003", "322822", "68386", "210012", "84634"], "ranked_scores": [0.75, 0.625, 0.5938, 0.5938, 0.5625, 0.5625, 0.5625, 0.5625, 0.5625, 0.5625], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "511196": {"relevant_ids": ["511197"], "ranked_ids": ["102706", "420936", "511197", "191328", "465420", "529739", "512812", "518608", "328397", "483090"], "ranked_scores": [0.6562, 0.625, 0.625, 0.625, 0.5938, 0.5937, 0.5937, 0.5625, 0.5625, 0.5625], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "344845": {"relevant_ids": ["344844"], "ranked_ids": ["344844", "52235", "410132", "292513", "214971", "239795", "363883", "358739", "327485", "138892"], "ranked_scores": [0.8125, 0.6563, 0.6563, 0.6562, 0.625, 0.625, 0.625, 0.625, 0.625, 0.5938], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "396744": {"relevant_ids": ["396745"], "ranked_ids": ["418055", "284966", "145729", "503444", "454241", "527221", "362253", "396745", "471027", "526492"], "ranked_scores": [0.6875, 0.6563, 0.625, 0.625, 0.5938, 0.5937, 0.5625, 0.5625, 0.5625, 0.5625], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "452398": {"relevant_ids": ["452399"], "ranked_ids": ["452399", "487918", "460987", "367869", "518474", "423933", "251052", "470800", "344872", "60646"], "ranked_scores": [0.8438, 0.5312, 0.5, 0.5, 0.5, 0.5, 0.5, 0.4688, 0.4687, 0.4687], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "182114": {"relevant_ids": ["182113"], "ranked_ids": ["354965", "481882", "151659", "60142", "86719", "229182", "156272", "293051", "204923", "108630"], "ranked_scores": [0.6563, 0.625, 0.625, 0.5938, 0.5938, 0.5937, 0.5625, 0.5625, 0.5625, 0.5625], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "486260": {"relevant_ids": ["486259"], "ranked_ids": ["486259", "113749", "220387", "452464", "46379", "509277", "340740", "40094", "113100", "323724"], "ranked_scores": [0.875, 0.625, 0.625, 0.5938, 0.5938, 0.5937, 0.5625, 0.5625, 0.5625, 0.5625], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "455140": {"relevant_ids": ["315935"], "ranked_ids": ["315935", "93864", "150842", "245896", "427112", "173862", "308963", "519049", "124700", "162688"], "ranked_scores": [0.8438, 0.6562, 0.625, 0.5937, 0.5313, 0.5313, 0.5312, 0.5312, 0.5312, 0.5], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "56198": {"relevant_ids": ["56199"], "ranked_ids": ["56199", "259258", "5969", "462253", "199688", "246583", "531369", "249114", "431226", "511941"], "ranked_scores": [0.8125, 0.625, 0.5938, 0.5938, 0.5937, 0.5625, 0.5625, 0.5625, 0.5625, 0.5313], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "30172": {"relevant_ids": ["145119", "373486", "145120", "30173", "185817", "68426"], "ranked_ids": ["160900", "145120", "185817", "73405", "15236", "205338", "288044", "30100", "311173", "82405"], "ranked_scores": [0.7812, 0.7812, 0.75, 0.7188, 0.7187, 0.6875, 0.6875, 0.6875, 0.6875, 0.6875], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5307, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.3836, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.3422, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.3333}, "127880": {"relevant_ids": ["241164"], "ranked_ids": ["241164", "527388", "421143", "403741", "36536", "329579", "121458", "99916", "156678", "216657"], "ranked_scores": [0.7812, 0.6562, 0.625, 0.625, 0.5938, 0.5938, 0.5937, 0.5625, 0.5625, 0.5625], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "167969": {"relevant_ids": ["174461"], "ranked_ids": ["171665", "174461", "259689", "32135", "332046", "91854", "174552", "99889", "59271", "58406"], "ranked_scores": [0.5938, 0.5938, 0.5625, 0.5625, 0.5313, 0.5312, 0.5312, 0.5, 0.5, 0.4688], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "97986": {"relevant_ids": ["97987"], "ranked_ids": ["97987", "44589", "284181", "186723", "366592", "108564", "59271", "105886", "248383", "407354"], "ranked_scores": [0.875, 0.625, 0.5938, 0.5625, 0.5625, 0.5625, 0.5625, 0.5625, 0.5625, 0.5313], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "12865": {"relevant_ids": ["105683"], "ranked_ids": ["105683", "506722", "356189", "94167", "191268", "146805", "92902", "6376", "356740", "35071"], "ranked_scores": [0.9375, 0.7812, 0.75, 0.6875, 0.6875, 0.6563, 0.625, 0.625, 0.625, 0.5938], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "215681": {"relevant_ids": ["215680"], "ranked_ids": ["215680", "201480", "297953", "290688", "178515", "161701", "36495", "333627", "104845", "54139"], "ranked_scores": [0.8125, 0.625, 0.625, 0.5938, 0.5937, 0.5625, 0.5625, 0.5625, 0.5625, 0.5625], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-mpnet-base-mrl-64-tq-2bit": {"127728": {"relevant_ids": ["127729"], "ranked_ids": ["250619", "127729", "315009", "73255", "78763", "485054", "38063", "245618", "230738", "418549"], "ranked_scores": [0.6782, 0.5911, 0.5698, 0.5637, 0.5632, 0.5632, 0.5621, 0.5479, 0.536, 0.5322], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "318820": {"relevant_ids": ["318821"], "ranked_ids": ["318821", "528342", "367479", "491038", "360734", "362498", "491039", "496708", "410913", "441218"], "ranked_scores": [0.9168, 0.7069, 0.7043, 0.683, 0.6569, 0.6514, 0.6452, 0.616, 0.5881, 0.5847], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "296098": {"relevant_ids": ["296097"], "ranked_ids": ["45507", "469868", "45506", "296097", "56686", "307653", "173403", "130062", "412371", "493414"], "ranked_scores": [0.7863, 0.6488, 0.6483, 0.6287, 0.6272, 0.6212, 0.6211, 0.5774, 0.5717, 0.5698], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "150414": {"relevant_ids": ["192835"], "ranked_ids": ["192835", "105782", "21131", "121070", "105783", "113488", "8875", "199554", "516620", "132912"], "ranked_scores": [0.8678, 0.7765, 0.7608, 0.7481, 0.7329, 0.7286, 0.7242, 0.6925, 0.6904, 0.6804], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145582": {"relevant_ids": ["145583"], "ranked_ids": ["145583", "44287", "474044", "39561", "263736", "492607", "432243", "284736", "217206", "403252"], "ranked_scores": [0.8033, 0.5549, 0.549, 0.5454, 0.5244, 0.4963, 0.4943, 0.4849, 0.4791, 0.4718], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "315712": {"relevant_ids": ["315713"], "ranked_ids": ["315713", "409852", "451913", "456673", "408588", "396505", "242340", "203205", "284336", "120489"], "ranked_scores": [0.7436, 0.6414, 0.6345, 0.6301, 0.6232, 0.6173, 0.6043, 0.5998, 0.5908, 0.5857], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145739": {"relevant_ids": ["145740"], "ranked_ids": ["145740", "366074", "190593", "8705", "375395", "115412", "241979", "33202", "323620", "336202"], "ranked_scores": [0.8361, 0.6889, 0.6771, 0.6703, 0.6588, 0.6356, 0.6293, 0.623, 0.6106, 0.6096], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "308127": {"relevant_ids": ["308126"], "ranked_ids": ["308126", "481501", "104625", "79534", "367804", "157974", "35763", "231528", "180691", "100860"], "ranked_scores": [0.806, 0.7341, 0.6745, 0.6375, 0.6368, 0.6181, 0.6127, 0.61, 0.6074, 0.6039], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "287245": {"relevant_ids": ["283198", "283199", "322650"], "ranked_ids": ["283199", "322650", "283198", "109049", "420279", "309999", "388953", "388952", "126287", "192143"], "ranked_scores": [0.7847, 0.754, 0.7424, 0.6546, 0.6057, 0.5881, 0.587, 0.584, 0.5757, 0.5627], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "14755": {"relevant_ids": ["211906", "14756"], "ranked_ids": ["14756", "211906", "450970", "57678", "72275", "277031", "30834", "235454", "259619", "128231"], "ranked_scores": [0.8233, 0.8197, 0.8065, 0.7928, 0.7906, 0.7888, 0.7481, 0.7284, 0.7254, 0.7123], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "370170": {"relevant_ids": ["370169"], "ranked_ids": ["370169", "387761", "325981", "466920", "537762", "210774", "279893", "311978", "417976", "4714"], "ranked_scores": [0.9741, 0.6363, 0.619, 0.6183, 0.599, 0.5866, 0.5808, 0.5801, 0.5797, 0.5794], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "41774": {"relevant_ids": ["41773"], "ranked_ids": ["41773", "307530", "53738", "33017", "239344", "438621", "129618", "468655", "123525", "366794"], "ranked_scores": [0.8381, 0.7417, 0.6685, 0.6244, 0.5958, 0.5863, 0.5802, 0.5694, 0.5632, 0.5486], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "399648": {"relevant_ids": ["399649"], "ranked_ids": ["399649", "212809", "54706", "412309", "225815", "445074", "435035", "462253", "142361", "24384"], "ranked_scores": [0.9646, 0.7512, 0.7425, 0.7098, 0.7039, 0.675, 0.6619, 0.661, 0.6547, 0.6547], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "504811": {"relevant_ids": ["504810"], "ranked_ids": ["504810", "287433", "181788", "84826", "309894", "448774", "364238", "15879", "175461", "276160"], "ranked_scores": [0.9453, 0.6589, 0.6522, 0.646, 0.6373, 0.6362, 0.6256, 0.6218, 0.6193, 0.6096], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "362950": {"relevant_ids": ["400212", "362949"], "ranked_ids": ["362949", "400212", "24154", "210382", "487392", "203063", "459345", "155870", "151122", "169704"], "ranked_scores": [0.8159, 0.7882, 0.7864, 0.7551, 0.7441, 0.7404, 0.732, 0.729, 0.7259, 0.7015], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "155873": {"relevant_ids": ["155874"], "ranked_ids": ["122134", "524460", "383066", "292617", "241611", "303941", "392604", "174295", "439035", "158852"], "ranked_scores": [0.6399, 0.6299, 0.6244, 0.6049, 0.6002, 0.5856, 0.5793, 0.5752, 0.5749, 0.5618], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "263432": {"relevant_ids": ["263433"], "ranked_ids": ["263433", "407204", "471057", "136838", "279243", "20409", "370717", "372749", "97259", "401373"], "ranked_scores": [0.7918, 0.7299, 0.7013, 0.678, 0.6658, 0.6534, 0.6521, 0.6371, 0.6324, 0.6318], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "354945": {"relevant_ids": ["354946"], "ranked_ids": ["354946", "254071", "462983", "462984", "236419", "322478", "69704", "108161", "108187", "454054"], "ranked_scores": [0.8582, 0.7732, 0.6785, 0.5935, 0.5902, 0.5776, 0.5705, 0.544, 0.5324, 0.5321], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "245417": {"relevant_ids": ["248195", "219475"], "ranked_ids": ["40657", "219475", "248195", "64433", "390696", "257747", "391541", "37326", "290428", "324586"], "ranked_scores": [0.8063, 0.7697, 0.7396, 0.7263, 0.6725, 0.6455, 0.6292, 0.6151, 0.6104, 0.6004], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6934, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6934, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6934, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "516276": {"relevant_ids": ["516277"], "ranked_ids": ["516277", "34173", "19755", "510783", "175142", "76958", "479392", "352189", "197869", "143842"], "ranked_scores": [0.9141, 0.85, 0.8213, 0.7983, 0.7869, 0.78, 0.7363, 0.6964, 0.6881, 0.6704], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177580": {"relevant_ids": ["177579"], "ranked_ids": ["177579", "125075", "160276", "115954", "21919", "143503", "532497", "145740", "272252", "280100"], "ranked_scores": [0.9144, 0.6389, 0.6162, 0.6072, 0.6065, 0.5905, 0.5892, 0.58, 0.5743, 0.5658], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "309865": {"relevant_ids": ["78623", "33713", "78624"], "ranked_ids": ["209041", "109205", "33713", "495751", "153484", "425739", "78624", "405094", "78623", "358785"], "ranked_scores": [0.8622, 0.8328, 0.8223, 0.8138, 0.7967, 0.7752, 0.7695, 0.7515, 0.7025, 0.6898], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2346, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.5323, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "510387": {"relevant_ids": ["510386"], "ranked_ids": ["241537", "241538", "40390", "371033", "12974", "510386", "170896", "344869", "412443", "235892"], "ranked_scores": [0.8461, 0.8461, 0.7466, 0.7322, 0.7316, 0.7264, 0.7246, 0.6959, 0.6949, 0.6947], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "26645": {"relevant_ids": ["26644"], "ranked_ids": ["26644", "207775", "286617", "108781", "504445", "148567", "12895", "215551", "284347", "480667"], "ranked_scores": [0.9589, 0.7594, 0.7563, 0.7545, 0.7405, 0.7304, 0.7303, 0.7023, 0.6848, 0.684], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "47788": {"relevant_ids": ["455725"], "ranked_ids": ["455725", "15132", "47789", "37221", "47703", "518171", "235686", "85764", "120701", "105230"], "ranked_scores": [0.8446, 0.7999, 0.796, 0.7823, 0.775, 0.7668, 0.7598, 0.7573, 0.7537, 0.7498], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "338281": {"relevant_ids": ["338282"], "ranked_ids": ["338282", "135715", "484617", "240052", "8568", "56442", "100426", "11563", "263861", "467526"], "ranked_scores": [0.7896, 0.6169, 0.5693, 0.5662, 0.5612, 0.5582, 0.5545, 0.5444, 0.5428, 0.5281], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "461149": {"relevant_ids": ["461148"], "ranked_ids": ["461148", "203100", "525835", "377056", "283905", "256098", "527101", "409325", "354537", "519891"], "ranked_scores": [0.8044, 0.7971, 0.7638, 0.7592, 0.7497, 0.7069, 0.7052, 0.6856, 0.6796, 0.6776], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "346126": {"relevant_ids": ["110711", "110710"], "ranked_ids": ["110710", "110711", "154338", "254526", "275291", "148406", "160306", "203476", "296319", "67837"], "ranked_scores": [0.926, 0.8917, 0.8365, 0.7695, 0.7236, 0.7207, 0.7179, 0.6916, 0.6891, 0.6884], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "372986": {"relevant_ids": ["262882", "49961"], "ranked_ids": ["49961", "303468", "262882", "494989", "499535", "215938", "497531", "491226", "523035", "47050"], "ranked_scores": [0.9104, 0.7958, 0.7746, 0.7584, 0.7338, 0.7206, 0.6995, 0.6682, 0.6466, 0.6388], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.9197, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.9197, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9197, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "501182": {"relevant_ids": ["501181"], "ranked_ids": ["501181", "274777", "429772", "240678", "446824", "179018", "291000", "474402", "143008", "36744"], "ranked_scores": [0.8393, 0.696, 0.6471, 0.6465, 0.6455, 0.6255, 0.6196, 0.6188, 0.6127, 0.5899], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13800": {"relevant_ids": ["408522", "376590", "13799"], "ranked_ids": ["13799", "376590", "214970", "521996", "482825", "179943", "67320", "408522", "209853", "306761"], "ranked_scores": [0.7696, 0.7647, 0.7445, 0.7427, 0.7419, 0.7123, 0.7112, 0.7105, 0.7075, 0.7049], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.7654, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.9134, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "250143": {"relevant_ids": ["250142"], "ranked_ids": ["250142", "473276", "209138", "206630", "368186", "520955", "57155", "38409", "520189", "173862"], "ranked_scores": [0.8339, 0.7813, 0.6744, 0.6696, 0.6631, 0.6412, 0.6235, 0.6183, 0.6153, 0.5831], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13223": {"relevant_ids": ["88349", "13224", "156773", "88348", "20277"], "ranked_ids": ["156773", "13224", "137719", "88348", "86343", "163971", "88349", "235061", "11938", "366749"], "ranked_scores": [0.8732, 0.8573, 0.8333, 0.8264, 0.8224, 0.802, 0.7952, 0.7873, 0.7769, 0.7486], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.2, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.4, "ndcg@5": 0.6992, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6, "ndcg@10": 0.8123, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.8}, "11002": {"relevant_ids": ["11003"], "ranked_ids": ["11003", "12718", "24296", "313698", "444112", "254672", "35939", "311772", "312873", "10212"], "ranked_scores": [0.8263, 0.7168, 0.7016, 0.6975, 0.6857, 0.6761, 0.6713, 0.663, 0.6606, 0.6565], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177653": {"relevant_ids": ["79732"], "ranked_ids": ["79732", "225019", "39174", "299502", "310721", "373275", "494720", "395587", "91704", "373717"], "ranked_scores": [0.8541, 0.7687, 0.7494, 0.7063, 0.705, 0.7005, 0.6784, 0.6604, 0.6588, 0.654], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "415592": {"relevant_ids": ["415591"], "ranked_ids": ["415591", "467639", "44998", "207607", "26742", "322822", "68386", "430072", "387370", "485706"], "ranked_scores": [0.8523, 0.6662, 0.6652, 0.6605, 0.6605, 0.6572, 0.6405, 0.6376, 0.6326, 0.6255], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "511196": {"relevant_ids": ["511197"], "ranked_ids": ["511197", "251545", "491923", "99760", "156490", "191329", "435439", "414717", "191328", "251546"], "ranked_scores": [0.8925, 0.7079, 0.6968, 0.696, 0.6802, 0.6765, 0.6478, 0.6423, 0.6356, 0.6292], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "344845": {"relevant_ids": ["344844"], "ranked_ids": ["344844", "292513", "48574", "401905", "363883", "528998", "96221", "397001", "380767", "161471"], "ranked_scores": [0.8797, 0.7587, 0.7257, 0.7088, 0.7017, 0.6997, 0.6997, 0.6991, 0.6973, 0.6944], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "396744": {"relevant_ids": ["396745"], "ranked_ids": ["527221", "284966", "471027", "145729", "454241", "396745", "338567", "503444", "318588", "481437"], "ranked_scores": [0.7107, 0.6785, 0.6563, 0.6554, 0.6375, 0.6276, 0.6177, 0.6151, 0.605, 0.5938], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "452398": {"relevant_ids": ["452399"], "ranked_ids": ["452399", "487918", "277360", "470800", "7119", "258503", "4228", "399415", "60646", "185580"], "ranked_scores": [0.9389, 0.6284, 0.571, 0.5489, 0.5455, 0.5394, 0.5284, 0.521, 0.5139, 0.5112], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "182114": {"relevant_ids": ["182113"], "ranked_ids": ["481882", "196647", "328873", "234482", "182113", "229182", "95186", "475043", "28361", "23242"], "ranked_scores": [0.7245, 0.721, 0.7132, 0.7118, 0.6805, 0.6681, 0.6321, 0.6202, 0.6194, 0.6165], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "486260": {"relevant_ids": ["486259"], "ranked_ids": ["486259", "46379", "38555", "113100", "38556", "392356", "452464", "511631", "391328", "220387"], "ranked_scores": [0.9179, 0.7422, 0.7299, 0.7137, 0.7001, 0.6937, 0.6713, 0.6711, 0.6671, 0.664], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "455140": {"relevant_ids": ["315935"], "ranked_ids": ["315935", "93864", "315936", "150842", "246286", "245896", "332628", "124700", "308963", "93863"], "ranked_scores": [0.891, 0.7462, 0.703, 0.6639, 0.6586, 0.6443, 0.6364, 0.6147, 0.6095, 0.6059], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "56198": {"relevant_ids": ["56199"], "ranked_ids": ["56199", "160194", "246583", "130971", "431226", "348405", "5969", "308888", "462253", "527122"], "ranked_scores": [0.9051, 0.6533, 0.6488, 0.6429, 0.6169, 0.6048, 0.6028, 0.5948, 0.5929, 0.5888], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "30172": {"relevant_ids": ["145119", "373486", "145120", "30173", "185817", "68426"], "ranked_ids": ["160900", "205338", "30173", "145120", "30100", "68426", "373486", "185817", "82405", "26554"], "ranked_scores": [0.8896, 0.8656, 0.8431, 0.8379, 0.8374, 0.8316, 0.8196, 0.7897, 0.7735, 0.773], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.1667, "ndcg@5": 0.3156, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.5857, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.8333}, "127880": {"relevant_ids": ["241164"], "ranked_ids": ["241164", "121458", "531392", "135083", "527388", "304086", "158019", "307991", "535042", "132797"], "ranked_scores": [0.7838, 0.7349, 0.7235, 0.7205, 0.6922, 0.6792, 0.6782, 0.6668, 0.6612, 0.6566], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "167969": {"relevant_ids": ["174461"], "ranked_ids": ["174461", "32135", "360983", "91854", "347474", "407354", "49800", "174552", "171665", "146236"], "ranked_scores": [0.7424, 0.7223, 0.67, 0.6383, 0.6246, 0.6081, 0.5862, 0.5834, 0.5759, 0.5648], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "97986": {"relevant_ids": ["97987"], "ranked_ids": ["97987", "44589", "90875", "108564", "415005", "207775", "192465", "105886", "248383", "366592"], "ranked_scores": [0.9153, 0.7203, 0.642, 0.6281, 0.627, 0.6156, 0.6112, 0.6101, 0.6061, 0.6002], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "12865": {"relevant_ids": ["105683"], "ranked_ids": ["105683", "92902", "506722", "277453", "6376", "191268", "94167", "232488", "302893", "356189"], "ranked_scores": [0.9554, 0.8083, 0.7933, 0.7901, 0.7591, 0.7557, 0.7168, 0.7154, 0.7118, 0.7111], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "215681": {"relevant_ids": ["215680"], "ranked_ids": ["215680", "178515", "5733", "54139", "116303", "161701", "306638", "177080", "57552", "142152"], "ranked_scores": [0.9336, 0.7864, 0.7455, 0.7129, 0.6947, 0.6898, 0.6839, 0.6757, 0.6733, 0.6673], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-mpnet-base-mrl-64-tq-3bit": {"127728": {"relevant_ids": ["127729"], "ranked_ids": ["127729", "485054", "250619", "78763", "387548", "73255", "317591", "92818", "315009", "116881"], "ranked_scores": [0.7212, 0.6773, 0.6744, 0.64, 0.6393, 0.6305, 0.6285, 0.6254, 0.6253, 0.624], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "318820": {"relevant_ids": ["318821"], "ranked_ids": ["318821", "367479", "528342", "360734", "491038", "496708", "491039", "362498", "441218", "167747"], "ranked_scores": [0.9494, 0.7461, 0.7425, 0.7253, 0.6697, 0.6593, 0.6576, 0.6548, 0.632, 0.595], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "296098": {"relevant_ids": ["296097"], "ranked_ids": ["45507", "296097", "45506", "56686", "307653", "412371", "173403", "469868", "198222", "493414"], "ranked_scores": [0.8041, 0.7046, 0.6944, 0.6578, 0.6297, 0.6254, 0.6184, 0.59, 0.5861, 0.5824], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "150414": {"relevant_ids": ["192835"], "ranked_ids": ["192835", "105782", "105783", "113488", "516620", "121070", "123802", "21131", "8875", "496848"], "ranked_scores": [0.9154, 0.8071, 0.7615, 0.7602, 0.7532, 0.7487, 0.7484, 0.7356, 0.7276, 0.7171], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145582": {"relevant_ids": ["145583"], "ranked_ids": ["145583", "263736", "87614", "474044", "44287", "39561", "393565", "277473", "177579", "428602"], "ranked_scores": [0.8459, 0.6491, 0.5352, 0.531, 0.5126, 0.5103, 0.4903, 0.4897, 0.485, 0.484], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "315712": {"relevant_ids": ["315713"], "ranked_ids": ["315713", "203205", "396505", "409852", "242340", "451913", "120489", "469483", "153536", "397107"], "ranked_scores": [0.7631, 0.6761, 0.6757, 0.6733, 0.6693, 0.6602, 0.66, 0.6323, 0.6305, 0.6301], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145739": {"relevant_ids": ["145740"], "ranked_ids": ["145740", "366074", "241979", "8705", "115412", "190593", "148222", "429177", "33202", "375395"], "ranked_scores": [0.882, 0.7831, 0.7407, 0.6892, 0.6858, 0.6798, 0.6632, 0.6582, 0.6424, 0.6365], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "308127": {"relevant_ids": ["308126"], "ranked_ids": ["308126", "481501", "77650", "301104", "79534", "180691", "100860", "367804", "386807", "167017"], "ranked_scores": [0.8909, 0.7423, 0.7329, 0.6726, 0.6698, 0.6651, 0.6649, 0.6612, 0.6558, 0.6532], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "287245": {"relevant_ids": ["283198", "283199", "322650"], "ranked_ids": ["283198", "283199", "322650", "109049", "420279", "126287", "195143", "309999", "30373", "388952"], "ranked_scores": [0.7829, 0.7752, 0.7599, 0.6702, 0.648, 0.6159, 0.6144, 0.6071, 0.5941, 0.5824], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "14755": {"relevant_ids": ["211906", "14756"], "ranked_ids": ["450970", "14756", "211906", "72275", "277031", "30834", "235454", "57678", "130847", "24329"], "ranked_scores": [0.903, 0.8902, 0.8729, 0.8243, 0.8172, 0.7883, 0.768, 0.7642, 0.7539, 0.7491], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6934, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6934, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6934, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "370170": {"relevant_ids": ["370169"], "ranked_ids": ["370169", "417976", "537762", "4714", "299578", "466920", "325981", "210774", "408650", "387761"], "ranked_scores": [0.9766, 0.6681, 0.6647, 0.6422, 0.6334, 0.631, 0.6251, 0.6185, 0.6143, 0.6079], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "41774": {"relevant_ids": ["41773"], "ranked_ids": ["41773", "307530", "239344", "53738", "33017", "407675", "454279", "468655", "123525", "127501"], "ranked_scores": [0.8528, 0.7902, 0.7002, 0.6954, 0.6374, 0.6236, 0.6196, 0.6193, 0.6111, 0.6098], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "399648": {"relevant_ids": ["399649"], "ranked_ids": ["399649", "212809", "54706", "225815", "412309", "142361", "24384", "445074", "529004", "462253"], "ranked_scores": [0.9796, 0.7872, 0.787, 0.7867, 0.772, 0.7137, 0.7137, 0.7125, 0.7092, 0.7009], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "504811": {"relevant_ids": ["504810"], "ranked_ids": ["504810", "181788", "451065", "15879", "175461", "364238", "287433", "84826", "132970", "309894"], "ranked_scores": [0.9762, 0.7308, 0.6729, 0.6691, 0.6624, 0.657, 0.6564, 0.6505, 0.6477, 0.6397], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "362950": {"relevant_ids": ["400212", "362949"], "ranked_ids": ["362949", "210382", "24154", "400212", "151122", "487392", "203063", "459345", "129147", "427587"], "ranked_scores": [0.8288, 0.8208, 0.8111, 0.785, 0.7844, 0.7773, 0.7768, 0.7506, 0.7501, 0.7489], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.8772, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.8772, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "155873": {"relevant_ids": ["155874"], "ranked_ids": ["174295", "383066", "378060", "363712", "292617", "524460", "439035", "158852", "392604", "487664"], "ranked_scores": [0.6351, 0.6336, 0.6325, 0.6269, 0.6199, 0.6166, 0.6145, 0.6126, 0.6077, 0.6029], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "263432": {"relevant_ids": ["263433"], "ranked_ids": ["263433", "407204", "471057", "372749", "370717", "401373", "72493", "20409", "254597", "41365"], "ranked_scores": [0.8417, 0.7567, 0.7202, 0.7162, 0.6989, 0.6946, 0.6925, 0.6817, 0.6791, 0.671], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "354945": {"relevant_ids": ["354946"], "ranked_ids": ["354946", "254071", "462983", "462984", "108161", "322478", "454054", "236419", "108187", "175086"], "ranked_scores": [0.9429, 0.8547, 0.7076, 0.6712, 0.6444, 0.6434, 0.609, 0.6039, 0.5896, 0.5719], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "245417": {"relevant_ids": ["248195", "219475"], "ranked_ids": ["219475", "248195", "40657", "64433", "301977", "37326", "355903", "274248", "413039", "368145"], "ranked_scores": [0.8867, 0.8512, 0.7629, 0.7455, 0.7014, 0.6714, 0.6658, 0.625, 0.6221, 0.6215], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "516276": {"relevant_ids": ["516277"], "ranked_ids": ["516277", "19755", "34173", "510783", "479392", "76958", "175142", "143842", "52074", "119374"], "ranked_scores": [0.9469, 0.8796, 0.8757, 0.8362, 0.8313, 0.767, 0.7632, 0.7216, 0.7145, 0.7114], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177580": {"relevant_ids": ["177579"], "ranked_ids": ["177579", "160276", "115954", "283905", "125075", "272252", "532497", "145740", "143503", "182113"], "ranked_scores": [0.9323, 0.6285, 0.6253, 0.6211, 0.6176, 0.6151, 0.6015, 0.5979, 0.5899, 0.5817], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "309865": {"relevant_ids": ["78623", "33713", "78624"], "ranked_ids": ["209041", "153484", "33713", "78624", "495751", "405094", "109205", "425739", "78623", "437065"], "ranked_scores": [0.8938, 0.8502, 0.8501, 0.8267, 0.8227, 0.8205, 0.8193, 0.805, 0.787, 0.7404], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4367, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.578, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "510387": {"relevant_ids": ["510386"], "ranked_ids": ["241538", "241537", "40390", "170896", "21919", "510386", "412443", "371033", "344869", "12974"], "ranked_scores": [0.8683, 0.8576, 0.8136, 0.795, 0.7752, 0.7745, 0.7372, 0.736, 0.7307, 0.7303], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "26645": {"relevant_ids": ["26644"], "ranked_ids": ["26644", "108781", "504445", "12895", "163452", "215551", "148567", "286617", "284347", "480667"], "ranked_scores": [0.9779, 0.8067, 0.8048, 0.7814, 0.7768, 0.7683, 0.7649, 0.7588, 0.7503, 0.7398], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "47788": {"relevant_ids": ["455725"], "ranked_ids": ["455725", "15132", "37221", "518171", "235686", "8505", "85764", "47789", "47703", "9659"], "ranked_scores": [0.9272, 0.8924, 0.8705, 0.8643, 0.8567, 0.8533, 0.8528, 0.8473, 0.8461, 0.846], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "338281": {"relevant_ids": ["338282"], "ranked_ids": ["338282", "8568", "240052", "467526", "151801", "325380", "135715", "362498", "26170", "11563"], "ranked_scores": [0.8359, 0.6459, 0.6427, 0.6412, 0.6218, 0.597, 0.5891, 0.587, 0.5726, 0.5722], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "461149": {"relevant_ids": ["461148"], "ranked_ids": ["525835", "461148", "283905", "203100", "527101", "377056", "519891", "302225", "256098", "305206"], "ranked_scores": [0.828, 0.8193, 0.8168, 0.8063, 0.7876, 0.738, 0.7257, 0.709, 0.7057, 0.7028], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "346126": {"relevant_ids": ["110711", "110710"], "ranked_ids": ["110710", "110711", "154338", "160306", "168350", "355996", "296319", "254526", "275291", "203476"], "ranked_scores": [0.9527, 0.9161, 0.8975, 0.8295, 0.8014, 0.7956, 0.7844, 0.7764, 0.7745, 0.7693], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "372986": {"relevant_ids": ["262882", "49961"], "ranked_ids": ["49961", "262882", "303468", "494989", "491226", "497531", "215938", "499535", "136891", "9918"], "ranked_scores": [0.947, 0.874, 0.8428, 0.7739, 0.7735, 0.7667, 0.7667, 0.7184, 0.6906, 0.6817], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "501182": {"relevant_ids": ["501181"], "ranked_ids": ["501181", "446824", "274777", "179018", "429772", "240678", "474402", "402718", "109121", "490750"], "ranked_scores": [0.933, 0.7638, 0.7632, 0.7121, 0.688, 0.6814, 0.658, 0.6425, 0.628, 0.6249], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13800": {"relevant_ids": ["408522", "376590", "13799"], "ranked_ids": ["13799", "376590", "482825", "521996", "209853", "67320", "214970", "257857", "141802", "306761"], "ranked_scores": [0.8108, 0.8062, 0.804, 0.7832, 0.7753, 0.763, 0.7618, 0.7611, 0.7514, 0.7493], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.7654, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.7654, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.6667}, "250143": {"relevant_ids": ["250142"], "ranked_ids": ["473276", "250142", "206630", "209138", "38409", "360513", "368186", "57155", "460976", "50539"], "ranked_scores": [0.8359, 0.8239, 0.7388, 0.684, 0.6603, 0.6519, 0.6445, 0.622, 0.615, 0.5978], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "13223": {"relevant_ids": ["88349", "13224", "156773", "88348", "20277"], "ranked_ids": ["156773", "13224", "137719", "86343", "88349", "366749", "88348", "163971", "24720", "11938"], "ranked_scores": [0.9449, 0.919, 0.9033, 0.8898, 0.8831, 0.8675, 0.8661, 0.8645, 0.8495, 0.8367], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.2, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.4, "ndcg@5": 0.6844, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6, "ndcg@10": 0.7974, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.8}, "11002": {"relevant_ids": ["11003"], "ranked_ids": ["11003", "12718", "24296", "444112", "238674", "311772", "254672", "489539", "126225", "94884"], "ranked_scores": [0.891, 0.7627, 0.7516, 0.7091, 0.7076, 0.6964, 0.6898, 0.6886, 0.6836, 0.6831], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177653": {"relevant_ids": ["79732"], "ranked_ids": ["79732", "225019", "310721", "494720", "373717", "39174", "373275", "129172", "299502", "414347"], "ranked_scores": [0.8646, 0.8395, 0.758, 0.74, 0.7271, 0.7254, 0.6818, 0.6535, 0.6479, 0.6471], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "415592": {"relevant_ids": ["415591"], "ranked_ids": ["415591", "207607", "430072", "88542", "509003", "485706", "84634", "322822", "91592", "467639"], "ranked_scores": [0.8941, 0.7373, 0.7218, 0.6866, 0.6809, 0.6731, 0.6712, 0.67, 0.6688, 0.6685], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "511196": {"relevant_ids": ["511197"], "ranked_ids": ["511197", "491923", "191328", "156490", "191329", "251545", "99760", "289278", "435439", "414717"], "ranked_scores": [0.9052, 0.7678, 0.7539, 0.7362, 0.7346, 0.7183, 0.7133, 0.6894, 0.6673, 0.6544], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "344845": {"relevant_ids": ["344844"], "ranked_ids": ["344844", "292513", "397001", "380767", "52235", "363883", "96221", "48574", "401905", "161471"], "ranked_scores": [0.9011, 0.7993, 0.7891, 0.7846, 0.7749, 0.772, 0.7529, 0.7525, 0.7506, 0.7506], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "396744": {"relevant_ids": ["396745"], "ranked_ids": ["527221", "284966", "471027", "454241", "503444", "145729", "236438", "318588", "155232", "418055"], "ranked_scores": [0.757, 0.7335, 0.7158, 0.7103, 0.6926, 0.6871, 0.6791, 0.6742, 0.6613, 0.6506], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "452398": {"relevant_ids": ["452399"], "ranked_ids": ["452399", "487918", "4228", "277360", "258503", "346712", "107822", "470800", "243294", "225815"], "ranked_scores": [0.9299, 0.663, 0.5687, 0.5525, 0.5466, 0.5377, 0.5344, 0.5219, 0.5161, 0.5158], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "182114": {"relevant_ids": ["182113"], "ranked_ids": ["196647", "481882", "328873", "182113", "229182", "354965", "405340", "234482", "308991", "24197"], "ranked_scores": [0.7205, 0.7077, 0.7042, 0.6819, 0.6793, 0.6521, 0.6506, 0.6406, 0.6349, 0.6288], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "486260": {"relevant_ids": ["486259"], "ranked_ids": ["486259", "113100", "340740", "392356", "38555", "38556", "46379", "175377", "220387", "113749"], "ranked_scores": [0.9408, 0.784, 0.7412, 0.7362, 0.7253, 0.7181, 0.7157, 0.7071, 0.7042, 0.6971], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "455140": {"relevant_ids": ["315935"], "ranked_ids": ["315935", "93864", "246286", "315936", "245896", "369068", "519049", "150842", "332628", "390399"], "ranked_scores": [0.9236, 0.7848, 0.7641, 0.7321, 0.73, 0.6945, 0.6894, 0.6867, 0.6821, 0.673], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "56198": {"relevant_ids": ["56199"], "ranked_ids": ["56199", "246583", "270338", "130971", "71092", "160194", "431226", "5969", "243039", "11253"], "ranked_scores": [0.9517, 0.7047, 0.6838, 0.6585, 0.6377, 0.6355, 0.6341, 0.6336, 0.6238, 0.621], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "30172": {"relevant_ids": ["145119", "373486", "145120", "30173", "185817", "68426"], "ranked_ids": ["145120", "160900", "205338", "68426", "30173", "185817", "192604", "30100", "373486", "463253"], "ranked_scores": [0.9449, 0.9309, 0.8949, 0.8775, 0.8713, 0.8703, 0.8484, 0.8428, 0.8382, 0.8262], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.1667, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.1667, "ndcg@5": 0.6164, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.7489, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.8333}, "127880": {"relevant_ids": ["241164"], "ranked_ids": ["241164", "121458", "135083", "421143", "307991", "446123", "531392", "122116", "389438", "22396"], "ranked_scores": [0.8229, 0.8101, 0.7736, 0.7524, 0.7454, 0.7313, 0.7297, 0.7278, 0.7185, 0.7168], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "167969": {"relevant_ids": ["174461"], "ranked_ids": ["174461", "32135", "360983", "91854", "174552", "171665", "347474", "146236", "259689", "78497"], "ranked_scores": [0.7858, 0.7263, 0.7072, 0.6425, 0.6389, 0.6272, 0.6249, 0.6154, 0.5936, 0.5933], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "97986": {"relevant_ids": ["97987"], "ranked_ids": ["97987", "44589", "108564", "105886", "193896", "192465", "90875", "256680", "256679", "415005"], "ranked_scores": [0.949, 0.792, 0.6656, 0.6571, 0.6405, 0.6381, 0.6319, 0.631, 0.6272, 0.622], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "12865": {"relevant_ids": ["105683"], "ranked_ids": ["105683", "277453", "113886", "506722", "356740", "528844", "92902", "94167", "191268", "6376"], "ranked_scores": [0.9637, 0.8391, 0.7949, 0.7827, 0.7809, 0.7801, 0.7788, 0.7779, 0.7778, 0.7727], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "215681": {"relevant_ids": ["215680"], "ranked_ids": ["215680", "178515", "161701", "54139", "5733", "177080", "301165", "57552", "17785", "349338"], "ranked_scores": [0.9516, 0.8617, 0.7564, 0.7496, 0.737, 0.7349, 0.7265, 0.725, 0.7111, 0.7069], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-mpnet-base-mrl-128-tq-1bit": {"127728": {"relevant_ids": ["127729"], "ranked_ids": ["127729", "38063", "193297", "245618", "145244", "387548", "469527", "317591", "189865", "1122"], "ranked_scores": [0.6094, 0.5781, 0.5625, 0.5312, 0.5156, 0.5, 0.5, 0.4687, 0.4687, 0.4531], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "318820": {"relevant_ids": ["318821"], "ranked_ids": ["318821", "362498", "367479", "528342", "491038", "441218", "491039", "441089", "149956", "355161"], "ranked_scores": [0.9063, 0.5313, 0.5312, 0.5, 0.5, 0.5, 0.4531, 0.4531, 0.4219, 0.4219], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "296098": {"relevant_ids": ["296097"], "ranked_ids": ["173403", "307653", "469985", "134752", "298852", "514671", "483090", "497577", "412371", "168499"], "ranked_scores": [0.4688, 0.4688, 0.4531, 0.4531, 0.4531, 0.4375, 0.4375, 0.4219, 0.4219, 0.3906], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "150414": {"relevant_ids": ["192835"], "ranked_ids": ["192835", "105782", "132912", "496848", "121070", "516620", "105783", "470222", "470642", "113488"], "ranked_scores": [0.7656, 0.7031, 0.6406, 0.6406, 0.6094, 0.5938, 0.5781, 0.5781, 0.5625, 0.5469], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145582": {"relevant_ids": ["145583"], "ranked_ids": ["145583", "299264", "87614", "44287", "263736", "188727", "39561", "58953", "369068", "449378"], "ranked_scores": [0.6719, 0.4687, 0.4375, 0.4375, 0.4375, 0.4062, 0.4062, 0.3906, 0.375, 0.375], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "315712": {"relevant_ids": ["315713"], "ranked_ids": ["315713", "536531", "8622", "451913", "377891", "455410", "383324", "203205", "425587", "86228"], "ranked_scores": [0.6406, 0.4531, 0.4531, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4375, 0.4219], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145739": {"relevant_ids": ["145740"], "ranked_ids": ["145740", "8705", "366074", "148222", "241979", "210012", "347337", "429177", "51035", "190593"], "ranked_scores": [0.7031, 0.5625, 0.5625, 0.5469, 0.5156, 0.4844, 0.4688, 0.4687, 0.4531, 0.4375], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "308127": {"relevant_ids": ["308126"], "ranked_ids": ["308126", "219239", "189748", "301104", "471617", "79534", "402262", "123707", "140685", "386807"], "ranked_scores": [0.7344, 0.5781, 0.5625, 0.5, 0.5, 0.5, 0.4688, 0.4531, 0.4531, 0.4531], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "287245": {"relevant_ids": ["283198", "283199", "322650"], "ranked_ids": ["283198", "126287", "322650", "283199", "109049", "499036", "207373", "427877", "138800", "68138"], "ranked_scores": [0.7344, 0.6562, 0.6094, 0.5781, 0.5625, 0.5156, 0.4844, 0.4688, 0.4687, 0.4687], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.906, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.906, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "14755": {"relevant_ids": ["211906", "14756"], "ranked_ids": ["450970", "211906", "14756", "277031", "74058", "72275", "24329", "235454", "30834", "128231"], "ranked_scores": [0.75, 0.7031, 0.6875, 0.6563, 0.6094, 0.5938, 0.5781, 0.5781, 0.5625, 0.5625], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6934, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6934, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6934, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "370170": {"relevant_ids": ["370169"], "ranked_ids": ["370169", "86040", "417976", "214970", "277652", "455410", "280100", "482402", "275514", "413368"], "ranked_scores": [0.9375, 0.5156, 0.5156, 0.4844, 0.4844, 0.4688, 0.4688, 0.4688, 0.4688, 0.4688], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "41774": {"relevant_ids": ["41773"], "ranked_ids": ["41773", "307530", "339535", "218184", "457396", "487873", "339534", "53738", "168585", "179973"], "ranked_scores": [0.625, 0.5156, 0.5, 0.4844, 0.4687, 0.4531, 0.4531, 0.4531, 0.4531, 0.4531], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "399648": {"relevant_ids": ["399649"], "ranked_ids": ["399649", "225815", "54706", "212809", "24384", "142361", "445074", "412309", "435035", "5830"], "ranked_scores": [0.9688, 0.6406, 0.625, 0.5938, 0.5156, 0.5156, 0.5, 0.5, 0.4844, 0.4687], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "504811": {"relevant_ids": ["504810"], "ranked_ids": ["504810", "90374", "309894", "5861", "381008", "179618", "54196", "175461", "84826", "298555"], "ranked_scores": [0.9375, 0.5625, 0.5156, 0.5, 0.4844, 0.4688, 0.4687, 0.4531, 0.4531, 0.4531], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "362950": {"relevant_ids": ["400212", "362949"], "ranked_ids": ["362949", "400212", "155870", "348827", "151122", "24154", "487392", "411503", "376721", "510271"], "ranked_scores": [0.75, 0.6562, 0.625, 0.6094, 0.6094, 0.5938, 0.5937, 0.5781, 0.5625, 0.5625], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "155873": {"relevant_ids": ["155874"], "ranked_ids": ["464100", "241611", "487664", "60262", "439035", "218184", "292617", "303941", "162323", "91610"], "ranked_scores": [0.5469, 0.5313, 0.5, 0.4844, 0.4531, 0.4531, 0.4531, 0.4531, 0.4531, 0.4375], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "263432": {"relevant_ids": ["263433"], "ranked_ids": ["263433", "471057", "55140", "407204", "41365", "35863", "128303", "401373", "188072", "89060"], "ranked_scores": [0.6719, 0.5156, 0.5156, 0.5156, 0.5, 0.4844, 0.4844, 0.4688, 0.4688, 0.4375], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "354945": {"relevant_ids": ["354946"], "ranked_ids": ["354946", "254071", "462983", "462984", "322478", "202817", "255239", "56784", "427879", "454054"], "ranked_scores": [0.8906, 0.8125, 0.5937, 0.4531, 0.4375, 0.4062, 0.3906, 0.3594, 0.3594, 0.3594], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "245417": {"relevant_ids": ["248195", "219475"], "ranked_ids": ["219475", "248195", "301977", "40657", "64433", "355903", "274248", "164159", "257256", "37326"], "ranked_scores": [0.8125, 0.6562, 0.625, 0.625, 0.625, 0.5937, 0.5469, 0.5313, 0.4844, 0.4844], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "516276": {"relevant_ids": ["516277"], "ranked_ids": ["516277", "143842", "510783", "76958", "19755", "34173", "469506", "44716", "175142", "89282"], "ranked_scores": [0.8594, 0.6562, 0.6562, 0.6406, 0.6406, 0.6094, 0.5781, 0.5313, 0.5312, 0.5312], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177580": {"relevant_ids": ["177579"], "ranked_ids": ["177579", "485299", "7866", "532497", "11253", "302106", "247372", "182886", "456963", "209102"], "ranked_scores": [0.7812, 0.5, 0.5, 0.5, 0.4687, 0.4687, 0.4531, 0.4531, 0.4531, 0.4531], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "309865": {"relevant_ids": ["78623", "33713", "78624"], "ranked_ids": ["33713", "209041", "153484", "109205", "20635", "495751", "405094", "78624", "78623", "425739"], "ranked_scores": [0.7344, 0.6719, 0.6406, 0.5937, 0.5625, 0.5625, 0.5469, 0.5469, 0.5312, 0.5312], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.7586, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "510387": {"relevant_ids": ["510386"], "ranked_ids": ["241537", "241538", "442062", "344869", "212478", "510386", "40390", "412443", "371033", "52003"], "ranked_scores": [0.7031, 0.6875, 0.6875, 0.6719, 0.6719, 0.6406, 0.6406, 0.6406, 0.6406, 0.6094], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "26645": {"relevant_ids": ["26644"], "ranked_ids": ["26644", "318396", "108781", "249010", "507090", "26813", "163452", "207775", "351701", "284346"], "ranked_scores": [0.8906, 0.6406, 0.6406, 0.6094, 0.5625, 0.5625, 0.5469, 0.5312, 0.5312, 0.5312], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "47788": {"relevant_ids": ["455725"], "ranked_ids": ["455725", "37221", "87039", "8505", "518171", "15132", "235686", "85764", "47789", "348138"], "ranked_scores": [0.8906, 0.7344, 0.7187, 0.7031, 0.7031, 0.6719, 0.6719, 0.6719, 0.6563, 0.6562], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "338281": {"relevant_ids": ["338282"], "ranked_ids": ["338282", "75062", "362498", "263861", "8568", "391952", "222716", "450133", "277599", "280435"], "ranked_scores": [0.6719, 0.4688, 0.4531, 0.4375, 0.4219, 0.4063, 0.3906, 0.3906, 0.3906, 0.375], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "461149": {"relevant_ids": ["461148"], "ranked_ids": ["527101", "203100", "414838", "283905", "215782", "2420", "8828", "525835", "252761", "377056"], "ranked_scores": [0.6094, 0.5781, 0.5625, 0.5625, 0.5469, 0.5469, 0.5469, 0.5469, 0.5469, 0.5313], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "346126": {"relevant_ids": ["110711", "110710"], "ranked_ids": ["110710", "110711", "154338", "67837", "254526", "296319", "203476", "168350", "248335", "397368"], "ranked_scores": [0.8594, 0.8125, 0.7969, 0.6406, 0.6406, 0.625, 0.6094, 0.5938, 0.5781, 0.5781], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "372986": {"relevant_ids": ["262882", "49961"], "ranked_ids": ["49961", "262882", "303468", "320580", "491226", "215938", "415486", "130692", "494989", "281091"], "ranked_scores": [0.7656, 0.5937, 0.5625, 0.5313, 0.5, 0.5, 0.4844, 0.4687, 0.4531, 0.4531], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "501182": {"relevant_ids": ["501181"], "ranked_ids": ["501181", "109121", "179018", "402718", "274777", "412607", "185580", "529048", "193082", "446824"], "ranked_scores": [0.8906, 0.625, 0.5625, 0.5625, 0.5312, 0.5156, 0.5, 0.5, 0.5, 0.4844], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13800": {"relevant_ids": ["408522", "376590", "13799"], "ranked_ids": ["482825", "511859", "362253", "376590", "306761", "210382", "179943", "8622", "138160", "443465"], "ranked_scores": [0.6719, 0.6719, 0.6563, 0.6406, 0.6406, 0.625, 0.625, 0.6094, 0.6094, 0.5938], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2021, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.2021, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.3333}, "250143": {"relevant_ids": ["250142"], "ranked_ids": ["473276", "250142", "492698", "209138", "509757", "318482", "120264", "520955", "252319", "50272"], "ranked_scores": [0.6875, 0.6875, 0.5469, 0.5156, 0.4688, 0.4687, 0.4375, 0.4375, 0.4375, 0.4219], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "13223": {"relevant_ids": ["88349", "13224", "156773", "88348", "20277"], "ranked_ids": ["156773", "13224", "163971", "137719", "88348", "223304", "88349", "366749", "86343", "154604"], "ranked_scores": [0.8281, 0.7188, 0.7031, 0.6875, 0.6719, 0.6719, 0.6563, 0.6406, 0.625, 0.6094], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.2, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.4, "ndcg@5": 0.6844, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6, "ndcg@10": 0.7974, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.8}, "11002": {"relevant_ids": ["11003"], "ranked_ids": ["11003", "144197", "444112", "241075", "312873", "489539", "254672", "314099", "53780", "10212"], "ranked_scores": [0.7188, 0.5781, 0.5312, 0.5156, 0.5156, 0.5, 0.5, 0.5, 0.4844, 0.4844], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177653": {"relevant_ids": ["79732"], "ranked_ids": ["79732", "373717", "39174", "373275", "200611", "395587", "225019", "466920", "418792", "62710"], "ranked_scores": [0.7344, 0.5469, 0.5469, 0.4844, 0.4844, 0.4688, 0.4531, 0.4219, 0.4219, 0.4063], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "415592": {"relevant_ids": ["415591"], "ranked_ids": ["415591", "523917", "88542", "379146", "95917", "387370", "497302", "95918", "430072", "485706"], "ranked_scores": [0.75, 0.5781, 0.5625, 0.5312, 0.5156, 0.5, 0.5, 0.4844, 0.4844, 0.4844], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "511196": {"relevant_ids": ["511197"], "ranked_ids": ["511197", "289278", "156490", "191329", "42644", "53962", "491923", "469291", "191328", "435439"], "ranked_scores": [0.7813, 0.5938, 0.5, 0.5, 0.5, 0.5, 0.4688, 0.4688, 0.4688, 0.4531], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "344845": {"relevant_ids": ["344844"], "ranked_ids": ["344844", "397001", "161471", "384928", "380767", "192050", "380837", "1096", "448553", "76793"], "ranked_scores": [0.8594, 0.7031, 0.6875, 0.625, 0.625, 0.6094, 0.6094, 0.5938, 0.5938, 0.5938], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "396744": {"relevant_ids": ["396745"], "ranked_ids": ["145729", "471027", "527221", "185416", "396745", "106381", "54497", "481437", "284966", "55767"], "ranked_scores": [0.5312, 0.4844, 0.4688, 0.4531, 0.4375, 0.4219, 0.4063, 0.4062, 0.4062, 0.3906], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "452398": {"relevant_ids": ["452399"], "ranked_ids": ["452399", "11938", "461682", "258503", "169053", "165046", "487918", "162423", "313904", "327767"], "ranked_scores": [0.8437, 0.4844, 0.4844, 0.4688, 0.4688, 0.4688, 0.4688, 0.4687, 0.4531, 0.4375], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "182114": {"relevant_ids": ["182113"], "ranked_ids": ["196647", "314035", "182113", "328873", "229182", "326597", "481882", "234482", "186609", "475847"], "ranked_scores": [0.5469, 0.5312, 0.5156, 0.5, 0.4844, 0.4844, 0.4844, 0.4844, 0.4688, 0.4688], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "486260": {"relevant_ids": ["486259"], "ranked_ids": ["486259", "470032", "483720", "392356", "41453", "424183", "266904", "370495", "391328", "221509"], "ranked_scores": [0.7656, 0.6094, 0.5781, 0.5781, 0.5625, 0.5469, 0.5312, 0.5156, 0.5156, 0.5156], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "455140": {"relevant_ids": ["315935"], "ranked_ids": ["315935", "245896", "246286", "150842", "369068", "454994", "315936", "318887", "356403", "472217"], "ranked_scores": [0.7656, 0.5781, 0.5312, 0.5312, 0.5156, 0.5156, 0.4844, 0.4844, 0.4844, 0.4687], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "56198": {"relevant_ids": ["56199"], "ranked_ids": ["56199", "249114", "431226", "138891", "227405", "130971", "527122", "91482", "43405", "199688"], "ranked_scores": [0.8281, 0.5312, 0.5156, 0.4688, 0.4531, 0.4531, 0.4531, 0.4531, 0.4375, 0.4375], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "30172": {"relevant_ids": ["145119", "373486", "145120", "30173", "185817", "68426"], "ranked_ids": ["160900", "205338", "145120", "112436", "15236", "357840", "196771", "20427", "26554", "382686"], "ranked_scores": [0.7656, 0.7031, 0.7031, 0.6875, 0.6875, 0.6875, 0.6875, 0.6563, 0.6563, 0.6562], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.1667, "ndcg@5": 0.1696, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.1667, "ndcg@10": 0.1513, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.1667}, "127880": {"relevant_ids": ["241164"], "ranked_ids": ["241164", "535042", "403741", "135083", "504771", "121458", "122116", "284336", "36536", "104625"], "ranked_scores": [0.75, 0.5781, 0.5625, 0.5469, 0.5156, 0.5156, 0.5156, 0.5, 0.5, 0.5], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "167969": {"relevant_ids": ["174461"], "ranked_ids": ["174461", "277599", "91854", "32135", "474737", "174552", "448412", "78497", "49800", "75062"], "ranked_scores": [0.5156, 0.4687, 0.4687, 0.4531, 0.4375, 0.4375, 0.4219, 0.4219, 0.4219, 0.4219], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "97986": {"relevant_ids": ["97987"], "ranked_ids": ["97987", "455330", "44095", "108778", "256680", "35210", "44589", "326597", "139722", "353107"], "ranked_scores": [0.875, 0.5625, 0.5469, 0.5312, 0.5156, 0.5, 0.5, 0.5, 0.4844, 0.4844], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "12865": {"relevant_ids": ["105683"], "ranked_ids": ["105683", "67283", "277453", "191268", "92902", "146806", "528051", "477677", "356740", "338609"], "ranked_scores": [0.9375, 0.6719, 0.6094, 0.5625, 0.5625, 0.5313, 0.5313, 0.5313, 0.5312, 0.5156], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "215681": {"relevant_ids": ["215680"], "ranked_ids": ["215680", "178515", "340195", "142152", "57552", "78042", "516277", "466198", "510783", "5733"], "ranked_scores": [0.8281, 0.6875, 0.6719, 0.625, 0.625, 0.6094, 0.5938, 0.5781, 0.5781, 0.5625], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-mpnet-base-mrl-128-tq-2bit": {"127728": {"relevant_ids": ["127729"], "ranked_ids": ["127729", "250619", "315009", "387548", "38063", "342610", "78763", "153290", "317591", "193297"], "ranked_scores": [0.6445, 0.6015, 0.5988, 0.5937, 0.5892, 0.5767, 0.574, 0.5731, 0.5639, 0.563], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "318820": {"relevant_ids": ["318821"], "ranked_ids": ["318821", "441218", "367479", "360734", "362498", "528342", "496708", "491039", "355161", "167747"], "ranked_scores": [0.8889, 0.7146, 0.6958, 0.6404, 0.6176, 0.6137, 0.5932, 0.5878, 0.5775, 0.5737], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "296098": {"relevant_ids": ["296097"], "ranked_ids": ["45507", "307653", "173403", "45506", "296097", "134752", "469868", "469985", "298852", "198222"], "ranked_scores": [0.6296, 0.612, 0.5927, 0.5532, 0.5365, 0.5158, 0.4926, 0.4718, 0.4689, 0.4668], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "150414": {"relevant_ids": ["192835"], "ranked_ids": ["192835", "105782", "516620", "132912", "496848", "481419", "121070", "105783", "126746", "259561"], "ranked_scores": [0.8731, 0.7945, 0.7505, 0.7377, 0.7304, 0.7027, 0.6871, 0.6818, 0.6644, 0.6318], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145582": {"relevant_ids": ["145583"], "ranked_ids": ["145583", "263736", "87614", "299264", "39561", "108564", "299392", "369068", "506848", "144114"], "ranked_scores": [0.8224, 0.5507, 0.5018, 0.4677, 0.4282, 0.414, 0.4098, 0.4042, 0.3947, 0.387], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "315712": {"relevant_ids": ["315713"], "ranked_ids": ["315713", "242340", "396505", "425587", "203205", "409852", "492506", "377891", "408588", "2758"], "ranked_scores": [0.72, 0.5294, 0.5276, 0.5246, 0.4988, 0.4983, 0.4938, 0.4897, 0.4801, 0.4701], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145739": {"relevant_ids": ["145740"], "ranked_ids": ["145740", "429177", "366074", "241979", "8705", "415781", "210012", "465597", "347337", "148222"], "ranked_scores": [0.8144, 0.6695, 0.6526, 0.5955, 0.5715, 0.564, 0.5593, 0.5578, 0.543, 0.5311], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "308127": {"relevant_ids": ["308126"], "ranked_ids": ["308126", "189748", "481501", "77650", "367804", "123707", "219239", "301104", "471617", "535966"], "ranked_scores": [0.7663, 0.6514, 0.62, 0.577, 0.5741, 0.5645, 0.5638, 0.5622, 0.5555, 0.5484], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "287245": {"relevant_ids": ["283198", "283199", "322650"], "ranked_ids": ["283198", "283199", "322650", "420279", "109049", "499037", "195143", "427877", "68138", "287800"], "ranked_scores": [0.7794, 0.7683, 0.7496, 0.6255, 0.6101, 0.5975, 0.5845, 0.5793, 0.5665, 0.565], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "14755": {"relevant_ids": ["211906", "14756"], "ranked_ids": ["450970", "14756", "211906", "277031", "235454", "72275", "30834", "57678", "74058", "28296"], "ranked_scores": [0.8708, 0.8492, 0.848, 0.7616, 0.727, 0.7156, 0.7135, 0.7086, 0.7052, 0.6694], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6934, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6934, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6934, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "370170": {"relevant_ids": ["370169"], "ranked_ids": ["370169", "417976", "334238", "537762", "387761", "211280", "466920", "280100", "231528", "476551"], "ranked_scores": [0.9788, 0.6501, 0.6046, 0.5988, 0.5724, 0.5599, 0.5519, 0.5512, 0.5469, 0.5336], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "41774": {"relevant_ids": ["41773"], "ranked_ids": ["41773", "53738", "239344", "307530", "214766", "468655", "442459", "62219", "339534", "468656"], "ranked_scores": [0.8303, 0.6611, 0.6592, 0.6546, 0.5778, 0.5615, 0.5341, 0.521, 0.5158, 0.5055], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "399648": {"relevant_ids": ["399649"], "ranked_ids": ["399649", "54706", "212809", "225815", "412309", "21253", "445074", "411313", "154368", "462253"], "ranked_scores": [0.9675, 0.7387, 0.7381, 0.6974, 0.6526, 0.6197, 0.6038, 0.5861, 0.5785, 0.5769], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "504811": {"relevant_ids": ["504810"], "ranked_ids": ["504810", "90374", "276160", "364238", "54196", "309894", "84826", "54195", "214151", "220414"], "ranked_scores": [0.9674, 0.6558, 0.6432, 0.6359, 0.6302, 0.6086, 0.6077, 0.5999, 0.5978, 0.5888], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "362950": {"relevant_ids": ["400212", "362949"], "ranked_ids": ["362949", "400212", "487392", "427587", "348827", "151122", "155870", "24154", "203063", "459345"], "ranked_scores": [0.7946, 0.7609, 0.75, 0.7429, 0.7418, 0.7383, 0.7296, 0.7082, 0.6983, 0.6724], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "155873": {"relevant_ids": ["155874"], "ranked_ids": ["392604", "292617", "383066", "439035", "378060", "363712", "91610", "524460", "487664", "294020"], "ranked_scores": [0.58, 0.5639, 0.5621, 0.5581, 0.5517, 0.5496, 0.5422, 0.542, 0.542, 0.5325], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "263432": {"relevant_ids": ["263433"], "ranked_ids": ["263433", "401373", "407204", "471057", "28140", "72493", "473794", "20409", "128303", "55140"], "ranked_scores": [0.8304, 0.6556, 0.6394, 0.6206, 0.591, 0.5826, 0.577, 0.5751, 0.573, 0.5719], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "354945": {"relevant_ids": ["354946"], "ranked_ids": ["354946", "254071", "462983", "462984", "322478", "108161", "211239", "236419", "157453", "107010"], "ranked_scores": [0.9146, 0.8102, 0.6686, 0.5622, 0.5216, 0.4874, 0.453, 0.4291, 0.4262, 0.4254], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "245417": {"relevant_ids": ["248195", "219475"], "ranked_ids": ["219475", "248195", "40657", "301977", "64433", "368145", "37326", "245726", "274248", "390696"], "ranked_scores": [0.8523, 0.7794, 0.7774, 0.7039, 0.7, 0.6989, 0.6684, 0.6489, 0.6317, 0.627], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "516276": {"relevant_ids": ["516277"], "ranked_ids": ["516277", "510783", "19755", "352189", "34173", "76958", "143842", "28381", "62062", "119374"], "ranked_scores": [0.933, 0.7479, 0.7347, 0.7078, 0.6881, 0.6727, 0.6697, 0.6433, 0.6348, 0.6296], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177580": {"relevant_ids": ["177579"], "ranked_ids": ["177579", "532497", "143503", "412443", "204923", "489312", "511935", "268346", "185553", "419100"], "ranked_scores": [0.8886, 0.6037, 0.5255, 0.5178, 0.512, 0.5078, 0.4932, 0.4892, 0.4892, 0.4885], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "309865": {"relevant_ids": ["78623", "33713", "78624"], "ranked_ids": ["33713", "209041", "153484", "78624", "495751", "405094", "109205", "78623", "437065", "425739"], "ranked_scores": [0.8247, 0.7964, 0.7641, 0.7434, 0.7321, 0.7173, 0.7055, 0.6827, 0.6802, 0.6559], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.6714, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.8194, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "510387": {"relevant_ids": ["510386"], "ranked_ids": ["40390", "241538", "241537", "344869", "170896", "442062", "371033", "212478", "52003", "510386"], "ranked_scores": [0.8353, 0.8175, 0.7911, 0.7799, 0.7617, 0.7609, 0.7488, 0.7325, 0.7317, 0.7298], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "26645": {"relevant_ids": ["26644"], "ranked_ids": ["26644", "207775", "108781", "163452", "504445", "473729", "215551", "318396", "209092", "284346"], "ranked_scores": [0.9258, 0.7364, 0.7095, 0.6936, 0.6802, 0.6695, 0.6694, 0.6671, 0.6648, 0.6602], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "47788": {"relevant_ids": ["455725"], "ranked_ids": ["455725", "87039", "37221", "47789", "518171", "15132", "47703", "8505", "235686", "9659"], "ranked_scores": [0.8871, 0.8368, 0.8268, 0.8248, 0.8213, 0.8197, 0.7863, 0.7844, 0.7789, 0.775], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "338281": {"relevant_ids": ["338282"], "ranked_ids": ["338282", "75062", "263861", "11563", "135715", "326869", "391952", "8568", "457315", "256525"], "ranked_scores": [0.8315, 0.5824, 0.5086, 0.5063, 0.4941, 0.4826, 0.4696, 0.4696, 0.4653, 0.4647], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "461149": {"relevant_ids": ["461148"], "ranked_ids": ["283905", "525835", "527101", "203100", "461148", "519891", "250197", "252761", "377056", "255754"], "ranked_scores": [0.7828, 0.7815, 0.7469, 0.7423, 0.7223, 0.6747, 0.6744, 0.6733, 0.6722, 0.6705], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "346126": {"relevant_ids": ["110711", "110710"], "ranked_ids": ["110710", "154338", "110711", "296319", "168350", "254526", "203476", "108617", "55038", "54348"], "ranked_scores": [0.8948, 0.8509, 0.84, 0.7697, 0.7085, 0.6993, 0.6978, 0.6936, 0.6809, 0.677], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.9197, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.9197, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9197, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "372986": {"relevant_ids": ["262882", "49961"], "ranked_ids": ["49961", "262882", "303468", "215938", "494989", "499535", "502491", "443239", "491226", "130692"], "ranked_scores": [0.8704, 0.788, 0.737, 0.6461, 0.637, 0.6314, 0.598, 0.598, 0.5871, 0.5835], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "501182": {"relevant_ids": ["501181"], "ranked_ids": ["501181", "402718", "274777", "179018", "446824", "109121", "185580", "102262", "429772", "227535"], "ranked_scores": [0.8703, 0.6631, 0.6404, 0.6378, 0.6219, 0.6036, 0.5942, 0.5774, 0.5587, 0.5554], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13800": {"relevant_ids": ["408522", "376590", "13799"], "ranked_ids": ["376590", "13799", "306761", "179943", "482825", "257857", "434847", "138160", "481109", "522612"], "ranked_scores": [0.7889, 0.7694, 0.7608, 0.74, 0.7166, 0.71, 0.7074, 0.6964, 0.6949, 0.6917], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.7654, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.7654, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.6667}, "250143": {"relevant_ids": ["250142"], "ranked_ids": ["250142", "473276", "209138", "492698", "206630", "38409", "229130", "526032", "498672", "403252"], "ranked_scores": [0.8268, 0.815, 0.5801, 0.5612, 0.5578, 0.5561, 0.55, 0.5413, 0.53, 0.5266], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13223": {"relevant_ids": ["88349", "13224", "156773", "88348", "20277"], "ranked_ids": ["156773", "13224", "24720", "88348", "137719", "88349", "366749", "163971", "86343", "20277"], "ranked_scores": [0.9164, 0.879, 0.797, 0.7961, 0.7847, 0.7838, 0.768, 0.7644, 0.7558, 0.7506], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.2, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.4, "ndcg@5": 0.6992, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6, "ndcg@10": 0.9181, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "11002": {"relevant_ids": ["11003"], "ranked_ids": ["11003", "10212", "444112", "489539", "144197", "314099", "254672", "241075", "81848", "82619"], "ranked_scores": [0.8721, 0.6908, 0.6768, 0.6762, 0.6592, 0.6448, 0.6345, 0.6326, 0.6291, 0.6231], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177653": {"relevant_ids": ["79732"], "ranked_ids": ["79732", "39174", "373717", "395587", "200611", "225019", "373275", "525756", "494720", "313839"], "ranked_scores": [0.848, 0.6724, 0.6588, 0.653, 0.6433, 0.6291, 0.6274, 0.593, 0.5788, 0.5776], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "415592": {"relevant_ids": ["415591"], "ranked_ids": ["415591", "88542", "322822", "207607", "91592", "68386", "381371", "485299", "95917", "523917"], "ranked_scores": [0.8799, 0.6739, 0.6583, 0.6513, 0.6379, 0.6365, 0.63, 0.6296, 0.6227, 0.6111], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "511196": {"relevant_ids": ["511197"], "ranked_ids": ["511197", "289278", "156490", "53962", "191328", "191329", "491923", "328397", "469291", "112674"], "ranked_scores": [0.8652, 0.6663, 0.6639, 0.6557, 0.6426, 0.6392, 0.6254, 0.5924, 0.5765, 0.567], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "344845": {"relevant_ids": ["344844"], "ranked_ids": ["344844", "161471", "79987", "397001", "380837", "187882", "384928", "503908", "95946", "111672"], "ranked_scores": [0.9157, 0.8148, 0.7412, 0.7393, 0.7153, 0.7097, 0.7015, 0.6892, 0.6836, 0.6772], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "396744": {"relevant_ids": ["396745"], "ranked_ids": ["396745", "527221", "284966", "454241", "516168", "145729", "430179", "271801", "471027", "155232"], "ranked_scores": [0.5966, 0.5893, 0.5566, 0.5434, 0.5255, 0.5222, 0.5118, 0.5084, 0.5056, 0.485], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "452398": {"relevant_ids": ["452399"], "ranked_ids": ["452399", "487918", "258503", "313904", "11938", "60646", "126265", "165046", "129618", "134287"], "ranked_scores": [0.9356, 0.6195, 0.5535, 0.5448, 0.5354, 0.524, 0.5182, 0.5178, 0.5066, 0.5039], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "182114": {"relevant_ids": ["182113"], "ranked_ids": ["229182", "196647", "182113", "481882", "328873", "234482", "314035", "80224", "60142", "275674"], "ranked_scores": [0.6758, 0.6418, 0.6208, 0.6157, 0.5874, 0.5713, 0.5405, 0.5358, 0.5189, 0.5136], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "486260": {"relevant_ids": ["486259"], "ranked_ids": ["486259", "392356", "46379", "100082", "38555", "220387", "221509", "10591", "113749", "209254"], "ranked_scores": [0.9187, 0.7474, 0.7245, 0.6943, 0.6892, 0.666, 0.6592, 0.6546, 0.6519, 0.6517], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "455140": {"relevant_ids": ["315935"], "ranked_ids": ["315935", "246286", "93864", "245896", "369068", "93863", "356403", "315936", "519049", "390399"], "ranked_scores": [0.8857, 0.7498, 0.7485, 0.7044, 0.6895, 0.6764, 0.6579, 0.645, 0.6372, 0.6308], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "56198": {"relevant_ids": ["56199"], "ranked_ids": ["56199", "431226", "249114", "246583", "3724", "521606", "160194", "138891", "130971", "308888"], "ranked_scores": [0.9129, 0.6149, 0.5952, 0.5653, 0.5591, 0.5521, 0.5514, 0.5314, 0.528, 0.5115], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "30172": {"relevant_ids": ["145119", "373486", "145120", "30173", "185817", "68426"], "ranked_ids": ["145120", "160900", "15236", "68426", "192604", "82405", "373486", "463253", "205338", "90983"], "ranked_scores": [0.8833, 0.8452, 0.8138, 0.7989, 0.7846, 0.7695, 0.7682, 0.7668, 0.7581, 0.7461], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.1667, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.1667, "ndcg@5": 0.4852, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.5338, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "127880": {"relevant_ids": ["241164"], "ranked_ids": ["241164", "135083", "121458", "535042", "84471", "104625", "100860", "156678", "132797", "266615"], "ranked_scores": [0.7684, 0.7504, 0.7267, 0.6953, 0.6422, 0.6385, 0.6381, 0.6297, 0.6099, 0.6059], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "167969": {"relevant_ids": ["174461"], "ranked_ids": ["174461", "360983", "347474", "261771", "49800", "318360", "146236", "144121", "91854", "468723"], "ranked_scores": [0.6636, 0.5804, 0.5463, 0.5369, 0.5284, 0.5021, 0.4988, 0.495, 0.4911, 0.4875], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "97986": {"relevant_ids": ["97987"], "ranked_ids": ["97987", "44589", "326597", "108564", "193896", "212168", "90875", "83797", "256679", "105886"], "ranked_scores": [0.9323, 0.7064, 0.6268, 0.601, 0.5965, 0.5824, 0.5713, 0.569, 0.5675, 0.5653], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "12865": {"relevant_ids": ["105683"], "ranked_ids": ["105683", "277453", "191268", "338609", "92902", "113886", "477677", "67283", "506722", "155515"], "ranked_scores": [0.938, 0.7998, 0.7548, 0.7302, 0.7238, 0.6971, 0.6936, 0.6741, 0.6716, 0.6565], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "215681": {"relevant_ids": ["215680"], "ranked_ids": ["215680", "178515", "5733", "57552", "177080", "18634", "297953", "38165", "349338", "143842"], "ranked_scores": [0.9308, 0.7206, 0.6927, 0.6851, 0.6516, 0.6291, 0.6155, 0.612, 0.6087, 0.6068], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-mpnet-base-mrl-128-tq-3bit": {"127728": {"relevant_ids": ["127729"], "ranked_ids": ["127729", "193297", "250619", "342610", "38063", "315009", "127676", "469527", "145244", "494754"], "ranked_scores": [0.7242, 0.6398, 0.6357, 0.6275, 0.6265, 0.6171, 0.6142, 0.6055, 0.604, 0.6003], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "318820": {"relevant_ids": ["318821"], "ranked_ids": ["318821", "367479", "441218", "360734", "528342", "362498", "491039", "491038", "496708", "184762"], "ranked_scores": [0.9618, 0.7431, 0.6887, 0.6714, 0.6657, 0.6588, 0.6398, 0.6189, 0.6095, 0.6077], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "296098": {"relevant_ids": ["296097"], "ranked_ids": ["45507", "307653", "173403", "45506", "296097", "469868", "56686", "120598", "298852", "532599"], "ranked_scores": [0.6755, 0.6413, 0.631, 0.5679, 0.5383, 0.5313, 0.5212, 0.5196, 0.5186, 0.4987], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "150414": {"relevant_ids": ["192835"], "ranked_ids": ["192835", "105782", "516620", "105783", "132912", "496848", "121070", "113488", "481419", "126746"], "ranked_scores": [0.8967, 0.8571, 0.7913, 0.7688, 0.759, 0.7525, 0.7267, 0.7164, 0.6956, 0.6868], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145582": {"relevant_ids": ["145583"], "ranked_ids": ["145583", "263736", "87614", "39561", "369068", "454248", "299264", "20024", "108564", "99971"], "ranked_scores": [0.8582, 0.603, 0.5464, 0.5001, 0.478, 0.4724, 0.4623, 0.4444, 0.4435, 0.4398], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "315712": {"relevant_ids": ["315713"], "ranked_ids": ["315713", "396505", "242340", "153536", "377891", "409852", "203205", "425587", "408588", "120489"], "ranked_scores": [0.7985, 0.6029, 0.5885, 0.5534, 0.5511, 0.5478, 0.5414, 0.5411, 0.5116, 0.5104], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145739": {"relevant_ids": ["145740"], "ranked_ids": ["145740", "366074", "429177", "241979", "8705", "375395", "148222", "376315", "210012", "323620"], "ranked_scores": [0.8709, 0.6621, 0.6574, 0.6467, 0.6015, 0.5905, 0.5871, 0.5869, 0.5799, 0.5772], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "308127": {"relevant_ids": ["308126"], "ranked_ids": ["308126", "189748", "367804", "35763", "301104", "481501", "77650", "79534", "535966", "471617"], "ranked_scores": [0.8392, 0.6596, 0.6585, 0.6473, 0.6209, 0.6141, 0.609, 0.5886, 0.5811, 0.5805], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "287245": {"relevant_ids": ["283198", "283199", "322650"], "ranked_ids": ["322650", "283199", "283198", "420279", "109049", "499036", "499037", "195143", "287800", "427877"], "ranked_scores": [0.8264, 0.8199, 0.8021, 0.6596, 0.6537, 0.6232, 0.6222, 0.6087, 0.5888, 0.5879], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "14755": {"relevant_ids": ["211906", "14756"], "ranked_ids": ["450970", "14756", "211906", "277031", "72275", "235454", "57678", "30834", "74058", "218584"], "ranked_scores": [0.9085, 0.8874, 0.8844, 0.7798, 0.7702, 0.7663, 0.7542, 0.7406, 0.7186, 0.7059], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6934, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6934, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6934, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "370170": {"relevant_ids": ["370169"], "ranked_ids": ["370169", "537762", "334238", "211280", "387761", "231528", "417976", "191527", "476551", "421143"], "ranked_scores": [0.9883, 0.6255, 0.6156, 0.5937, 0.583, 0.5793, 0.5783, 0.5646, 0.5549, 0.5425], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "41774": {"relevant_ids": ["41773"], "ranked_ids": ["41773", "307530", "53738", "239344", "468655", "62219", "214766", "468656", "220928", "366794"], "ranked_scores": [0.8912, 0.7208, 0.6867, 0.6805, 0.6119, 0.6027, 0.5907, 0.5706, 0.5685, 0.56], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "399648": {"relevant_ids": ["399649"], "ranked_ids": ["399649", "54706", "225815", "212809", "412309", "21253", "529004", "445074", "439417", "462253"], "ranked_scores": [0.9831, 0.7795, 0.7475, 0.7472, 0.7058, 0.6543, 0.6448, 0.6421, 0.6406, 0.6292], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "504811": {"relevant_ids": ["504810"], "ranked_ids": ["504810", "309894", "54196", "175461", "90374", "276160", "214151", "84826", "364238", "31335"], "ranked_scores": [0.9689, 0.6589, 0.6319, 0.6281, 0.6271, 0.6194, 0.6056, 0.6048, 0.604, 0.5974], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "362950": {"relevant_ids": ["400212", "362949"], "ranked_ids": ["362949", "155870", "348827", "151122", "487392", "400212", "427587", "24154", "9132", "129563"], "ranked_scores": [0.8232, 0.8116, 0.8003, 0.7978, 0.7975, 0.7883, 0.7698, 0.7401, 0.7314, 0.7213], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.8316, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "155873": {"relevant_ids": ["155874"], "ranked_ids": ["174295", "363712", "392604", "439035", "292617", "487664", "378060", "355445", "383066", "524460"], "ranked_scores": [0.6529, 0.6419, 0.6359, 0.6061, 0.6039, 0.5966, 0.5874, 0.5784, 0.5783, 0.5726], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "263432": {"relevant_ids": ["263433"], "ranked_ids": ["263433", "407204", "401373", "471057", "128303", "372749", "473794", "28140", "261419", "95041"], "ranked_scores": [0.8409, 0.7065, 0.7049, 0.6534, 0.6515, 0.6499, 0.629, 0.6274, 0.6153, 0.6044], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "354945": {"relevant_ids": ["354946"], "ranked_ids": ["354946", "254071", "462983", "462984", "108161", "322478", "236419", "107010", "454054", "211239"], "ranked_scores": [0.9424, 0.8537, 0.7097, 0.6495, 0.5568, 0.5167, 0.4871, 0.4649, 0.4515, 0.4503], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "245417": {"relevant_ids": ["248195", "219475"], "ranked_ids": ["219475", "40657", "248195", "64433", "301977", "368145", "37326", "413039", "274248", "257256"], "ranked_scores": [0.8815, 0.8348, 0.8306, 0.781, 0.7548, 0.7526, 0.7168, 0.6825, 0.6577, 0.6549], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.9197, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.9197, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9197, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "516276": {"relevant_ids": ["516277"], "ranked_ids": ["516277", "19755", "510783", "34173", "76958", "143842", "352189", "479392", "119374", "62062"], "ranked_scores": [0.9496, 0.7994, 0.7954, 0.7896, 0.7602, 0.7203, 0.7008, 0.6963, 0.6859, 0.67], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177580": {"relevant_ids": ["177579"], "ranked_ids": ["177579", "532497", "115954", "185553", "511935", "143503", "485299", "419100", "511941", "106109"], "ranked_scores": [0.9395, 0.6215, 0.554, 0.5231, 0.5195, 0.5183, 0.5169, 0.5151, 0.5095, 0.5069], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "309865": {"relevant_ids": ["78623", "33713", "78624"], "ranked_ids": ["209041", "33713", "153484", "78624", "495751", "405094", "437065", "78623", "109205", "425739"], "ranked_scores": [0.8841, 0.8743, 0.8426, 0.8187, 0.7846, 0.7735, 0.7732, 0.7703, 0.7616, 0.7529], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4982, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.6462, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "510387": {"relevant_ids": ["510386"], "ranked_ids": ["241538", "241537", "40390", "170896", "344869", "510386", "371033", "442062", "52003", "212478"], "ranked_scores": [0.8762, 0.8521, 0.8351, 0.8028, 0.7947, 0.7928, 0.7832, 0.7618, 0.7572, 0.7383], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "26645": {"relevant_ids": ["26644"], "ranked_ids": ["26644", "207775", "108781", "163452", "504445", "215551", "209092", "12895", "473729", "26813"], "ranked_scores": [0.9694, 0.8004, 0.7925, 0.7811, 0.7644, 0.7409, 0.7348, 0.727, 0.723, 0.7182], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "47788": {"relevant_ids": ["455725"], "ranked_ids": ["455725", "15132", "47789", "37221", "518171", "348138", "47703", "235686", "85764", "87039"], "ranked_scores": [0.9309, 0.8768, 0.8725, 0.8619, 0.8481, 0.8409, 0.8367, 0.8224, 0.8198, 0.8151], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "338281": {"relevant_ids": ["338282"], "ranked_ids": ["338282", "263861", "75062", "325380", "135715", "100426", "443465", "11563", "8568", "450133"], "ranked_scores": [0.8579, 0.5782, 0.5713, 0.5383, 0.5282, 0.5047, 0.4986, 0.4885, 0.4802, 0.4792], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "461149": {"relevant_ids": ["461148"], "ranked_ids": ["527101", "283905", "525835", "461148", "203100", "377056", "482221", "180791", "381960", "2420"], "ranked_scores": [0.8078, 0.8004, 0.7995, 0.7888, 0.7724, 0.752, 0.7073, 0.707, 0.7029, 0.6991], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "346126": {"relevant_ids": ["110711", "110710"], "ranked_ids": ["110710", "110711", "154338", "296319", "254526", "55038", "108617", "275291", "168350", "160306"], "ranked_scores": [0.9443, 0.9165, 0.8882, 0.7846, 0.7676, 0.7262, 0.7244, 0.7223, 0.7132, 0.7131], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "372986": {"relevant_ids": ["262882", "49961"], "ranked_ids": ["49961", "262882", "303468", "215938", "499535", "494989", "443239", "497531", "491226", "130692"], "ranked_scores": [0.9419, 0.8447, 0.7827, 0.7111, 0.6841, 0.6766, 0.6645, 0.646, 0.6453, 0.6422], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "501182": {"relevant_ids": ["501181"], "ranked_ids": ["501181", "402718", "179018", "274777", "446824", "109121", "102262", "474402", "429772", "240678"], "ranked_scores": [0.9041, 0.7255, 0.6964, 0.6637, 0.6501, 0.6417, 0.6359, 0.62, 0.6029, 0.5941], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13800": {"relevant_ids": ["408522", "376590", "13799"], "ranked_ids": ["376590", "13799", "306761", "179943", "257857", "482825", "19904", "67320", "408522", "481109"], "ranked_scores": [0.8371, 0.8155, 0.8132, 0.7948, 0.794, 0.7882, 0.7698, 0.7493, 0.7384, 0.7275], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.7654, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.9066, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "250143": {"relevant_ids": ["250142"], "ranked_ids": ["473276", "250142", "492698", "206630", "526032", "38409", "368186", "57155", "209138", "27632"], "ranked_scores": [0.8526, 0.8501, 0.6146, 0.6143, 0.6046, 0.586, 0.5839, 0.5714, 0.5701, 0.5648], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "13223": {"relevant_ids": ["88349", "13224", "156773", "88348", "20277"], "ranked_ids": ["156773", "13224", "88348", "88349", "86343", "24720", "137719", "366749", "20277", "11938"], "ranked_scores": [0.963, 0.911, 0.8948, 0.8934, 0.8833, 0.8742, 0.8713, 0.8537, 0.8264, 0.8036], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.2, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6, "ndcg@5": 0.8688, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.8, "ndcg@10": 0.9709, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "11002": {"relevant_ids": ["11003"], "ranked_ids": ["11003", "444112", "10212", "489539", "82619", "254672", "144197", "117199", "241075", "314099"], "ranked_scores": [0.9035, 0.6984, 0.6935, 0.6856, 0.6837, 0.6739, 0.6545, 0.6528, 0.645, 0.6345], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177653": {"relevant_ids": ["79732"], "ranked_ids": ["79732", "39174", "373275", "395587", "373717", "200611", "225019", "310721", "525756", "129172"], "ranked_scores": [0.8802, 0.7307, 0.6915, 0.6908, 0.6892, 0.6855, 0.6326, 0.5975, 0.5905, 0.5878], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "415592": {"relevant_ids": ["415591"], "ranked_ids": ["415591", "88542", "207607", "430072", "91592", "381371", "68386", "485299", "95917", "280921"], "ranked_scores": [0.9095, 0.7412, 0.7033, 0.6975, 0.6825, 0.6778, 0.6666, 0.6649, 0.6627, 0.6575], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "511196": {"relevant_ids": ["511197"], "ranked_ids": ["511197", "491923", "289278", "156490", "53962", "191329", "328397", "191328", "42644", "435439"], "ranked_scores": [0.9122, 0.7199, 0.7063, 0.6918, 0.6904, 0.6778, 0.6576, 0.6412, 0.6098, 0.6051], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "344845": {"relevant_ids": ["344844"], "ranked_ids": ["344844", "397001", "161471", "79987", "380767", "380837", "95946", "327548", "503908", "4915"], "ranked_scores": [0.9398, 0.7776, 0.7742, 0.75, 0.7433, 0.7356, 0.733, 0.7288, 0.7276, 0.7203], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "396744": {"relevant_ids": ["396745"], "ranked_ids": ["396745", "527221", "284966", "145729", "454241", "481437", "471027", "516168", "155232", "343352"], "ranked_scores": [0.6669, 0.6652, 0.6276, 0.6177, 0.5825, 0.5707, 0.5563, 0.5503, 0.5465, 0.5398], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "452398": {"relevant_ids": ["452399"], "ranked_ids": ["452399", "487918", "258503", "154215", "313904", "165046", "60646", "276696", "128992", "423427"], "ranked_scores": [0.9492, 0.6748, 0.5736, 0.5599, 0.5466, 0.5417, 0.5243, 0.5147, 0.5111, 0.5049], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "182114": {"relevant_ids": ["182113"], "ranked_ids": ["182113", "196647", "229182", "481882", "314035", "234482", "328873", "60142", "277277", "232734"], "ranked_scores": [0.6963, 0.696, 0.6634, 0.6612, 0.6467, 0.6274, 0.6246, 0.5747, 0.5619, 0.5571], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "486260": {"relevant_ids": ["486259"], "ranked_ids": ["486259", "392356", "38555", "100082", "46379", "111946", "146738", "266904", "10591", "113749"], "ranked_scores": [0.9269, 0.7531, 0.7276, 0.7259, 0.7234, 0.7062, 0.7052, 0.7033, 0.7006, 0.6923], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "455140": {"relevant_ids": ["315935"], "ranked_ids": ["315935", "93864", "246286", "245896", "519049", "150842", "315936", "369068", "356403", "124700"], "ranked_scores": [0.9285, 0.8107, 0.7584, 0.7509, 0.7306, 0.7242, 0.7118, 0.7075, 0.694, 0.6745], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "56198": {"relevant_ids": ["56199"], "ranked_ids": ["56199", "249114", "246583", "431226", "521606", "130971", "3724", "148722", "91482", "160194"], "ranked_scores": [0.9527, 0.6274, 0.6177, 0.6121, 0.5713, 0.5562, 0.5549, 0.5535, 0.5456, 0.545], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "30172": {"relevant_ids": ["145119", "373486", "145120", "30173", "185817", "68426"], "ranked_ids": ["145120", "160900", "205338", "68426", "15236", "373486", "192604", "463253", "185817", "82405"], "ranked_scores": [0.9187, 0.8906, 0.845, 0.8398, 0.8365, 0.8021, 0.8019, 0.7984, 0.7875, 0.7805], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.1667, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.1667, "ndcg@5": 0.4852, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.6318, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.6667}, "127880": {"relevant_ids": ["241164"], "ranked_ids": ["241164", "135083", "121458", "535042", "450198", "156678", "22396", "122116", "104625", "307991"], "ranked_scores": [0.7852, 0.7296, 0.7262, 0.6635, 0.6444, 0.6439, 0.6394, 0.6303, 0.6289, 0.6273], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "167969": {"relevant_ids": ["174461"], "ranked_ids": ["174461", "360983", "91854", "347474", "468723", "49800", "32135", "78497", "293663", "448412"], "ranked_scores": [0.7201, 0.6513, 0.6243, 0.5855, 0.57, 0.5627, 0.5609, 0.557, 0.5395, 0.5388], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "97986": {"relevant_ids": ["97987"], "ranked_ids": ["97987", "44589", "108564", "83797", "393565", "455330", "90875", "44095", "193896", "256679"], "ranked_scores": [0.9654, 0.7361, 0.6587, 0.6269, 0.6191, 0.6186, 0.6166, 0.6104, 0.5995, 0.5942], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "12865": {"relevant_ids": ["105683"], "ranked_ids": ["105683", "277453", "191268", "338609", "92902", "155515", "113886", "506722", "67283", "302893"], "ranked_scores": [0.9519, 0.8279, 0.7667, 0.7539, 0.7524, 0.749, 0.7155, 0.7094, 0.7041, 0.7024], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "215681": {"relevant_ids": ["215680"], "ranked_ids": ["215680", "178515", "57552", "5733", "78042", "143842", "54139", "340195", "301165", "349338"], "ranked_scores": [0.9585, 0.7715, 0.7166, 0.7009, 0.6859, 0.6766, 0.6479, 0.6452, 0.6448, 0.6443], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-mpnet-base-mrl-256-tq-1bit": {"127728": {"relevant_ids": ["127729"], "ranked_ids": ["127729", "193297", "38063", "1122", "48895", "276617", "153290", "145244", "469527", "250619"], "ranked_scores": [0.6094, 0.5156, 0.5078, 0.5078, 0.5, 0.4844, 0.4844, 0.4766, 0.4766, 0.4687], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "318820": {"relevant_ids": ["318821"], "ranked_ids": ["318821", "367479", "355161", "441218", "360734", "184762", "31320", "496708", "167747", "362498"], "ranked_scores": [0.875, 0.5703, 0.5547, 0.5469, 0.5312, 0.5078, 0.5078, 0.4766, 0.4688, 0.4688], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "296098": {"relevant_ids": ["296097"], "ranked_ids": ["469868", "307653", "45507", "296097", "173403", "45506", "56686", "134752", "532599", "423933"], "ranked_scores": [0.6016, 0.5781, 0.5547, 0.5391, 0.5078, 0.4922, 0.4922, 0.4609, 0.4062, 0.3984], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "150414": {"relevant_ids": ["192835"], "ranked_ids": ["192835", "105782", "121070", "496848", "516620", "337933", "149429", "105783", "461888", "398240"], "ranked_scores": [0.6484, 0.6328, 0.5625, 0.5312, 0.5234, 0.5078, 0.5, 0.4922, 0.4922, 0.4766], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145582": {"relevant_ids": ["145583"], "ranked_ids": ["145583", "263736", "87614", "466967", "345532", "39561", "144114", "20024", "298657", "299264"], "ranked_scores": [0.7031, 0.4375, 0.3594, 0.3281, 0.3203, 0.3203, 0.3125, 0.3125, 0.3125, 0.3047], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "315712": {"relevant_ids": ["315713"], "ranked_ids": ["315713", "408588", "203205", "302746", "377891", "199860", "259258", "396505", "123525", "261260"], "ranked_scores": [0.5625, 0.3984, 0.3594, 0.3594, 0.3594, 0.3281, 0.3281, 0.3203, 0.3125, 0.3125], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145739": {"relevant_ids": ["145740"], "ranked_ids": ["145740", "465597", "8705", "241979", "366074", "210012", "78557", "375395", "415781", "51035"], "ranked_scores": [0.7344, 0.5625, 0.5391, 0.5312, 0.5234, 0.4688, 0.4609, 0.4609, 0.4609, 0.4531], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "308127": {"relevant_ids": ["308126"], "ranked_ids": ["308126", "35763", "367804", "123707", "535966", "301104", "163223", "36744", "167017", "266258"], "ranked_scores": [0.6172, 0.4766, 0.4297, 0.4219, 0.4219, 0.4141, 0.4063, 0.4062, 0.3984, 0.3984], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "287245": {"relevant_ids": ["283198", "283199", "322650"], "ranked_ids": ["283199", "283198", "322650", "68138", "420279", "192143", "107159", "195143", "499037", "299392"], "ranked_scores": [0.6328, 0.625, 0.6172, 0.4453, 0.4297, 0.4141, 0.4062, 0.4062, 0.4062, 0.3984], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "14755": {"relevant_ids": ["211906", "14756"], "ranked_ids": ["450970", "211906", "14756", "235454", "88473", "57678", "277031", "28296", "27423", "55177"], "ranked_scores": [0.7891, 0.7734, 0.7656, 0.6484, 0.625, 0.6016, 0.6016, 0.5937, 0.5703, 0.5547], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6934, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6934, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6934, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "370170": {"relevant_ids": ["370169"], "ranked_ids": ["370169", "528902", "211280", "132797", "191527", "517283", "299578", "388915", "433820", "59810"], "ranked_scores": [0.9687, 0.5078, 0.4453, 0.4453, 0.4375, 0.4297, 0.4297, 0.4297, 0.4297, 0.4297], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "41774": {"relevant_ids": ["41773"], "ranked_ids": ["41773", "307530", "239344", "53738", "214766", "163006", "416695", "454279", "399039", "366794"], "ranked_scores": [0.6641, 0.5313, 0.4844, 0.4766, 0.4297, 0.4219, 0.4141, 0.4141, 0.3984, 0.3906], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "399648": {"relevant_ids": ["399649"], "ranked_ids": ["399649", "54706", "212809", "225815", "87004", "412309", "21253", "529004", "159777", "167487"], "ranked_scores": [0.9297, 0.6016, 0.6016, 0.5547, 0.5234, 0.5078, 0.5, 0.4922, 0.4844, 0.4766], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "504811": {"relevant_ids": ["504810"], "ranked_ids": ["504810", "439209", "84826", "451065", "15879", "309894", "132970", "276160", "54196", "256525"], "ranked_scores": [0.9063, 0.4687, 0.4453, 0.4375, 0.4375, 0.4375, 0.4297, 0.4297, 0.4297, 0.4297], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "362950": {"relevant_ids": ["400212", "362949"], "ranked_ids": ["151122", "362949", "400212", "427587", "155870", "203063", "487392", "244712", "348827", "253913"], "ranked_scores": [0.6172, 0.6094, 0.6016, 0.5781, 0.5625, 0.5547, 0.5469, 0.5313, 0.5234, 0.5234], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6934, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6934, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6934, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "155873": {"relevant_ids": ["155874"], "ranked_ids": ["392604", "292617", "487664", "383066", "206283", "378062", "155874", "122134", "446058", "449775"], "ranked_scores": [0.5234, 0.4687, 0.4375, 0.4375, 0.4219, 0.4141, 0.4141, 0.4062, 0.3906, 0.3906], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "263432": {"relevant_ids": ["263433"], "ranked_ids": ["263433", "128303", "401373", "136838", "471057", "41365", "192229", "356658", "372749", "254597"], "ranked_scores": [0.5703, 0.4922, 0.4844, 0.4609, 0.4453, 0.4219, 0.4141, 0.4062, 0.4062, 0.3984], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "354945": {"relevant_ids": ["354946"], "ranked_ids": ["354946", "254071", "462983", "462984", "322478", "211239", "236419", "108161", "39129", "397538"], "ranked_scores": [0.8125, 0.6719, 0.6094, 0.5312, 0.4375, 0.3984, 0.375, 0.3594, 0.3359, 0.3281], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "245417": {"relevant_ids": ["248195", "219475"], "ranked_ids": ["219475", "40657", "248195", "37326", "64433", "301977", "319022", "368145", "413039", "460523"], "ranked_scores": [0.6406, 0.6094, 0.5703, 0.5625, 0.5312, 0.5156, 0.5156, 0.5078, 0.4844, 0.4609], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.9197, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.9197, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9197, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "516276": {"relevant_ids": ["516277"], "ranked_ids": ["516277", "34173", "19755", "119374", "143842", "153039", "510783", "479392", "352189", "286275"], "ranked_scores": [0.8047, 0.6797, 0.6484, 0.5938, 0.5781, 0.5703, 0.5625, 0.5547, 0.5234, 0.5078], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177580": {"relevant_ids": ["177579"], "ranked_ids": ["177579", "115954", "185553", "532497", "57360", "511935", "489312", "106109", "421150", "84634"], "ranked_scores": [0.8594, 0.4297, 0.3906, 0.3828, 0.3828, 0.375, 0.3594, 0.3516, 0.3438, 0.3359], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "309865": {"relevant_ids": ["78623", "33713", "78624"], "ranked_ids": ["209041", "78624", "33713", "437065", "153484", "495751", "78623", "405094", "425739", "235483"], "ranked_scores": [0.6953, 0.6719, 0.6641, 0.6562, 0.625, 0.5859, 0.5781, 0.5625, 0.5469, 0.5234], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5307, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.5307, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.6871, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "510387": {"relevant_ids": ["510386"], "ranked_ids": ["241538", "344869", "241537", "510386", "40390", "170896", "371033", "160232", "112669", "107850"], "ranked_scores": [0.7422, 0.6719, 0.6719, 0.6641, 0.6328, 0.5938, 0.5703, 0.5391, 0.5391, 0.5234], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "26645": {"relevant_ids": ["26644"], "ranked_ids": ["26644", "108781", "207775", "504445", "215551", "163452", "240705", "411539", "82114", "286617"], "ranked_scores": [0.9062, 0.6172, 0.5859, 0.5703, 0.5469, 0.5391, 0.5312, 0.5234, 0.5234, 0.5234], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "47788": {"relevant_ids": ["455725"], "ranked_ids": ["455725", "15132", "59508", "47789", "235686", "47703", "85764", "518171", "101721", "8505"], "ranked_scores": [0.7422, 0.6875, 0.6641, 0.6641, 0.6563, 0.6562, 0.6406, 0.6406, 0.625, 0.625], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "338281": {"relevant_ids": ["338282"], "ranked_ids": ["338282", "11563", "345518", "457315", "489320", "277751", "222716", "263861", "280435", "326869"], "ranked_scores": [0.625, 0.4219, 0.4141, 0.4062, 0.375, 0.3672, 0.3672, 0.3672, 0.3672, 0.3672], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "461149": {"relevant_ids": ["461148"], "ranked_ids": ["461148", "525835", "283905", "120940", "527101", "302225", "381960", "8828", "475952", "194250"], "ranked_scores": [0.6953, 0.6875, 0.6016, 0.5625, 0.5547, 0.5391, 0.5391, 0.5156, 0.5156, 0.5078], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "346126": {"relevant_ids": ["110711", "110710"], "ranked_ids": ["110710", "110711", "154338", "168350", "355996", "108617", "254526", "296319", "340823", "393684"], "ranked_scores": [0.8281, 0.8047, 0.7031, 0.6016, 0.5859, 0.5781, 0.5703, 0.5703, 0.5703, 0.5625], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "372986": {"relevant_ids": ["262882", "49961"], "ranked_ids": ["49961", "262882", "303468", "494989", "491226", "393920", "443239", "226563", "497357", "497531"], "ranked_scores": [0.7969, 0.7266, 0.6406, 0.5547, 0.5234, 0.5078, 0.4922, 0.4844, 0.4687, 0.4687], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "501182": {"relevant_ids": ["501181"], "ranked_ids": ["501181", "179018", "446824", "402718", "429772", "234765", "8417", "240678", "447737", "291000"], "ranked_scores": [0.7578, 0.5156, 0.5, 0.4922, 0.4531, 0.4453, 0.4297, 0.4297, 0.4219, 0.4062], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13800": {"relevant_ids": ["408522", "376590", "13799"], "ranked_ids": ["376590", "257857", "306761", "482825", "214970", "67320", "362253", "13799", "73232", "179943"], "ranked_scores": [0.6172, 0.6016, 0.5703, 0.5625, 0.5625, 0.5391, 0.5234, 0.5156, 0.5078, 0.4922], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.6173, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.6667}, "250143": {"relevant_ids": ["250142"], "ranked_ids": ["250142", "473276", "209138", "38409", "57155", "368186", "96270", "50539", "526032", "73729"], "ranked_scores": [0.6797, 0.625, 0.4688, 0.4531, 0.4219, 0.4141, 0.4141, 0.4063, 0.3984, 0.3906], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13223": {"relevant_ids": ["88349", "13224", "156773", "88348", "20277"], "ranked_ids": ["156773", "13224", "86343", "88348", "137719", "88349", "366749", "24720", "173790", "359956"], "ranked_scores": [0.875, 0.8047, 0.7969, 0.7812, 0.7656, 0.7656, 0.7266, 0.6953, 0.6797, 0.6719], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.2, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.4, "ndcg@5": 0.6992, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6, "ndcg@10": 0.82, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.8}, "11002": {"relevant_ids": ["11003"], "ranked_ids": ["11003", "489539", "444112", "144197", "464848", "87346", "82619", "88601", "241075", "12718"], "ranked_scores": [0.7578, 0.4844, 0.4766, 0.4609, 0.4453, 0.4375, 0.4297, 0.4219, 0.4219, 0.4141], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177653": {"relevant_ids": ["79732"], "ranked_ids": ["79732", "39174", "373717", "373275", "395587", "200611", "129172", "225019", "138956", "310721"], "ranked_scores": [0.7344, 0.6094, 0.5781, 0.5234, 0.5156, 0.5078, 0.4844, 0.4688, 0.4531, 0.4531], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "415592": {"relevant_ids": ["415591"], "ranked_ids": ["415591", "430072", "288357", "84634", "88542", "91592", "387370", "381371", "379146", "485706"], "ranked_scores": [0.7813, 0.5547, 0.5547, 0.5469, 0.5313, 0.5312, 0.5312, 0.5156, 0.5078, 0.5078], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "511196": {"relevant_ids": ["511197"], "ranked_ids": ["511197", "156490", "191329", "491923", "251545", "289278", "251546", "414717", "53962", "328397"], "ranked_scores": [0.7031, 0.5469, 0.4922, 0.4844, 0.4766, 0.4688, 0.4453, 0.4375, 0.4375, 0.4219], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "344845": {"relevant_ids": ["344844"], "ranked_ids": ["344844", "79987", "161471", "101085", "380837", "187882", "327548", "79986", "397001", "384928"], "ranked_scores": [0.75, 0.625, 0.6172, 0.6094, 0.5938, 0.5781, 0.5781, 0.5781, 0.5469, 0.5391], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "396744": {"relevant_ids": ["396745"], "ranked_ids": ["454241", "418055", "236438", "55767", "379443", "507513", "527221", "112050", "396745", "75399"], "ranked_scores": [0.4688, 0.4531, 0.4375, 0.4297, 0.4141, 0.3984, 0.3906, 0.3828, 0.3828, 0.375], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "452398": {"relevant_ids": ["452399"], "ranked_ids": ["452399", "487918", "258503", "165046", "313904", "485561", "530610", "128992", "185580", "267712"], "ranked_scores": [0.8828, 0.4844, 0.4844, 0.4609, 0.4609, 0.4531, 0.4375, 0.4375, 0.4297, 0.4297], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "182114": {"relevant_ids": ["182113"], "ranked_ids": ["481882", "234482", "229182", "328873", "196647", "86228", "276037", "236007", "277277", "260490"], "ranked_scores": [0.5234, 0.4844, 0.4531, 0.4375, 0.4375, 0.4375, 0.4141, 0.4063, 0.3828, 0.3828], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "486260": {"relevant_ids": ["486259"], "ranked_ids": ["486259", "221509", "392356", "235892", "266904", "452464", "113749", "511631", "151649", "38555"], "ranked_scores": [0.8281, 0.5859, 0.5625, 0.5391, 0.5391, 0.5391, 0.5391, 0.5313, 0.5313, 0.5312], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "455140": {"relevant_ids": ["315935"], "ranked_ids": ["315935", "246286", "93864", "245896", "315936", "150842", "519049", "356403", "369068", "50224"], "ranked_scores": [0.7969, 0.5703, 0.5625, 0.5625, 0.5391, 0.5234, 0.5078, 0.4766, 0.4609, 0.4531], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "56198": {"relevant_ids": ["56199"], "ranked_ids": ["56199", "130971", "249114", "199688", "246583", "138891", "259258", "431226", "148722", "310462"], "ranked_scores": [0.875, 0.4453, 0.4297, 0.4141, 0.4141, 0.4141, 0.4063, 0.4062, 0.3984, 0.3984], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "30172": {"relevant_ids": ["145119", "373486", "145120", "30173", "185817", "68426"], "ranked_ids": ["145120", "68426", "160900", "205338", "267771", "30173", "15236", "112436", "481493", "463253"], "ranked_scores": [0.8047, 0.7344, 0.7344, 0.6484, 0.6172, 0.6094, 0.6094, 0.6016, 0.5938, 0.5781], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.1667, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.5531, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.6013, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "127880": {"relevant_ids": ["241164"], "ranked_ids": ["241164", "121458", "135083", "535042", "421143", "415983", "504771", "403741", "122116", "99916"], "ranked_scores": [0.6719, 0.625, 0.5469, 0.5391, 0.5234, 0.5156, 0.5078, 0.5078, 0.4922, 0.4922], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "167969": {"relevant_ids": ["174461"], "ranked_ids": ["174461", "360983", "91854", "130124", "78497", "468723", "49800", "121354", "347474", "32135"], "ranked_scores": [0.5781, 0.4687, 0.4609, 0.4375, 0.375, 0.375, 0.375, 0.3672, 0.3594, 0.3594], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "97986": {"relevant_ids": ["97987"], "ranked_ids": ["97987", "44589", "108564", "44095", "506848", "393565", "290935", "284181", "83797", "479236"], "ranked_scores": [0.9141, 0.5938, 0.5234, 0.4844, 0.4844, 0.4531, 0.4141, 0.3984, 0.3906, 0.3828], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "12865": {"relevant_ids": ["105683"], "ranked_ids": ["105683", "277453", "92902", "191268", "313106", "528844", "155515", "338609", "113886", "302893"], "ranked_scores": [0.8594, 0.6562, 0.5469, 0.5469, 0.5469, 0.5391, 0.5313, 0.5312, 0.5312, 0.5156], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "215681": {"relevant_ids": ["215680"], "ranked_ids": ["215680", "178515", "57552", "63757", "78042", "5733", "340195", "177080", "54139", "301165"], "ranked_scores": [0.9062, 0.5938, 0.5703, 0.5703, 0.5391, 0.5234, 0.5234, 0.5078, 0.5, 0.4922], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-mpnet-base-mrl-256-tq-2bit": {"127728": {"relevant_ids": ["127729"], "ranked_ids": ["127729", "276617", "250619", "153290", "193297", "48895", "38063", "245618", "317591", "1122"], "ranked_scores": [0.7015, 0.6052, 0.5918, 0.5917, 0.5722, 0.5675, 0.5667, 0.5621, 0.5592, 0.5592], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "318820": {"relevant_ids": ["318821"], "ranked_ids": ["318821", "367479", "355161", "360734", "441218", "184762", "362498", "496708", "167747", "528342"], "ranked_scores": [0.9035, 0.6987, 0.6639, 0.6494, 0.61, 0.6096, 0.5958, 0.5933, 0.5747, 0.5561], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "296098": {"relevant_ids": ["296097"], "ranked_ids": ["45507", "173403", "307653", "134752", "45506", "469868", "296097", "56686", "513540", "423933"], "ranked_scores": [0.6558, 0.6096, 0.5845, 0.5809, 0.5728, 0.565, 0.5589, 0.533, 0.5041, 0.5041], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "150414": {"relevant_ids": ["192835"], "ranked_ids": ["192835", "105782", "516620", "105783", "132912", "496848", "121070", "337933", "113488", "481419"], "ranked_scores": [0.8289, 0.7606, 0.7247, 0.6971, 0.683, 0.6649, 0.6578, 0.6376, 0.6325, 0.6226], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145582": {"relevant_ids": ["145583"], "ranked_ids": ["145583", "263736", "87614", "299264", "20024", "39561", "369955", "454248", "130013", "244599"], "ranked_scores": [0.8055, 0.6137, 0.5084, 0.4512, 0.4042, 0.3883, 0.3795, 0.3744, 0.3723, 0.3683], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "315712": {"relevant_ids": ["315713"], "ranked_ids": ["315713", "408588", "153536", "377891", "203205", "396505", "120489", "242340", "298503", "259258"], "ranked_scores": [0.7159, 0.5273, 0.4968, 0.496, 0.4911, 0.4865, 0.4682, 0.4659, 0.4338, 0.4299], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145739": {"relevant_ids": ["145740"], "ranked_ids": ["145740", "366074", "241979", "465597", "8705", "115412", "210012", "347337", "415781", "51035"], "ranked_scores": [0.8102, 0.6805, 0.6702, 0.6422, 0.6187, 0.6105, 0.6073, 0.6002, 0.5744, 0.5735], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "308127": {"relevant_ids": ["308126"], "ranked_ids": ["308126", "35763", "367804", "79534", "123707", "77650", "535966", "481501", "537189", "301104"], "ranked_scores": [0.796, 0.6069, 0.5741, 0.5718, 0.5293, 0.5188, 0.5114, 0.5084, 0.5058, 0.5011], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "287245": {"relevant_ids": ["283198", "283199", "322650"], "ranked_ids": ["283199", "322650", "283198", "68138", "499037", "420279", "192143", "109049", "195143", "505949"], "ranked_scores": [0.7524, 0.7498, 0.7043, 0.5807, 0.5565, 0.5541, 0.5342, 0.5102, 0.5041, 0.4885], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "14755": {"relevant_ids": ["211906", "14756"], "ranked_ids": ["211906", "450970", "14756", "277031", "235454", "57678", "30834", "74058", "88473", "367164"], "ranked_scores": [0.855, 0.851, 0.829, 0.7194, 0.71, 0.7067, 0.7032, 0.6719, 0.6534, 0.6512], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.9197, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.9197, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9197, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "370170": {"relevant_ids": ["370169"], "ranked_ids": ["370169", "211280", "537762", "417976", "476551", "191527", "466920", "404718", "517283", "43979"], "ranked_scores": [0.9816, 0.597, 0.5604, 0.5584, 0.5513, 0.5496, 0.5433, 0.5378, 0.5217, 0.5094], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "41774": {"relevant_ids": ["41773"], "ranked_ids": ["41773", "239344", "307530", "53738", "366794", "433175", "214766", "467781", "218184", "339534"], "ranked_scores": [0.837, 0.653, 0.6151, 0.6046, 0.5515, 0.5235, 0.5188, 0.4992, 0.4968, 0.4834], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "399648": {"relevant_ids": ["399649"], "ranked_ids": ["399649", "54706", "212809", "225815", "21253", "412309", "445074", "411313", "529004", "439417"], "ranked_scores": [0.9504, 0.732, 0.7211, 0.6998, 0.6804, 0.649, 0.6137, 0.599, 0.5979, 0.5936], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "504811": {"relevant_ids": ["504810"], "ranked_ids": ["504810", "84826", "175461", "309894", "364238", "54196", "276160", "90374", "15879", "448774"], "ranked_scores": [0.9582, 0.5979, 0.5745, 0.5652, 0.5616, 0.5595, 0.5528, 0.5498, 0.5414, 0.5407], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "362950": {"relevant_ids": ["400212", "362949"], "ranked_ids": ["362949", "400212", "151122", "427587", "487392", "155870", "9132", "78020", "203063", "24154"], "ranked_scores": [0.7493, 0.7388, 0.7245, 0.71, 0.6873, 0.6829, 0.6643, 0.6589, 0.6571, 0.6529], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "155873": {"relevant_ids": ["155874"], "ranked_ids": ["392604", "383066", "439035", "524460", "487664", "122134", "292617", "446058", "57879", "294020"], "ranked_scores": [0.6325, 0.5894, 0.5859, 0.5537, 0.5342, 0.5264, 0.5197, 0.5132, 0.5125, 0.5073], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "263432": {"relevant_ids": ["263433"], "ranked_ids": ["263433", "136838", "401373", "407204", "471057", "128303", "20409", "372749", "192229", "157589"], "ranked_scores": [0.7355, 0.5867, 0.5779, 0.5734, 0.5706, 0.5541, 0.5525, 0.5459, 0.5373, 0.5176], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "354945": {"relevant_ids": ["354946"], "ranked_ids": ["354946", "254071", "462983", "462984", "108161", "322478", "211239", "236419", "201886", "202817"], "ranked_scores": [0.9008, 0.8152, 0.6852, 0.5884, 0.5084, 0.5043, 0.4354, 0.4347, 0.4257, 0.403], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "245417": {"relevant_ids": ["248195", "219475"], "ranked_ids": ["219475", "248195", "40657", "64433", "301977", "368145", "37326", "413039", "319022", "274248"], "ranked_scores": [0.8414, 0.7789, 0.7544, 0.7167, 0.6851, 0.6813, 0.6515, 0.6361, 0.634, 0.5985], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "516276": {"relevant_ids": ["516277"], "ranked_ids": ["516277", "19755", "34173", "510783", "143842", "352189", "479392", "153039", "119374", "76958"], "ranked_scores": [0.9089, 0.7831, 0.7734, 0.7319, 0.6756, 0.6735, 0.6703, 0.6632, 0.6462, 0.6438], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177580": {"relevant_ids": ["177579"], "ranked_ids": ["177579", "532497", "511935", "115954", "185553", "143503", "106109", "489312", "421150", "419100"], "ranked_scores": [0.8984, 0.5385, 0.5107, 0.5063, 0.492, 0.4535, 0.4302, 0.4291, 0.4224, 0.4204], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "309865": {"relevant_ids": ["78623", "33713", "78624"], "ranked_ids": ["209041", "153484", "78624", "33713", "405094", "437065", "78623", "425739", "469068", "109205"], "ranked_scores": [0.8431, 0.7871, 0.7847, 0.768, 0.7662, 0.7593, 0.7514, 0.6779, 0.6756, 0.6569], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4367, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.5932, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "510387": {"relevant_ids": ["510386"], "ranked_ids": ["241538", "40390", "241537", "170896", "344869", "510386", "52003", "371033", "484846", "442062"], "ranked_scores": [0.8412, 0.808, 0.7853, 0.7618, 0.756, 0.7326, 0.7065, 0.6985, 0.6931, 0.6709], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "26645": {"relevant_ids": ["26644"], "ranked_ids": ["26644", "108781", "207775", "504445", "163452", "215551", "209092", "286617", "219047", "284347"], "ranked_scores": [0.9517, 0.7328, 0.7015, 0.6866, 0.679, 0.6767, 0.6555, 0.6297, 0.626, 0.62], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "47788": {"relevant_ids": ["455725"], "ranked_ids": ["455725", "47789", "518171", "235686", "15132", "47703", "85764", "37221", "348138", "101721"], "ranked_scores": [0.8706, 0.81, 0.8099, 0.8053, 0.8048, 0.8038, 0.7974, 0.7949, 0.7786, 0.7683], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "338281": {"relevant_ids": ["338282"], "ranked_ids": ["338282", "326869", "325380", "11563", "263861", "56442", "345518", "362498", "391952", "457315"], "ranked_scores": [0.8007, 0.521, 0.4943, 0.4877, 0.4763, 0.4685, 0.4677, 0.4622, 0.462, 0.4601], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "461149": {"relevant_ids": ["461148"], "ranked_ids": ["461148", "525835", "527101", "283905", "203100", "377056", "302225", "519891", "335800", "409324"], "ranked_scores": [0.7784, 0.7618, 0.7342, 0.7315, 0.6924, 0.6816, 0.6781, 0.662, 0.6551, 0.6443], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "346126": {"relevant_ids": ["110711", "110710"], "ranked_ids": ["110710", "110711", "154338", "296319", "108617", "168350", "55038", "67837", "393684", "340823"], "ranked_scores": [0.899, 0.8977, 0.8773, 0.7553, 0.7152, 0.7119, 0.7113, 0.6822, 0.6789, 0.6788], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "372986": {"relevant_ids": ["262882", "49961"], "ranked_ids": ["49961", "262882", "303468", "494989", "443239", "215938", "491226", "497531", "499535", "268183"], "ranked_scores": [0.9119, 0.8029, 0.7286, 0.6788, 0.6481, 0.6268, 0.6069, 0.5947, 0.5829, 0.5816], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "501182": {"relevant_ids": ["501181"], "ranked_ids": ["501181", "446824", "179018", "402718", "429772", "109121", "318996", "185580", "8417", "231545"], "ranked_scores": [0.8761, 0.6058, 0.5948, 0.591, 0.5743, 0.5522, 0.5506, 0.5486, 0.5411, 0.5396], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13800": {"relevant_ids": ["408522", "376590", "13799"], "ranked_ids": ["13799", "257857", "376590", "306761", "482825", "362253", "179943", "214970", "67320", "25394"], "ranked_scores": [0.751, 0.7167, 0.7112, 0.7088, 0.7019, 0.6844, 0.6803, 0.6746, 0.6473, 0.6204], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.7039, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.7039, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.6667}, "250143": {"relevant_ids": ["250142"], "ranked_ids": ["250142", "473276", "368186", "492698", "96270", "38409", "526032", "206630", "50538", "509757"], "ranked_scores": [0.802, 0.7922, 0.5817, 0.5793, 0.5502, 0.5366, 0.5333, 0.5332, 0.5271, 0.5262], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13223": {"relevant_ids": ["88349", "13224", "156773", "88348", "20277"], "ranked_ids": ["156773", "13224", "88348", "88349", "86343", "366749", "137719", "24720", "163971", "11938"], "ranked_scores": [0.9067, 0.8633, 0.8351, 0.8262, 0.8237, 0.8062, 0.8047, 0.7642, 0.7627, 0.7587], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.2, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6, "ndcg@5": 0.8688, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.8, "ndcg@10": 0.8688, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.8}, "11002": {"relevant_ids": ["11003"], "ranked_ids": ["11003", "489539", "444112", "144197", "12718", "10212", "82619", "87588", "464848", "87346"], "ranked_scores": [0.8432, 0.6266, 0.6083, 0.5962, 0.5804, 0.5718, 0.5668, 0.5647, 0.5609, 0.5606], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177653": {"relevant_ids": ["79732"], "ranked_ids": ["79732", "39174", "395587", "200611", "373275", "373717", "310721", "525756", "225019", "129172"], "ranked_scores": [0.8519, 0.7117, 0.6835, 0.6759, 0.6304, 0.6127, 0.6029, 0.583, 0.5789, 0.5236], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "415592": {"relevant_ids": ["415591"], "ranked_ids": ["415591", "207607", "84634", "91592", "88542", "430072", "387370", "322822", "68386", "117817"], "ranked_scores": [0.8833, 0.6604, 0.66, 0.66, 0.6472, 0.6429, 0.6334, 0.6322, 0.6275, 0.6026], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "511196": {"relevant_ids": ["511197"], "ranked_ids": ["511197", "156490", "491923", "251545", "191329", "251546", "53962", "328397", "289278", "414717"], "ranked_scores": [0.8365, 0.6503, 0.6194, 0.6031, 0.5841, 0.5793, 0.574, 0.5653, 0.5549, 0.55], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "344845": {"relevant_ids": ["344844"], "ranked_ids": ["344844", "161471", "79987", "187882", "384928", "397001", "101085", "4915", "95946", "79986"], "ranked_scores": [0.8799, 0.739, 0.7354, 0.7284, 0.7136, 0.7066, 0.7029, 0.6924, 0.6912, 0.691], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "396744": {"relevant_ids": ["396745"], "ranked_ids": ["454241", "396745", "527221", "236438", "55767", "284966", "375685", "155232", "471027", "369693"], "ranked_scores": [0.5988, 0.5844, 0.573, 0.5602, 0.5464, 0.5447, 0.5255, 0.5141, 0.5133, 0.505], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "452398": {"relevant_ids": ["452399"], "ranked_ids": ["452399", "487918", "4228", "165046", "258503", "128992", "530610", "435989", "134287", "60646"], "ranked_scores": [0.9403, 0.6264, 0.5591, 0.5556, 0.554, 0.5479, 0.5458, 0.5418, 0.5338, 0.5275], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "182114": {"relevant_ids": ["182113"], "ranked_ids": ["196647", "182113", "234482", "229182", "481882", "277277", "236007", "413792", "338860", "328873"], "ranked_scores": [0.6237, 0.6145, 0.5843, 0.5834, 0.5781, 0.5257, 0.5087, 0.5076, 0.5025, 0.4861], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "486260": {"relevant_ids": ["486259"], "ranked_ids": ["486259", "392356", "113749", "266904", "145384", "235892", "100082", "10591", "452464", "38555"], "ranked_scores": [0.9086, 0.7105, 0.6709, 0.6485, 0.637, 0.6364, 0.6319, 0.6315, 0.6305, 0.6293], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "455140": {"relevant_ids": ["315935"], "ranked_ids": ["315935", "93864", "246286", "315936", "150842", "245896", "519049", "50224", "356403", "124700"], "ranked_scores": [0.9017, 0.6965, 0.6788, 0.6567, 0.6562, 0.6449, 0.6373, 0.6173, 0.6124, 0.6075], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "56198": {"relevant_ids": ["56199"], "ranked_ids": ["56199", "246583", "431226", "249114", "138891", "243039", "521606", "480352", "160194", "3724"], "ranked_scores": [0.9208, 0.5993, 0.5745, 0.5674, 0.5577, 0.5575, 0.5397, 0.5334, 0.5331, 0.5301], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "30172": {"relevant_ids": ["145119", "373486", "145120", "30173", "185817", "68426"], "ranked_ids": ["145120", "160900", "68426", "15236", "205338", "30173", "192604", "373486", "382686", "78746"], "ranked_scores": [0.8644, 0.8388, 0.8119, 0.7748, 0.7714, 0.736, 0.725, 0.7148, 0.7093, 0.707], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.1667, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.5087, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.6572, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.6667}, "127880": {"relevant_ids": ["241164"], "ranked_ids": ["241164", "121458", "535042", "135083", "504771", "266615", "329579", "156678", "99916", "531392"], "ranked_scores": [0.7551, 0.6719, 0.6421, 0.6152, 0.6047, 0.5787, 0.572, 0.5663, 0.5658, 0.5582], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "167969": {"relevant_ids": ["174461"], "ranked_ids": ["174461", "360983", "91854", "257735", "130124", "468723", "49800", "146236", "78497", "121354"], "ranked_scores": [0.7045, 0.6331, 0.5913, 0.5468, 0.5225, 0.5068, 0.5005, 0.4913, 0.4872, 0.4865], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "97986": {"relevant_ids": ["97987"], "ranked_ids": ["97987", "44589", "108564", "506848", "393565", "284181", "479236", "105886", "336143", "193896"], "ranked_scores": [0.927, 0.7368, 0.6536, 0.6075, 0.5997, 0.5671, 0.5448, 0.5437, 0.5436, 0.5365], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "12865": {"relevant_ids": ["105683"], "ranked_ids": ["105683", "277453", "92902", "113886", "191268", "155515", "528844", "506722", "338609", "188959"], "ranked_scores": [0.925, 0.7608, 0.7241, 0.6933, 0.6844, 0.6658, 0.6641, 0.6569, 0.6524, 0.6495], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "215681": {"relevant_ids": ["215680"], "ranked_ids": ["215680", "178515", "57552", "78042", "340195", "177080", "301165", "5733", "54139", "143842"], "ranked_scores": [0.9102, 0.7206, 0.6666, 0.6571, 0.6371, 0.6279, 0.6244, 0.6216, 0.6116, 0.605], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-mpnet-base-mrl-256-tq-3bit": {"127728": {"relevant_ids": ["127729"], "ranked_ids": ["127729", "276617", "250619", "38063", "153290", "494754", "145244", "1122", "48895", "315009"], "ranked_scores": [0.7326, 0.6355, 0.6291, 0.6189, 0.6153, 0.608, 0.6034, 0.5998, 0.5902, 0.5852], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "318820": {"relevant_ids": ["318821"], "ranked_ids": ["318821", "367479", "355161", "360734", "441218", "184762", "362498", "167747", "496708", "528342"], "ranked_scores": [0.9541, 0.7618, 0.7091, 0.6988, 0.6512, 0.6488, 0.6427, 0.6357, 0.6334, 0.6319], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "296098": {"relevant_ids": ["296097"], "ranked_ids": ["45507", "173403", "307653", "296097", "134752", "469868", "45506", "56686", "493414", "513540"], "ranked_scores": [0.7049, 0.6348, 0.621, 0.6074, 0.5987, 0.597, 0.5896, 0.5794, 0.5463, 0.5301], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "150414": {"relevant_ids": ["192835"], "ranked_ids": ["192835", "105782", "516620", "132912", "105783", "121070", "496848", "337933", "126746", "21131"], "ranked_scores": [0.8961, 0.8382, 0.7791, 0.7504, 0.7441, 0.7117, 0.7089, 0.7006, 0.6815, 0.6692], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145582": {"relevant_ids": ["145583"], "ranked_ids": ["145583", "263736", "87614", "299264", "39561", "466967", "454248", "20024", "9145", "130013"], "ranked_scores": [0.8641, 0.6237, 0.5342, 0.489, 0.4528, 0.4109, 0.4059, 0.3992, 0.3905, 0.3863], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "315712": {"relevant_ids": ["315713"], "ranked_ids": ["315713", "377891", "408588", "396505", "203205", "153536", "120489", "259258", "242340", "298503"], "ranked_scores": [0.7909, 0.561, 0.5489, 0.5373, 0.5369, 0.5366, 0.5254, 0.4899, 0.4804, 0.4684], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145739": {"relevant_ids": ["145740"], "ranked_ids": ["145740", "241979", "366074", "115412", "8705", "465597", "210012", "347337", "415781", "148222"], "ranked_scores": [0.8693, 0.7238, 0.7209, 0.6589, 0.6506, 0.6448, 0.6411, 0.6391, 0.6165, 0.6061], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "308127": {"relevant_ids": ["308126"], "ranked_ids": ["308126", "35763", "79534", "367804", "77650", "123707", "535966", "481501", "189748", "537189"], "ranked_scores": [0.8525, 0.6565, 0.6119, 0.5946, 0.5875, 0.5708, 0.5656, 0.5627, 0.5465, 0.5459], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "287245": {"relevant_ids": ["283198", "283199", "322650"], "ranked_ids": ["322650", "283199", "283198", "420279", "109049", "68138", "499037", "192143", "499036", "195143"], "ranked_scores": [0.7987, 0.7981, 0.7684, 0.6019, 0.5738, 0.5723, 0.5651, 0.5514, 0.5411, 0.5328], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "14755": {"relevant_ids": ["211906", "14756"], "ranked_ids": ["450970", "211906", "14756", "235454", "57678", "30834", "277031", "74058", "218584", "88473"], "ranked_scores": [0.8983, 0.8778, 0.8717, 0.7615, 0.7608, 0.7492, 0.7457, 0.6974, 0.6799, 0.6795], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6934, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6934, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6934, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "370170": {"relevant_ids": ["370169"], "ranked_ids": ["370169", "537762", "387761", "417976", "211280", "466920", "476551", "334238", "433820", "528902"], "ranked_scores": [0.981, 0.5935, 0.5881, 0.5879, 0.5865, 0.5753, 0.5595, 0.5582, 0.5535, 0.5518], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "41774": {"relevant_ids": ["41773"], "ranked_ids": ["41773", "307530", "239344", "53738", "433175", "214766", "339534", "467781", "366794", "468656"], "ranked_scores": [0.871, 0.7003, 0.6787, 0.6638, 0.5873, 0.5699, 0.5497, 0.549, 0.5423, 0.5314], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "399648": {"relevant_ids": ["399649"], "ranked_ids": ["399649", "54706", "212809", "225815", "412309", "21253", "529004", "439417", "159777", "462253"], "ranked_scores": [0.9822, 0.7687, 0.7489, 0.7282, 0.6978, 0.6789, 0.6416, 0.6323, 0.6309, 0.6292], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "504811": {"relevant_ids": ["504810"], "ranked_ids": ["504810", "90374", "175461", "84826", "54196", "364238", "309894", "448774", "54195", "220414"], "ranked_scores": [0.9704, 0.6332, 0.6213, 0.617, 0.6004, 0.5733, 0.5714, 0.5687, 0.5661, 0.5656], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "362950": {"relevant_ids": ["400212", "362949"], "ranked_ids": ["362949", "400212", "151122", "487392", "427587", "203063", "411503", "101529", "348827", "155870"], "ranked_scores": [0.8175, 0.7997, 0.7541, 0.7463, 0.7456, 0.704, 0.7023, 0.7003, 0.6989, 0.6937], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "155873": {"relevant_ids": ["155874"], "ranked_ids": ["392604", "487664", "383066", "439035", "292617", "122134", "294020", "155874", "91610", "266906"], "ranked_scores": [0.6607, 0.6181, 0.6138, 0.5987, 0.5972, 0.5924, 0.5534, 0.5522, 0.5432, 0.5395], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "263432": {"relevant_ids": ["263433"], "ranked_ids": ["263433", "407204", "471057", "401373", "128303", "136838", "372749", "473794", "20409", "254597"], "ranked_scores": [0.792, 0.6471, 0.6229, 0.6125, 0.5979, 0.5719, 0.5709, 0.5634, 0.5615, 0.5597], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "354945": {"relevant_ids": ["354946"], "ranked_ids": ["354946", "254071", "462983", "462984", "322478", "108161", "236419", "211239", "415886", "490044"], "ranked_scores": [0.9344, 0.86, 0.7035, 0.6101, 0.5713, 0.5043, 0.4864, 0.4764, 0.4571, 0.4361], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "245417": {"relevant_ids": ["248195", "219475"], "ranked_ids": ["219475", "248195", "40657", "64433", "301977", "368145", "37326", "413039", "319022", "8069"], "ranked_scores": [0.8813, 0.8218, 0.8059, 0.7594, 0.7224, 0.7217, 0.7012, 0.6579, 0.6379, 0.6228], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "516276": {"relevant_ids": ["516277"], "ranked_ids": ["516277", "19755", "34173", "510783", "76958", "143842", "479392", "352189", "175142", "119374"], "ranked_scores": [0.9465, 0.8098, 0.804, 0.7793, 0.7231, 0.7196, 0.7171, 0.7051, 0.7036, 0.6998], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177580": {"relevant_ids": ["177579"], "ranked_ids": ["177579", "532497", "185553", "511935", "143503", "115954", "106109", "419100", "84634", "489312"], "ranked_scores": [0.9253, 0.5678, 0.5552, 0.5433, 0.5218, 0.5119, 0.4875, 0.4837, 0.4724, 0.4691], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "309865": {"relevant_ids": ["78623", "33713", "78624"], "ranked_ids": ["209041", "33713", "153484", "78624", "405094", "437065", "78623", "495751", "425739", "109205"], "ranked_scores": [0.8677, 0.83, 0.8273, 0.8209, 0.7657, 0.7606, 0.7582, 0.7427, 0.7188, 0.7047], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4982, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.6546, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "510387": {"relevant_ids": ["510386"], "ranked_ids": ["241538", "241537", "40390", "344869", "510386", "170896", "52003", "484846", "371033", "160232"], "ranked_scores": [0.8517, 0.846, 0.8384, 0.7891, 0.7845, 0.7775, 0.7615, 0.7553, 0.7503, 0.714], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "26645": {"relevant_ids": ["26644"], "ranked_ids": ["26644", "108781", "207775", "163452", "504445", "215551", "209092", "286617", "26813", "221561"], "ranked_scores": [0.9718, 0.772, 0.7516, 0.7426, 0.7319, 0.7071, 0.69, 0.6769, 0.6764, 0.6721], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "47788": {"relevant_ids": ["455725"], "ranked_ids": ["455725", "15132", "47789", "518171", "47703", "37221", "235686", "348138", "87039", "101721"], "ranked_scores": [0.9064, 0.8576, 0.8536, 0.8508, 0.8399, 0.8358, 0.8281, 0.828, 0.8128, 0.8071], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "338281": {"relevant_ids": ["338282"], "ranked_ids": ["338282", "326869", "362498", "100426", "135715", "11563", "325380", "391952", "345518", "263861"], "ranked_scores": [0.8501, 0.542, 0.5271, 0.5269, 0.5246, 0.5158, 0.5153, 0.5111, 0.508, 0.5049], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "461149": {"relevant_ids": ["461148"], "ranked_ids": ["461148", "525835", "283905", "527101", "203100", "377056", "302225", "519891", "215782", "252761"], "ranked_scores": [0.8141, 0.809, 0.7836, 0.7744, 0.7276, 0.7043, 0.699, 0.6858, 0.6774, 0.6723], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "346126": {"relevant_ids": ["110711", "110710"], "ranked_ids": ["110710", "110711", "154338", "296319", "108617", "55038", "254526", "340823", "203476", "168350"], "ranked_scores": [0.9319, 0.9187, 0.8994, 0.8065, 0.7754, 0.7588, 0.7503, 0.7387, 0.7331, 0.7302], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "372986": {"relevant_ids": ["262882", "49961"], "ranked_ids": ["49961", "262882", "303468", "494989", "491226", "215938", "443239", "497531", "499535", "497357"], "ranked_scores": [0.9437, 0.8568, 0.7673, 0.7194, 0.6849, 0.6728, 0.641, 0.6261, 0.6115, 0.5884], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "501182": {"relevant_ids": ["501181"], "ranked_ids": ["501181", "179018", "402718", "446824", "429772", "109121", "185580", "318996", "231545", "274777"], "ranked_scores": [0.9073, 0.667, 0.659, 0.6569, 0.6187, 0.6074, 0.5953, 0.5902, 0.5833, 0.5804], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13800": {"relevant_ids": ["408522", "376590", "13799"], "ranked_ids": ["376590", "13799", "306761", "482825", "179943", "257857", "67320", "362253", "408522", "214970"], "ranked_scores": [0.7989, 0.7891, 0.7521, 0.7368, 0.7208, 0.7047, 0.7035, 0.6876, 0.6784, 0.6755], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.7654, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.9066, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "250143": {"relevant_ids": ["250142"], "ranked_ids": ["473276", "250142", "492698", "368186", "50538", "38409", "206630", "526032", "57155", "209138"], "ranked_scores": [0.8686, 0.8419, 0.6266, 0.5972, 0.5841, 0.5774, 0.5773, 0.5723, 0.562, 0.5572], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "13223": {"relevant_ids": ["88349", "13224", "156773", "88348", "20277"], "ranked_ids": ["156773", "13224", "88348", "88349", "137719", "86343", "366749", "24720", "163971", "11938"], "ranked_scores": [0.9545, 0.9097, 0.8949, 0.8944, 0.8681, 0.8679, 0.8504, 0.8133, 0.8123, 0.8059], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.2, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6, "ndcg@5": 0.8688, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.8, "ndcg@10": 0.8688, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.8}, "11002": {"relevant_ids": ["11003"], "ranked_ids": ["11003", "489539", "444112", "82619", "87346", "144197", "10212", "12718", "330702", "266680"], "ranked_scores": [0.9078, 0.7164, 0.6422, 0.6369, 0.6276, 0.6156, 0.614, 0.6131, 0.6102, 0.6061], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177653": {"relevant_ids": ["79732"], "ranked_ids": ["79732", "39174", "395587", "200611", "373275", "373717", "225019", "310721", "525756", "129172"], "ranked_scores": [0.9062, 0.7736, 0.7252, 0.7153, 0.6838, 0.6687, 0.652, 0.6496, 0.6101, 0.581], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "415592": {"relevant_ids": ["415591"], "ranked_ids": ["415591", "207607", "430072", "84634", "88542", "91592", "322822", "387370", "485706", "68386"], "ranked_scores": [0.899, 0.7104, 0.7077, 0.6892, 0.6781, 0.6609, 0.652, 0.6477, 0.6373, 0.6203], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "511196": {"relevant_ids": ["511197"], "ranked_ids": ["511197", "156490", "53962", "251545", "491923", "289278", "191329", "414717", "251546", "328397"], "ranked_scores": [0.8954, 0.6637, 0.6535, 0.6491, 0.6472, 0.637, 0.6222, 0.6158, 0.6147, 0.6123], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "344845": {"relevant_ids": ["344844"], "ranked_ids": ["344844", "79987", "161471", "380837", "397001", "4915", "384928", "187882", "101085", "327548"], "ranked_scores": [0.9253, 0.7947, 0.7907, 0.7425, 0.7397, 0.7354, 0.7347, 0.7347, 0.7324, 0.7312], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "396744": {"relevant_ids": ["396745"], "ranked_ids": ["454241", "527221", "284966", "396745", "236438", "471027", "55767", "418055", "375685", "503444"], "ranked_scores": [0.6508, 0.6327, 0.6276, 0.6135, 0.5917, 0.5683, 0.5586, 0.5512, 0.541, 0.5397], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "452398": {"relevant_ids": ["452399"], "ranked_ids": ["452399", "487918", "258503", "4228", "165046", "128992", "530610", "169053", "276696", "435989"], "ranked_scores": [0.947, 0.6569, 0.5832, 0.5722, 0.5713, 0.5687, 0.5634, 0.5574, 0.5511, 0.5443], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "182114": {"relevant_ids": ["182113"], "ranked_ids": ["196647", "182113", "229182", "481882", "234482", "277277", "236007", "328873", "338860", "276037"], "ranked_scores": [0.6967, 0.6166, 0.6092, 0.6026, 0.5922, 0.5571, 0.5546, 0.5526, 0.5388, 0.5091], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "486260": {"relevant_ids": ["486259"], "ranked_ids": ["486259", "392356", "113749", "266904", "100082", "145384", "114114", "111946", "46379", "452464"], "ranked_scores": [0.9414, 0.7508, 0.6957, 0.6804, 0.67, 0.6699, 0.666, 0.6628, 0.6596, 0.6552], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "455140": {"relevant_ids": ["315935"], "ranked_ids": ["315935", "93864", "246286", "245896", "315936", "519049", "150842", "369068", "124700", "50224"], "ranked_scores": [0.9194, 0.745, 0.7251, 0.7076, 0.6985, 0.6971, 0.6902, 0.6745, 0.6476, 0.6322], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "56198": {"relevant_ids": ["56199"], "ranked_ids": ["56199", "246583", "249114", "431226", "138891", "521606", "160194", "130971", "243039", "3724"], "ranked_scores": [0.9516, 0.6458, 0.6164, 0.6007, 0.5859, 0.5775, 0.572, 0.5583, 0.5528, 0.5513], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "30172": {"relevant_ids": ["145119", "373486", "145120", "30173", "185817", "68426"], "ranked_ids": ["145120", "160900", "68426", "15236", "205338", "192604", "30173", "185817", "373486", "463253"], "ranked_scores": [0.9312, 0.8818, 0.8644, 0.839, 0.8175, 0.7948, 0.7927, 0.7894, 0.7789, 0.777], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.1667, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.5087, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.7413, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.8333}, "127880": {"relevant_ids": ["241164"], "ranked_ids": ["241164", "121458", "135083", "535042", "266615", "504771", "527388", "84471", "307991", "156678"], "ranked_scores": [0.8029, 0.7335, 0.66, 0.6599, 0.6222, 0.6221, 0.6, 0.5998, 0.5989, 0.5965], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "167969": {"relevant_ids": ["174461"], "ranked_ids": ["174461", "360983", "91854", "78497", "257735", "130124", "347474", "121354", "468723", "146236"], "ranked_scores": [0.7652, 0.6537, 0.6391, 0.5752, 0.5577, 0.5528, 0.5488, 0.5487, 0.547, 0.5425], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "97986": {"relevant_ids": ["97987"], "ranked_ids": ["97987", "44589", "108564", "506848", "393565", "336143", "284181", "479236", "105886", "41241"], "ranked_scores": [0.9731, 0.7863, 0.7055, 0.6363, 0.6309, 0.5854, 0.5793, 0.5776, 0.5607, 0.5511], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "12865": {"relevant_ids": ["105683"], "ranked_ids": ["105683", "277453", "191268", "92902", "338609", "155515", "113886", "188959", "313106", "506722"], "ranked_scores": [0.9672, 0.8208, 0.7658, 0.7509, 0.7361, 0.7263, 0.7186, 0.6976, 0.6926, 0.6749], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "215681": {"relevant_ids": ["215680"], "ranked_ids": ["215680", "178515", "57552", "5733", "78042", "340195", "177080", "54139", "143842", "301165"], "ranked_scores": [0.9584, 0.7272, 0.7191, 0.6957, 0.6814, 0.6802, 0.6738, 0.6659, 0.6659, 0.6559], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-bge-base-en-v1.5-atanh-gamma0.05": {"127728": {"relevant_ids": ["127729"], "ranked_ids": ["127729", "38063", "205884", "145244", "78763", "315009", "127676", "278575", "276617", "48895"], "ranked_scores": [573.0, 560.0, 553.0, 550.0, 549.0, 547.0, 545.0, 543.0, 541.0, 539.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "318820": {"relevant_ids": ["318821"], "ranked_ids": ["318821", "367479", "355161", "222238", "491039", "496708", "360734", "457906", "20112", "191524"], "ranked_scores": [694.0, 591.0, 565.0, 558.0, 546.0, 543.0, 541.0, 537.0, 531.0, 529.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "296098": {"relevant_ids": ["296097"], "ranked_ids": ["45507", "134752", "364131", "45506", "296097", "173403", "423933", "469868", "56686", "307653"], "ranked_scores": [619.0, 607.0, 580.0, 577.0, 575.0, 567.0, 566.0, 557.0, 556.0, 553.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "150414": {"relevant_ids": ["192835"], "ranked_ids": ["192835", "105782", "516620", "126746", "8875", "103122", "105783", "21131", "126745", "132912"], "ranked_scores": [693.0, 680.0, 662.0, 615.0, 613.0, 599.0, 597.0, 587.0, 583.0, 571.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145582": {"relevant_ids": ["145583"], "ranked_ids": ["145583", "299264", "508501", "87614", "126753", "112261", "285962", "508502", "316486", "285851"], "ranked_scores": [583.0, 535.0, 489.0, 488.0, 487.0, 486.0, 485.0, 485.0, 484.0, 483.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "315712": {"relevant_ids": ["315713"], "ranked_ids": ["315713", "354381", "203205", "408588", "236508", "30183", "390120", "83405", "55162", "194841"], "ranked_scores": [658.0, 558.0, 537.0, 536.0, 533.0, 530.0, 530.0, 528.0, 527.0, 526.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145739": {"relevant_ids": ["145740"], "ranked_ids": ["145740", "366074", "241979", "148222", "415781", "180147", "347337", "453401", "115412", "8705"], "ranked_scores": [641.0, 589.0, 587.0, 569.0, 557.0, 549.0, 548.0, 544.0, 542.0, 542.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "308127": {"relevant_ids": ["308126"], "ranked_ids": ["308126", "271118", "65412", "367804", "282571", "486822", "77650", "301104", "18335", "329643"], "ranked_scores": [606.0, 520.0, 520.0, 514.0, 512.0, 509.0, 507.0, 505.0, 501.0, 501.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "287245": {"relevant_ids": ["283199", "322650", "283198"], "ranked_ids": ["322650", "283199", "283198", "450635", "405392", "508239", "221784", "109049", "497666", "304904"], "ranked_scores": [626.0, 620.0, 611.0, 535.0, 531.0, 527.0, 526.0, 526.0, 525.0, 515.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "14755": {"relevant_ids": ["14756", "211906"], "ranked_ids": ["450970", "14756", "211906", "30834", "393649", "449494", "235454", "57678", "218584", "381248"], "ranked_scores": [667.0, 667.0, 656.0, 586.0, 573.0, 572.0, 572.0, 558.0, 547.0, 547.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6934, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6934, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6934, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "370170": {"relevant_ids": ["370169"], "ranked_ids": ["370169", "449037", "537762", "476551", "334238", "433820", "96998", "22763", "466920", "88911"], "ranked_scores": [753.0, 518.0, 516.0, 512.0, 493.0, 493.0, 491.0, 490.0, 490.0, 488.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "41774": {"relevant_ids": ["41773"], "ranked_ids": ["41773", "239344", "199609", "194725", "53738", "475177", "173048", "280245", "416695", "214766"], "ranked_scores": [629.0, 549.0, 513.0, 506.0, 506.0, 503.0, 499.0, 499.0, 494.0, 493.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "399648": {"relevant_ids": ["399649"], "ranked_ids": ["399649", "462253", "445074", "225815", "154368", "21253", "146745", "283129", "435035", "26748"], "ranked_scores": [751.0, 554.0, 551.0, 549.0, 548.0, 541.0, 537.0, 535.0, 532.0, 531.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "504811": {"relevant_ids": ["504810"], "ranked_ids": ["504810", "298555", "90374", "160704", "499535", "220414", "309894", "179618", "256525", "5861"], "ranked_scores": [736.0, 548.0, 532.0, 522.0, 520.0, 517.0, 516.0, 514.0, 511.0, 511.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "362950": {"relevant_ids": ["400212", "362949"], "ranked_ids": ["362949", "400212", "487392", "427587", "105920", "9132", "129563", "411503", "419727", "465929"], "ranked_scores": [640.0, 629.0, 595.0, 584.0, 580.0, 577.0, 576.0, 573.0, 572.0, 568.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "155873": {"relevant_ids": ["155874"], "ranked_ids": ["155874", "392604", "446058", "294020", "88342", "136219", "162323", "3139", "97652", "416786"], "ranked_scores": [593.0, 571.0, 537.0, 519.0, 512.0, 509.0, 508.0, 508.0, 508.0, 502.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "263432": {"relevant_ids": ["263433"], "ranked_ids": ["263433", "128303", "371563", "18217", "305072", "190136", "409956", "254526", "370717", "356658"], "ranked_scores": [606.0, 542.0, 533.0, 521.0, 519.0, 515.0, 512.0, 511.0, 511.0, 510.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "354945": {"relevant_ids": ["354946"], "ranked_ids": ["354946", "254071", "322478", "243923", "462984", "462983", "9687", "496147", "174712", "76723"], "ranked_scores": [693.0, 556.0, 535.0, 515.0, 513.0, 501.0, 497.0, 497.0, 492.0, 489.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "245417": {"relevant_ids": ["219475", "248195"], "ranked_ids": ["40657", "219475", "248195", "64433", "319022", "164159", "413039", "368145", "355903", "37326"], "ranked_scores": [626.0, 624.0, 589.0, 574.0, 572.0, 570.0, 565.0, 564.0, 562.0, 559.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6934, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6934, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6934, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "516276": {"relevant_ids": ["516277"], "ranked_ids": ["516277", "34173", "510783", "19755", "76958", "62062", "143842", "44716", "352189", "471902"], "ranked_scores": [712.0, 608.0, 604.0, 598.0, 588.0, 572.0, 568.0, 563.0, 561.0, 556.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177580": {"relevant_ids": ["177579"], "ranked_ids": ["177579", "234825", "129412", "129413", "165282", "419100", "27716", "517075", "511935", "272252"], "ranked_scores": [724.0, 525.0, 520.0, 517.0, 506.0, 506.0, 504.0, 503.0, 501.0, 500.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "309865": {"relevant_ids": ["78623", "78624", "33713"], "ranked_ids": ["33713", "405094", "78623", "78624", "153484", "495751", "469068", "437065", "143703", "184787"], "ranked_scores": [695.0, 660.0, 658.0, 641.0, 617.0, 599.0, 595.0, 590.0, 572.0, 572.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.906, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.906, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "510387": {"relevant_ids": ["510386"], "ranked_ids": ["510386", "371033", "241538", "40390", "212478", "170896", "241537", "344869", "412445", "52003"], "ranked_scores": [623.0, 619.0, 617.0, 601.0, 590.0, 589.0, 585.0, 571.0, 570.0, 568.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "26645": {"relevant_ids": ["26644"], "ranked_ids": ["26644", "207775", "318396", "108781", "83875", "461704", "364334", "83874", "256679", "389208"], "ranked_scores": [728.0, 581.0, 575.0, 575.0, 569.0, 564.0, 558.0, 553.0, 549.0, 548.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "47788": {"relevant_ids": ["455725"], "ranked_ids": ["455725", "59223", "235686", "518171", "47703", "8505", "331", "348138", "101721", "400682"], "ranked_scores": [678.0, 641.0, 640.0, 636.0, 636.0, 634.0, 632.0, 631.0, 626.0, 577.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "338281": {"relevant_ids": ["338282"], "ranked_ids": ["338282", "138712", "459804", "327767", "338711", "11563", "291354", "263861", "362498", "452930"], "ranked_scores": [609.0, 526.0, 513.0, 505.0, 505.0, 501.0, 501.0, 497.0, 494.0, 494.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "461149": {"relevant_ids": ["461148"], "ranked_ids": ["461148", "525835", "203100", "527101", "283905", "417040", "335800", "286024", "443095", "476499"], "ranked_scores": [656.0, 621.0, 598.0, 563.0, 540.0, 533.0, 532.0, 531.0, 530.0, 529.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "346126": {"relevant_ids": ["110710", "110711"], "ranked_ids": ["110710", "154338", "110711", "168350", "203476", "6816", "254526", "85707", "55038", "108617"], "ranked_scores": [683.0, 644.0, 640.0, 603.0, 576.0, 574.0, 573.0, 573.0, 572.0, 571.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.9197, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.9197, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9197, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "372986": {"relevant_ids": ["262882", "49961"], "ranked_ids": ["49961", "262882", "497531", "303468", "491226", "108183", "240478", "226818", "405434", "215938"], "ranked_scores": [717.0, 618.0, 537.0, 536.0, 531.0, 531.0, 525.0, 523.0, 523.0, 522.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "501182": {"relevant_ids": ["501181"], "ranked_ids": ["501181", "274777", "429772", "261255", "384476", "129993", "231545", "333842", "501373", "447737"], "ranked_scores": [628.0, 536.0, 511.0, 511.0, 509.0, 498.0, 498.0, 497.0, 497.0, 495.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13800": {"relevant_ids": ["13799", "408522", "376590"], "ranked_ids": ["13799", "376590", "179943", "408522", "481109", "391952", "482825", "454343", "56338", "281010"], "ranked_scores": [665.0, 630.0, 606.0, 593.0, 574.0, 569.0, 562.0, 557.0, 555.0, 554.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.9675, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9675, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "250143": {"relevant_ids": ["250142"], "ranked_ids": ["250142", "473276", "57155", "533421", "206630", "509758", "57156", "509757", "76062", "526032"], "ranked_scores": [663.0, 625.0, 520.0, 515.0, 515.0, 512.0, 507.0, 507.0, 504.0, 502.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13223": {"relevant_ids": ["20277", "88348", "88349", "13224", "156773"], "ranked_ids": ["156773", "13224", "88348", "88349", "86343", "11938", "366749", "223304", "126265", "137719"], "ranked_scores": [747.0, 688.0, 666.0, 659.0, 648.0, 633.0, 633.0, 629.0, 628.0, 626.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.2, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6, "ndcg@5": 0.8688, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.8, "ndcg@10": 0.8688, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.8}, "11002": {"relevant_ids": ["11003"], "ranked_ids": ["11003", "444112", "144197", "10212", "347493", "42203", "241075", "489539", "468424", "153944"], "ranked_scores": [664.0, 604.0, 594.0, 591.0, 579.0, 574.0, 564.0, 562.0, 556.0, 551.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177653": {"relevant_ids": ["79732"], "ranked_ids": ["79732", "39174", "200611", "412316", "502840", "525756", "395587", "310721", "373717", "525755"], "ranked_scores": [707.0, 572.0, 548.0, 524.0, 519.0, 518.0, 517.0, 506.0, 499.0, 494.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "415592": {"relevant_ids": ["415591"], "ranked_ids": ["415591", "379146", "430072", "338816", "288357", "84634", "310516", "208294", "338815", "444184"], "ranked_scores": [684.0, 599.0, 560.0, 554.0, 553.0, 541.0, 539.0, 536.0, 536.0, 533.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "511196": {"relevant_ids": ["511197"], "ranked_ids": ["511197", "45940", "289278", "77372", "251546", "414717", "459789", "156490", "329312", "334665"], "ranked_scores": [663.0, 547.0, 537.0, 535.0, 529.0, 527.0, 526.0, 522.0, 518.0, 517.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "344845": {"relevant_ids": ["344844"], "ranked_ids": ["344844", "79987", "327548", "187882", "111672", "161471", "503908", "95946", "125075", "101085"], "ranked_scores": [678.0, 604.0, 590.0, 588.0, 587.0, 583.0, 583.0, 578.0, 578.0, 577.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "396744": {"relevant_ids": ["396745"], "ranked_ids": ["396745", "454241", "284966", "145729", "236438", "527221", "338567", "481437", "503444", "394632"], "ranked_scores": [587.0, 567.0, 556.0, 550.0, 549.0, 535.0, 525.0, 525.0, 523.0, 518.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "452398": {"relevant_ids": ["452399"], "ranked_ids": ["452399", "90225", "102618", "395217", "60646", "346712", "324290", "304781", "134287", "450912"], "ranked_scores": [714.0, 537.0, 533.0, 527.0, 523.0, 520.0, 514.0, 512.0, 512.0, 511.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "182114": {"relevant_ids": ["182113"], "ranked_ids": ["196647", "139689", "182113", "234482", "481882", "425919", "24197", "323531", "533693", "80224"], "ranked_scores": [646.0, 592.0, 591.0, 567.0, 549.0, 546.0, 541.0, 540.0, 537.0, 536.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "486260": {"relevant_ids": ["486259"], "ranked_ids": ["486259", "146738", "392356", "113749", "241333", "146737", "209254", "209255", "416784", "492147"], "ranked_scores": [689.0, 613.0, 609.0, 598.0, 597.0, 594.0, 588.0, 586.0, 574.0, 573.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "455140": {"relevant_ids": ["315935"], "ranked_ids": ["315935", "427112", "150842", "308963", "124700", "16399", "315936", "510681", "173862", "50224"], "ranked_scores": [646.0, 567.0, 555.0, 552.0, 551.0, 544.0, 540.0, 540.0, 539.0, 527.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "56198": {"relevant_ids": ["56199"], "ranked_ids": ["56199", "130971", "160194", "43404", "496142", "43405", "310462", "523882", "25611", "521606"], "ranked_scores": [725.0, 515.0, 514.0, 511.0, 508.0, 507.0, 505.0, 504.0, 502.0, 501.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "30172": {"relevant_ids": ["30173", "145120", "185817", "145119", "68426", "373486"], "ranked_ids": ["160900", "145120", "68426", "205338", "373486", "30173", "145119", "185817", "185581", "192604"], "ranked_scores": [680.0, 677.0, 651.0, 641.0, 622.0, 618.0, 616.0, 612.0, 611.0, 610.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5307, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.5148, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.7634, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "127880": {"relevant_ids": ["241164"], "ranked_ids": ["241164", "121458", "450198", "210277", "135083", "370634", "329579", "122116", "498504", "64487"], "ranked_scores": [657.0, 552.0, 545.0, 543.0, 542.0, 541.0, 523.0, 511.0, 507.0, 501.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "167969": {"relevant_ids": ["174461"], "ranked_ids": ["174461", "360983", "95767", "34814", "156041", "174649", "130124", "121354", "171665", "222958"], "ranked_scores": [633.0, 616.0, 538.0, 533.0, 531.0, 531.0, 530.0, 525.0, 525.0, 525.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "97986": {"relevant_ids": ["97987"], "ranked_ids": ["97987", "44589", "41242", "376198", "274700", "105886", "318396", "415005", "393565", "426973"], "ranked_scores": [714.0, 611.0, 560.0, 559.0, 556.0, 555.0, 554.0, 550.0, 548.0, 547.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "12865": {"relevant_ids": ["105683"], "ranked_ids": ["105683", "356189", "92902", "83623", "83622", "277453", "69748", "293035", "291690", "58501"], "ranked_scores": [719.0, 615.0, 584.0, 579.0, 570.0, 568.0, 559.0, 553.0, 550.0, 545.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "215681": {"relevant_ids": ["215680"], "ranked_ids": ["215680", "178515", "177080", "57552", "286275", "78042", "5733", "384717", "252265", "437452"], "ranked_scores": [735.0, 565.0, 560.0, 560.0, 545.0, 544.0, 540.0, 540.0, 538.0, 537.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-bge-base-en-v1.5-atanh-gamma0.2": {"127728": {"relevant_ids": ["127729"], "ranked_ids": ["78763", "127729", "48895", "278575", "317591", "38063", "190150", "205884", "387548", "92818"], "ranked_scores": [566.0, 564.0, 563.0, 552.0, 551.0, 547.0, 546.0, 546.0, 544.0, 544.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "318820": {"relevant_ids": ["318821"], "ranked_ids": ["318821", "367479", "355161", "222238", "491039", "496708", "76767", "20112", "457906", "360734"], "ranked_scores": [692.0, 590.0, 574.0, 567.0, 566.0, 555.0, 546.0, 545.0, 541.0, 540.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "296098": {"relevant_ids": ["296097"], "ranked_ids": ["134752", "45507", "296097", "307653", "173403", "364131", "45506", "423933", "469868", "56686"], "ranked_scores": [610.0, 606.0, 580.0, 579.0, 577.0, 569.0, 569.0, 567.0, 558.0, 556.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "150414": {"relevant_ids": ["192835"], "ranked_ids": ["192835", "105782", "516620", "8875", "126746", "105783", "21131", "103122", "126745", "132912"], "ranked_scores": [696.0, 675.0, 646.0, 629.0, 605.0, 598.0, 598.0, 594.0, 582.0, 567.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145582": {"relevant_ids": ["145583"], "ranked_ids": ["145583", "299264", "87614", "126753", "130013", "508501", "285851", "508502", "43082", "369955"], "ranked_scores": [596.0, 536.0, 503.0, 499.0, 498.0, 488.0, 486.0, 486.0, 486.0, 485.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "315712": {"relevant_ids": ["315713"], "ranked_ids": ["315713", "354381", "236508", "203205", "408588", "242340", "9711", "128560", "194841", "182720"], "ranked_scores": [654.0, 544.0, 541.0, 538.0, 537.0, 536.0, 534.0, 533.0, 533.0, 530.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145739": {"relevant_ids": ["145740"], "ranked_ids": ["145740", "366074", "241979", "148222", "115412", "8705", "415781", "280142", "347337", "453401"], "ranked_scores": [637.0, 597.0, 597.0, 568.0, 565.0, 561.0, 552.0, 551.0, 551.0, 546.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "308127": {"relevant_ids": ["308126"], "ranked_ids": ["308126", "282571", "498938", "271118", "367804", "77650", "398991", "407088", "385951", "490044"], "ranked_scores": [610.0, 524.0, 521.0, 519.0, 517.0, 514.0, 510.0, 508.0, 506.0, 505.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "287245": {"relevant_ids": ["283199", "322650", "283198"], "ranked_ids": ["322650", "283199", "283198", "497666", "450635", "221784", "109049", "405392", "505949", "508239"], "ranked_scores": [646.0, 636.0, 631.0, 540.0, 537.0, 532.0, 526.0, 526.0, 525.0, 523.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "14755": {"relevant_ids": ["14756", "211906"], "ranked_ids": ["450970", "14756", "211906", "30834", "235454", "449494", "57678", "218584", "383325", "393649"], "ranked_scores": [672.0, 670.0, 669.0, 607.0, 581.0, 574.0, 571.0, 560.0, 558.0, 555.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6934, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6934, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6934, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "370170": {"relevant_ids": ["370169"], "ranked_ids": ["370169", "476551", "449037", "466920", "128700", "88911", "537762", "110929", "433820", "96998"], "ranked_scores": [755.0, 526.0, 519.0, 516.0, 514.0, 510.0, 509.0, 504.0, 502.0, 497.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "41774": {"relevant_ids": ["41773"], "ranked_ids": ["41773", "239344", "194725", "475177", "407675", "53738", "468655", "307530", "32176", "416695"], "ranked_scores": [636.0, 545.0, 524.0, 512.0, 512.0, 504.0, 499.0, 498.0, 498.0, 498.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "399648": {"relevant_ids": ["399649"], "ranked_ids": ["399649", "462253", "225815", "21253", "435035", "154368", "283129", "445074", "54706", "146745"], "ranked_scores": [755.0, 557.0, 554.0, 553.0, 550.0, 550.0, 549.0, 541.0, 539.0, 533.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "504811": {"relevant_ids": ["504810"], "ranked_ids": ["504810", "298555", "309894", "90374", "179618", "220414", "499535", "84826", "220454", "74588"], "ranked_scores": [736.0, 548.0, 531.0, 527.0, 527.0, 516.0, 515.0, 515.0, 514.0, 513.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "362950": {"relevant_ids": ["400212", "362949"], "ranked_ids": ["362949", "400212", "344212", "9132", "105920", "487392", "129563", "419727", "427587", "475478"], "ranked_scores": [626.0, 620.0, 578.0, 578.0, 575.0, 571.0, 571.0, 570.0, 570.0, 567.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "155873": {"relevant_ids": ["155874"], "ranked_ids": ["155874", "392604", "446058", "430514", "97652", "162323", "346009", "88342", "174295", "444541"], "ranked_scores": [583.0, 565.0, 539.0, 524.0, 522.0, 521.0, 520.0, 517.0, 513.0, 512.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "263432": {"relevant_ids": ["263433"], "ranked_ids": ["263433", "128303", "41365", "371563", "372749", "18217", "409956", "370718", "254526", "356658"], "ranked_scores": [606.0, 553.0, 533.0, 528.0, 524.0, 523.0, 518.0, 517.0, 512.0, 511.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "354945": {"relevant_ids": ["354946"], "ranked_ids": ["354946", "254071", "462983", "322478", "243923", "462984", "307824", "76723", "496147", "473769"], "ranked_scores": [713.0, 545.0, 525.0, 524.0, 515.0, 512.0, 502.0, 500.0, 498.0, 496.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "245417": {"relevant_ids": ["219475", "248195"], "ranked_ids": ["219475", "40657", "248195", "64433", "413039", "164159", "355903", "37326", "319022", "152213"], "ranked_scores": [650.0, 628.0, 606.0, 590.0, 581.0, 580.0, 571.0, 564.0, 564.0, 558.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.9197, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.9197, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9197, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "516276": {"relevant_ids": ["516277"], "ranked_ids": ["516277", "19755", "34173", "76958", "510783", "352189", "62062", "44716", "143842", "119374"], "ranked_scores": [701.0, 614.0, 604.0, 585.0, 584.0, 574.0, 570.0, 568.0, 560.0, 549.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177580": {"relevant_ids": ["177579"], "ranked_ids": ["177579", "234825", "419100", "517075", "115954", "85814", "129412", "272252", "532497", "165282"], "ranked_scores": [728.0, 513.0, 513.0, 505.0, 504.0, 504.0, 503.0, 499.0, 498.0, 497.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "309865": {"relevant_ids": ["78623", "78624", "33713"], "ranked_ids": ["33713", "405094", "78623", "78624", "153484", "437065", "495751", "469068", "184787", "360054"], "ranked_scores": [717.0, 665.0, 664.0, 657.0, 625.0, 613.0, 611.0, 596.0, 588.0, 584.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.906, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.906, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "510387": {"relevant_ids": ["510386"], "ranked_ids": ["510386", "241538", "40390", "371033", "241537", "212478", "170896", "52003", "344869", "412445"], "ranked_scores": [627.0, 626.0, 614.0, 612.0, 590.0, 589.0, 586.0, 581.0, 572.0, 563.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "26645": {"relevant_ids": ["26644"], "ranked_ids": ["26644", "318396", "108781", "207775", "407302", "461704", "240705", "364334", "389208", "403063"], "ranked_scores": [725.0, 586.0, 570.0, 560.0, 553.0, 544.0, 544.0, 543.0, 541.0, 539.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "47788": {"relevant_ids": ["455725"], "ranked_ids": ["455725", "518171", "59223", "348138", "235686", "8505", "101721", "47703", "331", "47789"], "ranked_scores": [676.0, 658.0, 649.0, 641.0, 641.0, 637.0, 635.0, 634.0, 632.0, 579.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "338281": {"relevant_ids": ["338282"], "ranked_ids": ["338282", "138712", "263861", "459804", "327767", "338711", "452930", "11563", "200288", "291354"], "ranked_scores": [644.0, 537.0, 526.0, 515.0, 514.0, 510.0, 509.0, 509.0, 502.0, 499.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "461149": {"relevant_ids": ["461148"], "ranked_ids": ["461148", "525835", "203100", "527101", "283905", "417040", "335800", "274867", "107049", "528608"], "ranked_scores": [666.0, 632.0, 612.0, 551.0, 550.0, 542.0, 539.0, 533.0, 532.0, 531.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "346126": {"relevant_ids": ["110710", "110711"], "ranked_ids": ["110710", "154338", "110711", "168350", "203476", "296319", "355996", "254526", "108617", "6816"], "ranked_scores": [698.0, 657.0, 655.0, 594.0, 592.0, 586.0, 580.0, 578.0, 576.0, 575.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.9197, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.9197, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9197, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "372986": {"relevant_ids": ["262882", "49961"], "ranked_ids": ["49961", "262882", "497531", "226818", "108183", "303468", "240478", "199981", "491226", "299699"], "ranked_scores": [712.0, 605.0, 538.0, 538.0, 533.0, 530.0, 526.0, 522.0, 522.0, 521.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "501182": {"relevant_ids": ["501181"], "ranked_ids": ["501181", "274777", "261255", "402718", "53141", "383111", "231545", "25920", "429772", "501373"], "ranked_scores": [624.0, 531.0, 512.0, 502.0, 502.0, 499.0, 498.0, 497.0, 497.0, 497.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13800": {"relevant_ids": ["13799", "408522", "376590"], "ranked_ids": ["13799", "376590", "179943", "408522", "391952", "481109", "482825", "214971", "131350", "56338"], "ranked_scores": [666.0, 638.0, 607.0, 598.0, 585.0, 568.0, 562.0, 562.0, 560.0, 557.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.9675, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9675, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "250143": {"relevant_ids": ["250142"], "ranked_ids": ["250142", "473276", "76062", "509758", "50538", "57156", "50539", "509757", "38409", "96270"], "ranked_scores": [684.0, 643.0, 528.0, 519.0, 519.0, 518.0, 517.0, 515.0, 514.0, 511.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13223": {"relevant_ids": ["20277", "88348", "88349", "13224", "156773"], "ranked_ids": ["156773", "13224", "88348", "88349", "126265", "86343", "366749", "11938", "137719", "223304"], "ranked_scores": [742.0, 683.0, 665.0, 653.0, 640.0, 639.0, 637.0, 629.0, 629.0, 624.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.2, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6, "ndcg@5": 0.8688, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.8, "ndcg@10": 0.8688, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.8}, "11002": {"relevant_ids": ["11003"], "ranked_ids": ["11003", "444112", "144197", "241075", "10212", "42203", "489539", "347493", "153944", "468424"], "ranked_scores": [670.0, 612.0, 602.0, 588.0, 581.0, 578.0, 570.0, 569.0, 561.0, 560.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177653": {"relevant_ids": ["79732"], "ranked_ids": ["79732", "39174", "412316", "525756", "310721", "200611", "225019", "525755", "194790", "373717"], "ranked_scores": [701.0, 565.0, 547.0, 527.0, 526.0, 526.0, 523.0, 511.0, 509.0, 509.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "415592": {"relevant_ids": ["415591"], "ranked_ids": ["415591", "379146", "430072", "338816", "381371", "467639", "435045", "288357", "208294", "338815"], "ranked_scores": [708.0, 586.0, 559.0, 548.0, 546.0, 545.0, 545.0, 536.0, 535.0, 534.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "511196": {"relevant_ids": ["511197"], "ranked_ids": ["511197", "45940", "289278", "77372", "459789", "251546", "414717", "224675", "13803", "329312"], "ranked_scores": [675.0, 559.0, 548.0, 547.0, 541.0, 538.0, 533.0, 530.0, 529.0, 528.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "344845": {"relevant_ids": ["344844"], "ranked_ids": ["344844", "79987", "327548", "503908", "161471", "187882", "111672", "95946", "101085", "79986"], "ranked_scores": [697.0, 610.0, 596.0, 594.0, 593.0, 593.0, 580.0, 579.0, 576.0, 575.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "396744": {"relevant_ids": ["396745"], "ranked_ids": ["396745", "454241", "284966", "236438", "338567", "145729", "527221", "418055", "489628", "503444"], "ranked_scores": [594.0, 563.0, 560.0, 548.0, 542.0, 537.0, 532.0, 529.0, 524.0, 524.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "452398": {"relevant_ids": ["452399"], "ranked_ids": ["452399", "90225", "325254", "395217", "258503", "102618", "530610", "324290", "346712", "60646"], "ranked_scores": [721.0, 547.0, 543.0, 542.0, 535.0, 531.0, 530.0, 529.0, 528.0, 525.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "182114": {"relevant_ids": ["182113"], "ranked_ids": ["196647", "182113", "234482", "481882", "139689", "24197", "80224", "328873", "533693", "425919"], "ranked_scores": [661.0, 619.0, 579.0, 571.0, 567.0, 554.0, 553.0, 549.0, 545.0, 542.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "486260": {"relevant_ids": ["486259"], "ranked_ids": ["486259", "146738", "392356", "113749", "241333", "209254", "111946", "416784", "146737", "209255"], "ranked_scores": [699.0, 616.0, 610.0, 604.0, 604.0, 604.0, 587.0, 587.0, 585.0, 580.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "455140": {"relevant_ids": ["315935"], "ranked_ids": ["315935", "427112", "308963", "124700", "315936", "16399", "150842", "510681", "173862", "142202"], "ranked_scores": [649.0, 580.0, 567.0, 558.0, 556.0, 555.0, 548.0, 546.0, 543.0, 536.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "56198": {"relevant_ids": ["56199"], "ranked_ids": ["56199", "160194", "130971", "431226", "25611", "43404", "523882", "308888", "496142", "521606"], "ranked_scores": [740.0, 538.0, 520.0, 513.0, 512.0, 509.0, 502.0, 501.0, 501.0, 499.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "30172": {"relevant_ids": ["30173", "145120", "185817", "145119", "68426", "373486"], "ranked_ids": ["145120", "68426", "160900", "205338", "145119", "373486", "30173", "185581", "192604", "90983"], "ranked_scores": [687.0, 675.0, 670.0, 650.0, 634.0, 627.0, 626.0, 622.0, 620.0, 609.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.1667, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.6844, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.8192, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.8333}, "127880": {"relevant_ids": ["241164"], "ranked_ids": ["241164", "121458", "450198", "210277", "135083", "370634", "258873", "122116", "329579", "498504"], "ranked_scores": [650.0, 573.0, 555.0, 554.0, 548.0, 545.0, 522.0, 519.0, 516.0, 513.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "167969": {"relevant_ids": ["174461"], "ranked_ids": ["174461", "360983", "257735", "34814", "449678", "91854", "222958", "85534", "171665", "347474"], "ranked_scores": [628.0, 627.0, 553.0, 546.0, 546.0, 541.0, 540.0, 535.0, 535.0, 534.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "97986": {"relevant_ids": ["97987"], "ranked_ids": ["97987", "44589", "105886", "41242", "426973", "290935", "326597", "393565", "234865", "98924"], "ranked_scores": [711.0, 618.0, 553.0, 546.0, 546.0, 545.0, 543.0, 543.0, 542.0, 541.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "12865": {"relevant_ids": ["105683"], "ranked_ids": ["105683", "356189", "83623", "83622", "69748", "92902", "277453", "293035", "291690", "6376"], "ranked_scores": [727.0, 618.0, 596.0, 588.0, 571.0, 569.0, 561.0, 553.0, 551.0, 549.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "215681": {"relevant_ids": ["215680"], "ranked_ids": ["215680", "177080", "178515", "57552", "5733", "286275", "520998", "320539", "171713", "143842"], "ranked_scores": [741.0, 578.0, 569.0, 565.0, 562.0, 552.0, 551.0, 548.0, 545.0, 544.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-roberta-base-atanh-gamma0.05": {"127728": {"relevant_ids": ["127729"], "ranked_ids": ["127729", "38063", "278575", "127676", "188019", "92818", "29358", "250619", "276617", "445616"], "ranked_scores": [581.0, 578.0, 544.0, 539.0, 539.0, 539.0, 532.0, 531.0, 530.0, 530.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "318820": {"relevant_ids": ["318821"], "ranked_ids": ["318821", "222238", "489320", "54496", "355161", "367479", "332715", "168411", "162581", "358238"], "ranked_scores": [701.0, 616.0, 575.0, 571.0, 571.0, 566.0, 563.0, 563.0, 562.0, 561.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "296098": {"relevant_ids": ["296097"], "ranked_ids": ["296097", "45507", "45506", "134752", "423933", "469868", "173403", "364131", "56686", "468805"], "ranked_scores": [562.0, 558.0, 547.0, 543.0, 542.0, 538.0, 536.0, 536.0, 528.0, 526.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "150414": {"relevant_ids": ["192835"], "ranked_ids": ["192835", "105782", "516620", "105783", "132912", "126746", "103122", "126745", "113488", "300433"], "ranked_scores": [695.0, 683.0, 654.0, 626.0, 616.0, 610.0, 596.0, 592.0, 582.0, 580.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145582": {"relevant_ids": ["145583"], "ranked_ids": ["145583", "454248", "299264", "87614", "390399", "436023", "130013", "112261", "263736", "481378"], "ranked_scores": [640.0, 518.0, 515.0, 498.0, 495.0, 489.0, 479.0, 478.0, 475.0, 468.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "315712": {"relevant_ids": ["315713"], "ranked_ids": ["315713", "153536", "454814", "377891", "107153", "368164", "120489", "58851", "396505", "100067"], "ranked_scores": [639.0, 618.0, 596.0, 591.0, 591.0, 591.0, 585.0, 582.0, 573.0, 564.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145739": {"relevant_ids": ["145740"], "ranked_ids": ["145740", "241979", "115412", "366074", "33202", "415781", "100854", "323620", "17980", "429177"], "ranked_scores": [701.0, 613.0, 591.0, 584.0, 565.0, 559.0, 558.0, 556.0, 553.0, 549.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "308127": {"relevant_ids": ["308126"], "ranked_ids": ["308126", "36744", "395527", "98400", "367804", "65412", "326242", "100860", "385951", "77650"], "ranked_scores": [590.0, 520.0, 520.0, 516.0, 515.0, 514.0, 510.0, 507.0, 507.0, 506.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "287245": {"relevant_ids": ["283199", "322650", "283198"], "ranked_ids": ["322650", "283199", "283198", "192143", "188940", "221784", "208412", "420279", "221783", "122319"], "ranked_scores": [656.0, 655.0, 604.0, 550.0, 542.0, 530.0, 530.0, 530.0, 528.0, 527.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "14755": {"relevant_ids": ["14756", "211906"], "ranked_ids": ["450970", "14756", "211906", "30834", "449494", "235454", "393649", "381248", "362149", "236793"], "ranked_scores": [650.0, 648.0, 643.0, 567.0, 566.0, 559.0, 546.0, 542.0, 528.0, 527.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6934, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6934, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6934, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "370170": {"relevant_ids": ["370169"], "ranked_ids": ["370169", "476551", "211280", "449037", "537762", "96998", "413030", "132797", "267823", "279893"], "ranked_scores": [758.0, 515.0, 511.0, 505.0, 498.0, 487.0, 481.0, 477.0, 477.0, 477.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "41774": {"relevant_ids": ["41773"], "ranked_ids": ["41773", "148165", "33017", "239344", "475177", "53738", "214766", "366794", "407675", "442459"], "ranked_scores": [653.0, 540.0, 535.0, 509.0, 506.0, 506.0, 504.0, 504.0, 500.0, 498.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "399648": {"relevant_ids": ["399649"], "ranked_ids": ["399649", "225815", "435035", "481934", "324839", "470800", "462253", "124071", "188527", "359281"], "ranked_scores": [750.0, 623.0, 578.0, 571.0, 566.0, 563.0, 556.0, 553.0, 546.0, 545.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "504811": {"relevant_ids": ["504810"], "ranked_ids": ["504810", "214151", "309894", "298555", "90374", "527852", "487409", "279073", "364238", "508685"], "ranked_scores": [736.0, 537.0, 531.0, 518.0, 510.0, 509.0, 506.0, 502.0, 502.0, 501.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "362950": {"relevant_ids": ["400212", "362949"], "ranked_ids": ["362949", "400212", "129563", "487392", "475478", "427587", "9132", "438104", "155870", "344212"], "ranked_scores": [646.0, 645.0, 576.0, 565.0, 553.0, 548.0, 547.0, 546.0, 541.0, 541.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "155873": {"relevant_ids": ["155874"], "ranked_ids": ["155874", "136219", "346009", "392604", "392771", "122134", "294020", "446058", "3139", "469159"], "ranked_scores": [612.0, 545.0, 545.0, 529.0, 519.0, 512.0, 511.0, 508.0, 507.0, 504.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "263432": {"relevant_ids": ["263433"], "ranked_ids": ["263433", "128303", "407204", "510661", "473794", "261419", "104254", "372749", "238602", "536353"], "ranked_scores": [614.0, 561.0, 534.0, 528.0, 527.0, 522.0, 521.0, 520.0, 518.0, 517.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "354945": {"relevant_ids": ["354946"], "ranked_ids": ["354946", "254071", "287396", "243923", "462983", "395883", "9687", "462984", "447155", "124701"], "ranked_scores": [687.0, 589.0, 528.0, 526.0, 522.0, 512.0, 509.0, 509.0, 506.0, 497.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "245417": {"relevant_ids": ["219475", "248195"], "ranked_ids": ["219475", "40657", "248195", "319022", "64433", "164159", "413039", "368145", "37326", "14180"], "ranked_scores": [630.0, 608.0, 583.0, 579.0, 562.0, 557.0, 546.0, 545.0, 544.0, 537.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.9197, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.9197, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9197, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "516276": {"relevant_ids": ["516277"], "ranked_ids": ["516277", "19755", "34173", "510783", "76958", "489791", "119374", "352289", "286275", "149233"], "ranked_scores": [707.0, 613.0, 596.0, 592.0, 578.0, 566.0, 563.0, 557.0, 544.0, 543.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177580": {"relevant_ids": ["177579"], "ranked_ids": ["177579", "255647", "115954", "272252", "129412", "165282", "129413", "60577", "370405", "391562"], "ranked_scores": [720.0, 534.0, 530.0, 523.0, 521.0, 519.0, 518.0, 514.0, 512.0, 510.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "309865": {"relevant_ids": ["78623", "78624", "33713"], "ranked_ids": ["33713", "78624", "495751", "78623", "405094", "209041", "153484", "437065", "235483", "469068"], "ranked_scores": [673.0, 631.0, 627.0, 623.0, 617.0, 596.0, 592.0, 589.0, 577.0, 571.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.9675, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9675, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "510387": {"relevant_ids": ["510386"], "ranked_ids": ["510386", "241538", "170896", "40390", "344869", "52003", "241537", "484846", "371033", "254292"], "ranked_scores": [642.0, 635.0, 603.0, 602.0, 601.0, 595.0, 586.0, 576.0, 573.0, 570.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "26645": {"relevant_ids": ["26644"], "ranked_ids": ["26644", "318396", "207775", "461704", "83875", "83874", "234865", "193896", "407458", "256680"], "ranked_scores": [730.0, 602.0, 586.0, 579.0, 572.0, 569.0, 562.0, 556.0, 554.0, 551.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "47788": {"relevant_ids": ["455725"], "ranked_ids": ["455725", "331", "235686", "348138", "59223", "101721", "8505", "47703", "518171", "59508"], "ranked_scores": [676.0, 639.0, 639.0, 638.0, 637.0, 630.0, 624.0, 620.0, 598.0, 585.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "338281": {"relevant_ids": ["338282"], "ranked_ids": ["338282", "119513", "430005", "399331", "434432", "467526", "362498", "208802", "174802", "222138"], "ranked_scores": [683.0, 537.0, 537.0, 504.0, 503.0, 502.0, 500.0, 499.0, 496.0, 495.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "461149": {"relevant_ids": ["461148"], "ranked_ids": ["461148", "525835", "203100", "527101", "8828", "392721", "335800", "100854", "17980", "302225"], "ranked_scores": [630.0, 627.0, 613.0, 559.0, 541.0, 541.0, 540.0, 540.0, 537.0, 534.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "346126": {"relevant_ids": ["110710", "110711"], "ranked_ids": ["110710", "110711", "154338", "203476", "108617", "393684", "168350", "6816", "355996", "528998"], "ranked_scores": [690.0, 681.0, 656.0, 592.0, 580.0, 579.0, 575.0, 574.0, 562.0, 554.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "372986": {"relevant_ids": ["262882", "49961"], "ranked_ids": ["49961", "262882", "215938", "303468", "140335", "108183", "405434", "485235", "497531", "499535"], "ranked_scores": [699.0, 638.0, 544.0, 533.0, 532.0, 529.0, 528.0, 526.0, 524.0, 521.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "501182": {"relevant_ids": ["501181"], "ranked_ids": ["501181", "402718", "446824", "109121", "447737", "274777", "179018", "251735", "400576", "261255"], "ranked_scores": [671.0, 525.0, 522.0, 514.0, 513.0, 508.0, 508.0, 503.0, 502.0, 499.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13800": {"relevant_ids": ["13799", "408522", "376590"], "ranked_ids": ["13799", "376590", "408522", "179943", "8622", "56338", "281010", "481109", "23471", "363079"], "ranked_scores": [672.0, 638.0, 610.0, 582.0, 571.0, 564.0, 556.0, 555.0, 548.0, 539.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "250143": {"relevant_ids": ["250142"], "ranked_ids": ["250142", "473276", "76062", "50539", "73729", "96270", "57155", "509757", "509758", "520955"], "ranked_scores": [599.0, 582.0, 527.0, 524.0, 518.0, 513.0, 510.0, 510.0, 505.0, 505.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13223": {"relevant_ids": ["20277", "88348", "88349", "13224", "156773"], "ranked_ids": ["156773", "88348", "88349", "13224", "86343", "366749", "137719", "24720", "223304", "20277"], "ranked_scores": [738.0, 660.0, 654.0, 640.0, 639.0, 631.0, 630.0, 619.0, 615.0, 607.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.2, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6, "ndcg@5": 0.8688, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.8, "ndcg@10": 0.9668, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "11002": {"relevant_ids": ["11003"], "ranked_ids": ["11003", "347493", "489539", "144197", "444112", "42203", "10212", "87346", "266680", "40100"], "ranked_scores": [662.0, 621.0, 618.0, 616.0, 615.0, 605.0, 593.0, 589.0, 583.0, 572.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177653": {"relevant_ids": ["79732"], "ranked_ids": ["79732", "39174", "200611", "525756", "395587", "412316", "377344", "137270", "373717", "502840"], "ranked_scores": [664.0, 598.0, 584.0, 557.0, 553.0, 534.0, 519.0, 514.0, 513.0, 497.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "415592": {"relevant_ids": ["415591"], "ranked_ids": ["415591", "435045", "91592", "430072", "381371", "379146", "84634", "81159", "387370", "88542"], "ranked_scores": [697.0, 582.0, 554.0, 550.0, 547.0, 544.0, 544.0, 541.0, 541.0, 539.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "511196": {"relevant_ids": ["511197"], "ranked_ids": ["511197", "156490", "77372", "251546", "289278", "251545", "328397", "191328", "45940", "248656"], "ranked_scores": [637.0, 539.0, 522.0, 517.0, 512.0, 509.0, 508.0, 508.0, 507.0, 506.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "344845": {"relevant_ids": ["344844"], "ranked_ids": ["344844", "289918", "161471", "469623", "327485", "125074", "79987", "162045", "160276", "6705"], "ranked_scores": [676.0, 580.0, 576.0, 573.0, 572.0, 571.0, 571.0, 569.0, 565.0, 560.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "396744": {"relevant_ids": ["396745"], "ranked_ids": ["396745", "236438", "284966", "313629", "75399", "489628", "369693", "157983", "421257", "16789"], "ranked_scores": [562.0, 537.0, 519.0, 519.0, 517.0, 516.0, 508.0, 506.0, 506.0, 503.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "452398": {"relevant_ids": ["452399"], "ranked_ids": ["452399", "325254", "450912", "530610", "296712", "134287", "230141", "60646", "527927", "90225"], "ranked_scores": [730.0, 538.0, 535.0, 532.0, 528.0, 527.0, 523.0, 523.0, 515.0, 515.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "182114": {"relevant_ids": ["182113"], "ranked_ids": ["182113", "196647", "229182", "234482", "531602", "323531", "405340", "139689", "256239", "90675"], "ranked_scores": [633.0, 601.0, 576.0, 556.0, 556.0, 549.0, 545.0, 543.0, 543.0, 543.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "486260": {"relevant_ids": ["486259"], "ranked_ids": ["486259", "392356", "209254", "113749", "146738", "65893", "241333", "146737", "221509", "391328"], "ranked_scores": [664.0, 599.0, 578.0, 567.0, 560.0, 554.0, 552.0, 550.0, 549.0, 548.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "455140": {"relevant_ids": ["315935"], "ranked_ids": ["315935", "308963", "246286", "50224", "124700", "519049", "135521", "336612", "369068", "466508"], "ranked_scores": [664.0, 571.0, 563.0, 548.0, 538.0, 534.0, 533.0, 531.0, 529.0, 526.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "56198": {"relevant_ids": ["56199"], "ranked_ids": ["56199", "138891", "160914", "199688", "135929", "67917", "178088", "123344", "452069", "355555"], "ranked_scores": [714.0, 535.0, 518.0, 512.0, 508.0, 503.0, 502.0, 500.0, 495.0, 493.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "30172": {"relevant_ids": ["30173", "145120", "185817", "145119", "68426", "373486"], "ranked_ids": ["145120", "160900", "68426", "373486", "30173", "90983", "185581", "205338", "192604", "185817"], "ranked_scores": [674.0, 668.0, 631.0, 622.0, 606.0, 604.0, 602.0, 600.0, 597.0, 596.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.1667, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.786, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.7888, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.8333}, "127880": {"relevant_ids": ["241164"], "ranked_ids": ["121458", "241164", "135083", "450198", "389443", "122116", "212021", "22396", "210277", "329579"], "ranked_scores": [568.0, 563.0, 543.0, 532.0, 532.0, 529.0, 522.0, 521.0, 519.0, 516.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "167969": {"relevant_ids": ["174461"], "ranked_ids": ["174461", "360983", "171665", "121354", "130124", "257735", "130123", "144121", "168913", "293663"], "ranked_scores": [624.0, 603.0, 563.0, 556.0, 541.0, 533.0, 532.0, 532.0, 531.0, 530.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "97986": {"relevant_ids": ["97987"], "ranked_ids": ["97987", "44589", "212168", "234865", "144057", "187976", "326597", "192465", "41241", "274700"], "ranked_scores": [743.0, 612.0, 566.0, 566.0, 564.0, 561.0, 559.0, 559.0, 556.0, 555.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "12865": {"relevant_ids": ["105683"], "ranked_ids": ["105683", "277453", "92902", "23129", "267487", "356189", "528844", "83623", "232488", "191268"], "ranked_scores": [731.0, 584.0, 565.0, 564.0, 562.0, 555.0, 548.0, 547.0, 545.0, 542.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "215681": {"relevant_ids": ["215680"], "ranked_ids": ["215680", "297953", "143842", "430626", "177080", "340195", "63757", "178515", "71159", "57552"], "ranked_scores": [719.0, 584.0, 561.0, 557.0, 557.0, 555.0, 552.0, 548.0, 546.0, 541.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-roberta-base-atanh-gamma0.2": {"127728": {"relevant_ids": ["127729"], "ranked_ids": ["38063", "127729", "152379", "278575", "92818", "29358", "69958", "145244", "485054", "276617"], "ranked_scores": [576.0, 567.0, 562.0, 558.0, 554.0, 538.0, 537.0, 536.0, 536.0, 536.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "318820": {"relevant_ids": ["318821"], "ranked_ids": ["318821", "222238", "355161", "367479", "489320", "54496", "168411", "496708", "162581", "441089"], "ranked_scores": [693.0, 609.0, 584.0, 582.0, 569.0, 563.0, 561.0, 560.0, 557.0, 552.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "296098": {"relevant_ids": ["296097"], "ranked_ids": ["296097", "45507", "134752", "469868", "423933", "45506", "173403", "364131", "56686", "468805"], "ranked_scores": [565.0, 563.0, 562.0, 556.0, 554.0, 552.0, 548.0, 542.0, 541.0, 538.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "150414": {"relevant_ids": ["192835"], "ranked_ids": ["192835", "105782", "516620", "105783", "132912", "103122", "126746", "126745", "159263", "467679"], "ranked_scores": [701.0, 670.0, 656.0, 621.0, 606.0, 593.0, 590.0, 576.0, 566.0, 563.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145582": {"relevant_ids": ["145583"], "ranked_ids": ["145583", "454248", "299264", "390399", "112261", "263736", "130013", "436023", "173109", "245370"], "ranked_scores": [623.0, 530.0, 509.0, 507.0, 496.0, 486.0, 485.0, 480.0, 476.0, 476.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "315712": {"relevant_ids": ["315713"], "ranked_ids": ["315713", "153536", "454814", "107153", "368164", "377891", "203205", "396505", "58851", "408588"], "ranked_scores": [666.0, 596.0, 580.0, 573.0, 573.0, 571.0, 567.0, 563.0, 562.0, 559.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145739": {"relevant_ids": ["145740"], "ranked_ids": ["145740", "241979", "115412", "366074", "85426", "429177", "323620", "8828", "100854", "17980"], "ranked_scores": [692.0, 592.0, 577.0, 571.0, 568.0, 563.0, 558.0, 557.0, 557.0, 552.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "308127": {"relevant_ids": ["308126"], "ranked_ids": ["308126", "100860", "98400", "367804", "65412", "395527", "385951", "255239", "36744", "77650"], "ranked_scores": [582.0, 542.0, 527.0, 523.0, 523.0, 519.0, 517.0, 510.0, 508.0, 507.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "287245": {"relevant_ids": ["283199", "322650", "283198"], "ranked_ids": ["322650", "283199", "283198", "221784", "420279", "221783", "188940", "405392", "192143", "208412"], "ranked_scores": [628.0, 627.0, 593.0, 538.0, 526.0, 525.0, 523.0, 522.0, 519.0, 518.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "14755": {"relevant_ids": ["14756", "211906"], "ranked_ids": ["211906", "450970", "14756", "30834", "235454", "449494", "535700", "218584", "236793", "57678"], "ranked_scores": [653.0, 652.0, 649.0, 575.0, 561.0, 557.0, 540.0, 533.0, 530.0, 528.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.9197, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.9197, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9197, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "370170": {"relevant_ids": ["370169"], "ranked_ids": ["370169", "50260", "132797", "211280", "537762", "476551", "449037", "96998", "193297", "80316"], "ranked_scores": [762.0, 500.0, 500.0, 499.0, 499.0, 498.0, 497.0, 495.0, 493.0, 492.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "41774": {"relevant_ids": ["41773"], "ranked_ids": ["41773", "33017", "148165", "239344", "366794", "214766", "307530", "53738", "468655", "407675"], "ranked_scores": [671.0, 554.0, 551.0, 544.0, 534.0, 530.0, 530.0, 528.0, 523.0, 519.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "399648": {"relevant_ids": ["399649"], "ranked_ids": ["399649", "225815", "435035", "481934", "324839", "470800", "445074", "411313", "243294", "504913"], "ranked_scores": [751.0, 594.0, 587.0, 585.0, 563.0, 558.0, 552.0, 552.0, 550.0, 544.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "504811": {"relevant_ids": ["504810"], "ranked_ids": ["504810", "508685", "309894", "462282", "451065", "487409", "214151", "276160", "5861", "175461"], "ranked_scores": [742.0, 531.0, 527.0, 516.0, 516.0, 513.0, 511.0, 510.0, 510.0, 509.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "362950": {"relevant_ids": ["400212", "362949"], "ranked_ids": ["362949", "400212", "487392", "438104", "427587", "348827", "475478", "129563", "411503", "344212"], "ranked_scores": [640.0, 636.0, 581.0, 566.0, 564.0, 560.0, 556.0, 555.0, 555.0, 554.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "155873": {"relevant_ids": ["155874"], "ranked_ids": ["155874", "392604", "136219", "346009", "469159", "487664", "3139", "230787", "392771", "232469"], "ranked_scores": [597.0, 539.0, 528.0, 527.0, 512.0, 511.0, 510.0, 510.0, 510.0, 508.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "263432": {"relevant_ids": ["263433"], "ranked_ids": ["263433", "128303", "407204", "345287", "401373", "301563", "261419", "372749", "104254", "238602"], "ranked_scores": [630.0, 558.0, 544.0, 541.0, 531.0, 530.0, 530.0, 529.0, 526.0, 525.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "354945": {"relevant_ids": ["354946"], "ranked_ids": ["354946", "254071", "462983", "287396", "462984", "243923", "447155", "157453", "9687", "63372"], "ranked_scores": [690.0, 586.0, 534.0, 534.0, 510.0, 510.0, 509.0, 504.0, 503.0, 502.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "245417": {"relevant_ids": ["219475", "248195"], "ranked_ids": ["40657", "219475", "164159", "319022", "248195", "64433", "14180", "223618", "370560", "37326"], "ranked_scores": [620.0, 606.0, 588.0, 581.0, 564.0, 559.0, 548.0, 540.0, 539.0, 537.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6241, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6241, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "516276": {"relevant_ids": ["516277"], "ranked_ids": ["516277", "510783", "19755", "34173", "76958", "489791", "149233", "352289", "119374", "479392"], "ranked_scores": [706.0, 605.0, 603.0, 597.0, 588.0, 567.0, 557.0, 553.0, 550.0, 549.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177580": {"relevant_ids": ["177579"], "ranked_ids": ["177579", "255647", "129413", "115954", "129412", "165282", "272252", "419100", "75396", "370405"], "ranked_scores": [726.0, 528.0, 524.0, 521.0, 521.0, 521.0, 519.0, 512.0, 506.0, 504.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "309865": {"relevant_ids": ["78623", "78624", "33713"], "ranked_ids": ["33713", "78623", "405094", "78624", "495751", "153484", "437065", "209041", "469068", "202593"], "ranked_scores": [666.0, 637.0, 630.0, 628.0, 624.0, 612.0, 600.0, 591.0, 580.0, 576.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.9675, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9675, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "510387": {"relevant_ids": ["510386"], "ranked_ids": ["510386", "241538", "40390", "170896", "52003", "344869", "241537", "371033", "101855", "484846"], "ranked_scores": [653.0, 649.0, 627.0, 626.0, 607.0, 599.0, 592.0, 589.0, 578.0, 569.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "26645": {"relevant_ids": ["26644"], "ranked_ids": ["26644", "318396", "207775", "193896", "234865", "83875", "83874", "108781", "256679", "461704"], "ranked_scores": [716.0, 582.0, 573.0, 571.0, 561.0, 560.0, 560.0, 554.0, 554.0, 554.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "47788": {"relevant_ids": ["455725"], "ranked_ids": ["455725", "235686", "348138", "331", "59223", "8505", "518171", "47703", "101721", "59508"], "ranked_scores": [684.0, 643.0, 640.0, 635.0, 632.0, 622.0, 620.0, 615.0, 611.0, 594.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "338281": {"relevant_ids": ["338282"], "ranked_ids": ["338282", "430005", "119513", "467526", "43034", "174802", "22636", "291354", "208802", "362498"], "ranked_scores": [695.0, 530.0, 528.0, 510.0, 509.0, 505.0, 502.0, 499.0, 497.0, 497.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "461149": {"relevant_ids": ["461148"], "ranked_ids": ["461148", "525835", "203100", "527101", "335800", "215782", "377056", "302225", "8828", "414838"], "ranked_scores": [647.0, 616.0, 597.0, 566.0, 547.0, 543.0, 541.0, 540.0, 540.0, 538.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "346126": {"relevant_ids": ["110710", "110711"], "ranked_ids": ["110710", "110711", "154338", "168350", "108617", "203476", "393684", "528998", "6816", "355996"], "ranked_scores": [692.0, 666.0, 659.0, 590.0, 582.0, 580.0, 576.0, 574.0, 574.0, 566.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "372986": {"relevant_ids": ["262882", "49961"], "ranked_ids": ["49961", "262882", "215938", "108183", "497531", "88278", "246105", "415486", "320580", "140335"], "ranked_scores": [699.0, 629.0, 552.0, 536.0, 535.0, 530.0, 529.0, 529.0, 527.0, 525.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "501182": {"relevant_ids": ["501181"], "ranked_ids": ["501181", "109121", "447737", "274777", "446824", "402718", "231545", "405945", "400576", "179018"], "ranked_scores": [652.0, 520.0, 519.0, 518.0, 514.0, 513.0, 504.0, 499.0, 499.0, 494.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13800": {"relevant_ids": ["13799", "408522", "376590"], "ranked_ids": ["13799", "376590", "179943", "408522", "481109", "8622", "23471", "257857", "363079", "281010"], "ranked_scores": [659.0, 622.0, 603.0, 587.0, 577.0, 567.0, 564.0, 563.0, 556.0, 555.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.9675, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9675, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "250143": {"relevant_ids": ["250142"], "ranked_ids": ["250142", "473276", "76062", "520955", "73729", "50539", "96270", "509757", "387015", "57155"], "ranked_scores": [618.0, 592.0, 534.0, 522.0, 520.0, 518.0, 517.0, 511.0, 507.0, 507.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13223": {"relevant_ids": ["20277", "88348", "88349", "13224", "156773"], "ranked_ids": ["156773", "88348", "88349", "86343", "13224", "24720", "366749", "137719", "223304", "11938"], "ranked_scores": [732.0, 655.0, 647.0, 638.0, 636.0, 632.0, 630.0, 628.0, 619.0, 615.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.2, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6, "ndcg@5": 0.8539, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.8, "ndcg@10": 0.8539, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.8}, "11002": {"relevant_ids": ["11003"], "ranked_ids": ["11003", "144197", "444112", "489539", "42203", "347493", "10212", "87346", "17317", "266680"], "ranked_scores": [662.0, 612.0, 611.0, 610.0, 607.0, 602.0, 601.0, 593.0, 573.0, 569.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177653": {"relevant_ids": ["79732"], "ranked_ids": ["79732", "39174", "200611", "395587", "525756", "137270", "412316", "377344", "373717", "138956"], "ranked_scores": [683.0, 605.0, 599.0, 581.0, 546.0, 537.0, 523.0, 523.0, 503.0, 493.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "415592": {"relevant_ids": ["415591"], "ranked_ids": ["415591", "435045", "430072", "499684", "84634", "379146", "207607", "172118", "81159", "91592"], "ranked_scores": [692.0, 579.0, 572.0, 548.0, 546.0, 545.0, 545.0, 544.0, 544.0, 543.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "511196": {"relevant_ids": ["511197"], "ranked_ids": ["511197", "156490", "77372", "45940", "459789", "289278", "251545", "224675", "352492", "251546"], "ranked_scores": [642.0, 528.0, 528.0, 525.0, 520.0, 515.0, 508.0, 505.0, 505.0, 504.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "344845": {"relevant_ids": ["344844"], "ranked_ids": ["344844", "469623", "161471", "79987", "95946", "160276", "224515", "82460", "311499", "327548"], "ranked_scores": [683.0, 582.0, 582.0, 575.0, 570.0, 564.0, 562.0, 561.0, 560.0, 560.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "396744": {"relevant_ids": ["396745"], "ranked_ids": ["396745", "236438", "421257", "516168", "313629", "284966", "75399", "16789", "481437", "507513"], "ranked_scores": [591.0, 544.0, 525.0, 521.0, 513.0, 512.0, 508.0, 507.0, 507.0, 507.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "452398": {"relevant_ids": ["452399"], "ranked_ids": ["452399", "450912", "325254", "134287", "60646", "530610", "230141", "277360", "4228", "324290"], "ranked_scores": [735.0, 539.0, 534.0, 532.0, 531.0, 530.0, 527.0, 525.0, 522.0, 521.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "182114": {"relevant_ids": ["182113"], "ranked_ids": ["182113", "196647", "234482", "229182", "531602", "95186", "139689", "312841", "475847", "23242"], "ranked_scores": [627.0, 609.0, 562.0, 560.0, 559.0, 552.0, 548.0, 545.0, 543.0, 542.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "486260": {"relevant_ids": ["486259"], "ranked_ids": ["486259", "392356", "65893", "209254", "113749", "241333", "146738", "111946", "221509", "266904"], "ranked_scores": [674.0, 612.0, 581.0, 581.0, 580.0, 567.0, 556.0, 553.0, 552.0, 551.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "455140": {"relevant_ids": ["315935"], "ranked_ids": ["315935", "308963", "315936", "50224", "246286", "245896", "369068", "124700", "466508", "510681"], "ranked_scores": [678.0, 565.0, 556.0, 550.0, 547.0, 544.0, 543.0, 543.0, 540.0, 534.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "56198": {"relevant_ids": ["56199"], "ranked_ids": ["56199", "138891", "452069", "199688", "67917", "160194", "160914", "135929", "5969", "431226"], "ranked_scores": [716.0, 528.0, 519.0, 517.0, 514.0, 512.0, 507.0, 507.0, 507.0, 506.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "30172": {"relevant_ids": ["30173", "145120", "185817", "145119", "68426", "373486"], "ranked_ids": ["145120", "160900", "68426", "30173", "373486", "90983", "205338", "185581", "145119", "192604"], "ranked_scores": [669.0, 666.0, 647.0, 627.0, 616.0, 612.0, 605.0, 602.0, 602.0, 601.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.1667, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.786, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.7924, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.8333}, "127880": {"relevant_ids": ["241164"], "ranked_ids": ["241164", "121458", "135083", "122116", "389443", "450198", "325175", "210277", "212021", "370634"], "ranked_scores": [584.0, 562.0, 552.0, 542.0, 535.0, 528.0, 511.0, 510.0, 504.0, 504.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "167969": {"relevant_ids": ["174461"], "ranked_ids": ["174461", "360983", "171665", "130124", "365197", "121354", "168913", "60171", "130123", "144121"], "ranked_scores": [606.0, 595.0, 549.0, 544.0, 542.0, 539.0, 536.0, 534.0, 533.0, 530.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "97986": {"relevant_ids": ["97987"], "ranked_ids": ["97987", "44589", "393565", "144057", "212168", "234865", "326597", "83874", "193896", "83875"], "ranked_scores": [729.0, 620.0, 568.0, 565.0, 564.0, 563.0, 562.0, 562.0, 561.0, 558.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "12865": {"relevant_ids": ["105683"], "ranked_ids": ["105683", "92902", "83623", "277453", "356189", "469289", "528844", "191268", "267487", "313106"], "ranked_scores": [726.0, 573.0, 569.0, 568.0, 567.0, 552.0, 546.0, 545.0, 543.0, 542.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "215681": {"relevant_ids": ["215680"], "ranked_ids": ["215680", "297953", "143842", "178515", "57552", "63757", "430626", "18634", "340195", "71159"], "ranked_scores": [717.0, 577.0, 574.0, 566.0, 565.0, 559.0, 546.0, 544.0, 541.0, 531.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-mpnet-base-atanh-gamma0.05": {"127728": {"relevant_ids": ["127729"], "ranked_ids": ["38063", "127729", "485054", "278575", "48895", "250619", "26460", "145244", "317591", "494754"], "ranked_scores": [561.0, 558.0, 531.0, 525.0, 524.0, 519.0, 518.0, 518.0, 516.0, 516.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "318820": {"relevant_ids": ["318821"], "ranked_ids": ["318821", "222238", "355161", "367479", "190698", "457906", "377941", "380781", "491039", "54496"], "ranked_scores": [705.0, 573.0, 561.0, 556.0, 555.0, 547.0, 537.0, 536.0, 536.0, 536.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "296098": {"relevant_ids": ["296097"], "ranked_ids": ["45507", "469868", "296097", "173403", "134752", "45506", "56686", "364131", "423933", "307653"], "ranked_scores": [632.0, 619.0, 618.0, 600.0, 599.0, 595.0, 594.0, 584.0, 583.0, 578.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "150414": {"relevant_ids": ["192835"], "ranked_ids": ["192835", "105782", "516620", "126746", "105783", "21131", "103122", "132912", "126745", "470642"], "ranked_scores": [714.0, 659.0, 620.0, 602.0, 601.0, 575.0, 573.0, 568.0, 567.0, 557.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145582": {"relevant_ids": ["145583"], "ranked_ids": ["145583", "299264", "454248", "112261", "39561", "369068", "263736", "179136", "369955", "466967"], "ranked_scores": [641.0, 533.0, 496.0, 484.0, 480.0, 478.0, 472.0, 469.0, 469.0, 469.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "315712": {"relevant_ids": ["315713"], "ranked_ids": ["315713", "377891", "203205", "107153", "368164", "100067", "153536", "120489", "454814", "58851"], "ranked_scores": [640.0, 563.0, 561.0, 559.0, 559.0, 557.0, 552.0, 544.0, 538.0, 538.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145739": {"relevant_ids": ["145740"], "ranked_ids": ["145740", "366074", "241979", "376315", "465597", "180147", "115412", "375395", "415781", "8705"], "ranked_scores": [639.0, 595.0, 592.0, 548.0, 543.0, 537.0, 536.0, 535.0, 533.0, 532.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "308127": {"relevant_ids": ["308126"], "ranked_ids": ["308126", "131777", "252091", "385951", "367804", "498938", "490044", "266258", "36744", "78117"], "ranked_scores": [621.0, 506.0, 503.0, 501.0, 499.0, 495.0, 494.0, 493.0, 493.0, 491.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "287245": {"relevant_ids": ["283199", "322650", "283198"], "ranked_ids": ["283199", "322650", "283198", "420279", "188682", "420280", "221784", "508239", "221783", "450635"], "ranked_scores": [628.0, 619.0, 594.0, 543.0, 522.0, 522.0, 520.0, 518.0, 516.0, 516.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "14755": {"relevant_ids": ["14756", "211906"], "ranked_ids": ["211906", "14756", "450970", "449494", "30834", "393649", "230091", "235454", "314883", "535700"], "ranked_scores": [647.0, 646.0, 642.0, 571.0, 563.0, 538.0, 519.0, 509.0, 507.0, 507.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "370170": {"relevant_ids": ["370169"], "ranked_ids": ["370169", "387761", "466920", "537762", "476551", "417976", "22763", "211280", "334238", "59810"], "ranked_scores": [754.0, 514.0, 504.0, 504.0, 502.0, 498.0, 494.0, 493.0, 491.0, 489.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "41774": {"relevant_ids": ["41773"], "ranked_ids": ["41773", "239344", "53738", "307530", "366794", "217481", "532062", "185583", "195792", "220928"], "ranked_scores": [614.0, 559.0, 541.0, 518.0, 507.0, 502.0, 497.0, 489.0, 488.0, 486.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "399648": {"relevant_ids": ["399649"], "ranked_ids": ["399649", "435035", "225815", "529004", "462253", "212809", "124071", "481934", "285302", "87004"], "ranked_scores": [747.0, 579.0, 568.0, 552.0, 547.0, 541.0, 539.0, 539.0, 533.0, 533.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "504811": {"relevant_ids": ["504810"], "ranked_ids": ["504810", "388972", "439209", "318271", "451065", "97434", "532404", "175461", "217855", "84826"], "ranked_scores": [743.0, 535.0, 524.0, 520.0, 513.0, 513.0, 512.0, 511.0, 509.0, 507.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "362950": {"relevant_ids": ["400212", "362949"], "ranked_ids": ["362949", "400212", "151122", "427587", "465929", "411503", "487392", "9132", "105919", "105920"], "ranked_scores": [663.0, 654.0, 561.0, 560.0, 557.0, 555.0, 554.0, 554.0, 553.0, 550.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "155873": {"relevant_ids": ["155874"], "ranked_ids": ["155874", "392604", "292617", "136219", "383066", "122134", "429434", "232469", "446058", "444541"], "ranked_scores": [560.0, 558.0, 531.0, 515.0, 513.0, 510.0, 508.0, 505.0, 505.0, 505.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "263432": {"relevant_ids": ["263433"], "ranked_ids": ["263433", "128303", "104254", "345287", "296869", "372749", "371563", "254526", "18217", "401373"], "ranked_scores": [603.0, 546.0, 525.0, 518.0, 518.0, 516.0, 513.0, 508.0, 506.0, 505.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "354945": {"relevant_ids": ["354946"], "ranked_ids": ["354946", "254071", "243923", "166837", "286928", "9687", "462984", "124701", "212036", "287396"], "ranked_scores": [684.0, 536.0, 529.0, 525.0, 517.0, 517.0, 514.0, 513.0, 511.0, 511.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "245417": {"relevant_ids": ["219475", "248195"], "ranked_ids": ["219475", "40657", "248195", "164159", "64433", "37326", "368145", "319022", "14180", "301977"], "ranked_scores": [636.0, 612.0, 586.0, 562.0, 558.0, 553.0, 553.0, 549.0, 546.0, 542.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.9197, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.9197, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9197, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "516276": {"relevant_ids": ["516277"], "ranked_ids": ["516277", "19755", "510783", "34173", "479392", "352189", "76958", "175142", "471902", "143842"], "ranked_scores": [695.0, 603.0, 600.0, 578.0, 571.0, 570.0, 563.0, 558.0, 558.0, 552.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177580": {"relevant_ids": ["177579"], "ranked_ids": ["177579", "18081", "532497", "115954", "185553", "143503", "165282", "517075", "129412", "57360"], "ranked_scores": [707.0, 515.0, 513.0, 510.0, 510.0, 506.0, 505.0, 504.0, 500.0, 496.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "309865": {"relevant_ids": ["78623", "78624", "33713"], "ranked_ids": ["33713", "405094", "78623", "153484", "78624", "109205", "437065", "195425", "235483", "209041"], "ranked_scores": [685.0, 605.0, 599.0, 595.0, 587.0, 583.0, 579.0, 565.0, 562.0, 560.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.8855, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.8855, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "510387": {"relevant_ids": ["510386"], "ranked_ids": ["241538", "40390", "510386", "170896", "371033", "344869", "52003", "241537", "412445", "91349"], "ranked_scores": [623.0, 615.0, 606.0, 597.0, 597.0, 592.0, 591.0, 570.0, 564.0, 562.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "26645": {"relevant_ids": ["26644"], "ranked_ids": ["26644", "207775", "318396", "83875", "83874", "193896", "108781", "234865", "141075", "311549"], "ranked_scores": [718.0, 606.0, 586.0, 560.0, 559.0, 554.0, 550.0, 550.0, 541.0, 541.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "47788": {"relevant_ids": ["455725"], "ranked_ids": ["455725", "235686", "101721", "518171", "8505", "59223", "331", "47703", "348138", "215031"], "ranked_scores": [671.0, 622.0, 617.0, 617.0, 616.0, 606.0, 602.0, 591.0, 580.0, 566.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "338281": {"relevant_ids": ["338282"], "ranked_ids": ["338282", "467526", "434432", "277402", "309463", "304167", "430005", "43034", "362498", "293850"], "ranked_scores": [653.0, 526.0, 518.0, 511.0, 506.0, 504.0, 502.0, 500.0, 500.0, 493.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "461149": {"relevant_ids": ["461148"], "ranked_ids": ["525835", "461148", "203100", "527101", "283905", "349818", "307096", "377056", "335800", "120940"], "ranked_scores": [644.0, 644.0, 589.0, 572.0, 553.0, 534.0, 531.0, 531.0, 530.0, 526.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "346126": {"relevant_ids": ["110710", "110711"], "ranked_ids": ["110710", "110711", "154338", "296319", "108617", "203476", "528998", "275291", "168350", "6816"], "ranked_scores": [689.0, 676.0, 662.0, 597.0, 579.0, 575.0, 575.0, 572.0, 568.0, 567.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "372986": {"relevant_ids": ["262882", "49961"], "ranked_ids": ["49961", "262882", "485235", "299699", "303468", "140334", "226818", "443239", "215938", "491226"], "ranked_scores": [712.0, 642.0, 553.0, 552.0, 536.0, 535.0, 533.0, 530.0, 528.0, 523.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "501182": {"relevant_ids": ["501181"], "ranked_ids": ["501181", "274777", "447737", "231545", "446824", "501373", "261255", "179018", "146057", "257857"], "ranked_scores": [647.0, 521.0, 516.0, 513.0, 509.0, 505.0, 498.0, 498.0, 494.0, 491.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13800": {"relevant_ids": ["13799", "408522", "376590"], "ranked_ids": ["13799", "376590", "179943", "481109", "56338", "408522", "23471", "8622", "257857", "398510"], "ranked_scores": [660.0, 616.0, 581.0, 570.0, 570.0, 563.0, 559.0, 559.0, 559.0, 556.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.7654, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.9325, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "250143": {"relevant_ids": ["250142"], "ranked_ids": ["250142", "473276", "50539", "57155", "76062", "209138", "274190", "368186", "492698", "38409"], "ranked_scores": [631.0, 601.0, 511.0, 508.0, 508.0, 506.0, 506.0, 505.0, 504.0, 501.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13223": {"relevant_ids": ["20277", "88348", "88349", "13224", "156773"], "ranked_ids": ["156773", "13224", "88348", "88349", "86343", "137719", "366749", "20277", "11938", "361830"], "ranked_scores": [723.0, 678.0, 639.0, 631.0, 619.0, 618.0, 614.0, 592.0, 590.0, 586.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.2, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6, "ndcg@5": 0.8688, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.8, "ndcg@10": 0.9758, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "11002": {"relevant_ids": ["11003"], "ranked_ids": ["11003", "489539", "10212", "444112", "82619", "347493", "144197", "406881", "241075", "42203"], "ranked_scores": [657.0, 566.0, 564.0, 562.0, 549.0, 548.0, 548.0, 543.0, 542.0, 539.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177653": {"relevant_ids": ["79732"], "ranked_ids": ["79732", "39174", "395587", "200611", "525756", "502840", "412316", "377344", "138956", "373717"], "ranked_scores": [667.0, 592.0, 582.0, 581.0, 526.0, 517.0, 516.0, 510.0, 506.0, 499.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "415592": {"relevant_ids": ["415591"], "ranked_ids": ["415591", "435045", "91592", "88542", "117817", "485299", "322822", "288357", "379146", "26742"], "ranked_scores": [697.0, 558.0, 552.0, 547.0, 545.0, 533.0, 531.0, 527.0, 527.0, 521.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "511196": {"relevant_ids": ["511197"], "ranked_ids": ["511197", "156490", "45940", "251546", "251545", "53962", "191329", "77372", "289278", "413940"], "ranked_scores": [642.0, 539.0, 534.0, 522.0, 519.0, 516.0, 515.0, 513.0, 511.0, 507.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "344845": {"relevant_ids": ["344844"], "ranked_ids": ["344844", "95946", "79987", "327548", "503908", "161471", "384928", "187882", "79986", "4915"], "ranked_scores": [704.0, 597.0, 582.0, 578.0, 576.0, 575.0, 571.0, 567.0, 564.0, 560.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "396744": {"relevant_ids": ["396745"], "ranked_ids": ["284966", "396745", "527221", "454241", "236438", "418055", "379443", "471027", "145729", "481437"], "ranked_scores": [560.0, 556.0, 548.0, 544.0, 544.0, 521.0, 520.0, 520.0, 517.0, 517.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "452398": {"relevant_ids": ["452399"], "ranked_ids": ["452399", "90225", "530610", "60646", "134287", "97822", "372901", "171946", "298939", "346712"], "ranked_scores": [713.0, 514.0, 511.0, 508.0, 508.0, 507.0, 498.0, 498.0, 495.0, 495.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "182114": {"relevant_ids": ["182113"], "ranked_ids": ["196647", "182113", "413792", "245976", "139689", "328873", "118902", "260490", "234482", "80224"], "ranked_scores": [568.0, 553.0, 525.0, 519.0, 518.0, 517.0, 512.0, 510.0, 510.0, 508.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "486260": {"relevant_ids": ["486259"], "ranked_ids": ["486259", "392356", "209254", "113749", "266904", "65893", "241333", "452464", "385204", "209255"], "ranked_scores": [687.0, 610.0, 568.0, 558.0, 553.0, 545.0, 544.0, 544.0, 543.0, 539.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "455140": {"relevant_ids": ["315935"], "ranked_ids": ["315935", "308963", "519049", "246286", "124700", "318887", "315936", "150842", "211061", "50224"], "ranked_scores": [665.0, 560.0, 556.0, 540.0, 540.0, 538.0, 535.0, 532.0, 531.0, 531.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "56198": {"relevant_ids": ["56199"], "ranked_ids": ["56199", "160194", "138891", "431226", "246583", "308888", "130971", "249114", "25611", "133979"], "ranked_scores": [682.0, 505.0, 495.0, 488.0, 483.0, 482.0, 482.0, 481.0, 478.0, 473.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "30172": {"relevant_ids": ["30173", "145120", "185817", "145119", "68426", "373486"], "ranked_ids": ["145120", "160900", "192604", "82405", "90983", "68426", "205338", "15236", "373486", "343564"], "ranked_scores": [678.0, 649.0, 630.0, 627.0, 623.0, 620.0, 608.0, 602.0, 599.0, 598.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.1667, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.1667, "ndcg@5": 0.3392, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.1667, "ndcg@10": 0.5015, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "127880": {"relevant_ids": ["241164"], "ranked_ids": ["241164", "135083", "121458", "210277", "450198", "527388", "84471", "122116", "22396", "389443"], "ranked_scores": [600.0, 568.0, 558.0, 544.0, 535.0, 524.0, 522.0, 519.0, 517.0, 514.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "167969": {"relevant_ids": ["174461"], "ranked_ids": ["174461", "360983", "121354", "347474", "207491", "468723", "78497", "293663", "365197", "130123"], "ranked_scores": [607.0, 581.0, 541.0, 528.0, 528.0, 519.0, 515.0, 514.0, 511.0, 508.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "97986": {"relevant_ids": ["97987"], "ranked_ids": ["97987", "44589", "193896", "234865", "212168", "290935", "393565", "407", "256679", "98924"], "ranked_scores": [728.0, 594.0, 563.0, 555.0, 555.0, 553.0, 552.0, 551.0, 549.0, 549.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "12865": {"relevant_ids": ["105683"], "ranked_ids": ["105683", "267487", "356189", "277453", "139269", "323015", "83623", "83622", "92902", "6376"], "ranked_scores": [733.0, 562.0, 560.0, 555.0, 554.0, 549.0, 547.0, 547.0, 547.0, 546.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "215681": {"relevant_ids": ["215680"], "ranked_ids": ["215680", "178515", "57552", "171713", "301165", "54139", "340195", "297953", "5733", "78042"], "ranked_scores": [706.0, 588.0, 573.0, 545.0, 544.0, 543.0, 532.0, 530.0, 529.0, 527.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-mpnet-base-atanh-gamma0.2": {"127728": {"relevant_ids": ["127729"], "ranked_ids": ["38063", "127729", "207303", "445616", "145244", "48895", "485054", "245618", "69958", "494754"], "ranked_scores": [564.0, 548.0, 527.0, 524.0, 523.0, 522.0, 519.0, 518.0, 518.0, 515.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "318820": {"relevant_ids": ["318821"], "ranked_ids": ["318821", "367479", "222238", "149956", "355161", "457906", "489320", "491039", "190698", "56784"], "ranked_scores": [710.0, 582.0, 573.0, 555.0, 554.0, 547.0, 544.0, 543.0, 539.0, 536.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "296098": {"relevant_ids": ["296097"], "ranked_ids": ["45507", "296097", "45506", "469868", "423933", "173403", "56686", "134752", "307653", "364131"], "ranked_scores": [632.0, 618.0, 603.0, 601.0, 581.0, 576.0, 575.0, 574.0, 571.0, 568.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "150414": {"relevant_ids": ["192835"], "ranked_ids": ["192835", "105782", "105783", "516620", "126746", "21131", "126745", "132912", "254340", "103122"], "ranked_scores": [717.0, 651.0, 618.0, 609.0, 597.0, 570.0, 566.0, 563.0, 561.0, 558.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145582": {"relevant_ids": ["145583"], "ranked_ids": ["145583", "299264", "454248", "39561", "112261", "369068", "399626", "179136", "466967", "428602"], "ranked_scores": [626.0, 525.0, 493.0, 488.0, 484.0, 481.0, 479.0, 477.0, 474.0, 473.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "315712": {"relevant_ids": ["315713"], "ranked_ids": ["315713", "203205", "377891", "368164", "107153", "100067", "58851", "153536", "454814", "120489"], "ranked_scores": [654.0, 562.0, 555.0, 554.0, 554.0, 552.0, 552.0, 551.0, 546.0, 544.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145739": {"relevant_ids": ["145740"], "ranked_ids": ["145740", "366074", "241979", "8705", "465597", "210012", "415781", "115412", "376315", "51035"], "ranked_scores": [663.0, 615.0, 609.0, 567.0, 564.0, 554.0, 551.0, 544.0, 544.0, 542.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "308127": {"relevant_ids": ["308126"], "ranked_ids": ["308126", "367804", "100860", "498938", "490044", "36744", "77650", "131777", "98400", "65412"], "ranked_scores": [626.0, 513.0, 509.0, 504.0, 503.0, 501.0, 500.0, 498.0, 498.0, 497.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "287245": {"relevant_ids": ["283199", "322650", "283198"], "ranked_ids": ["283199", "322650", "283198", "420279", "109049", "508239", "188682", "221784", "304904", "450635"], "ranked_scores": [639.0, 632.0, 602.0, 546.0, 525.0, 522.0, 521.0, 520.0, 520.0, 519.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "14755": {"relevant_ids": ["14756", "211906"], "ranked_ids": ["211906", "450970", "14756", "30834", "449494", "235454", "393649", "230091", "218584", "453873"], "ranked_scores": [658.0, 656.0, 634.0, 589.0, 571.0, 545.0, 544.0, 541.0, 529.0, 529.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.9197, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.9197, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9197, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "370170": {"relevant_ids": ["370169"], "ranked_ids": ["370169", "466920", "537762", "211280", "387761", "22763", "476551", "96998", "334238", "59810"], "ranked_scores": [757.0, 501.0, 500.0, 500.0, 494.0, 491.0, 488.0, 487.0, 486.0, 485.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "41774": {"relevant_ids": ["41773"], "ranked_ids": ["41773", "239344", "53738", "307530", "433175", "214766", "217481", "532062", "366794", "467781"], "ranked_scores": [619.0, 550.0, 537.0, 514.0, 503.0, 502.0, 494.0, 493.0, 488.0, 488.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "399648": {"relevant_ids": ["399649"], "ranked_ids": ["399649", "435035", "225815", "529004", "462253", "212809", "87004", "412309", "54706", "481934"], "ranked_scores": [752.0, 587.0, 583.0, 551.0, 551.0, 549.0, 540.0, 535.0, 529.0, 527.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "504811": {"relevant_ids": ["504810"], "ranked_ids": ["504810", "220414", "388972", "84826", "217855", "97434", "318271", "175461", "309894", "451065"], "ranked_scores": [739.0, 523.0, 518.0, 518.0, 515.0, 514.0, 514.0, 511.0, 511.0, 511.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "362950": {"relevant_ids": ["362949", "400212"], "ranked_ids": ["400212", "362949", "427587", "487392", "357629", "105920", "438104", "105919", "151122", "463443"], "ranked_scores": [651.0, 649.0, 557.0, 554.0, 553.0, 548.0, 547.0, 546.0, 542.0, 542.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "155873": {"relevant_ids": ["155874"], "ranked_ids": ["392604", "155874", "292617", "136219", "444541", "162323", "3139", "383066", "122134", "446058"], "ranked_scores": [566.0, 560.0, 528.0, 523.0, 520.0, 519.0, 518.0, 510.0, 508.0, 505.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "263432": {"relevant_ids": ["263433"], "ranked_ids": ["263433", "128303", "104254", "372749", "41365", "401373", "18217", "190136", "254526", "219429"], "ranked_scores": [621.0, 551.0, 530.0, 523.0, 513.0, 511.0, 510.0, 509.0, 509.0, 508.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "354945": {"relevant_ids": ["354946"], "ranked_ids": ["354946", "254071", "462984", "166837", "243923", "433248", "287396", "462983", "286928", "447155"], "ranked_scores": [685.0, 543.0, 520.0, 514.0, 513.0, 510.0, 510.0, 508.0, 505.0, 505.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "245417": {"relevant_ids": ["219475", "248195"], "ranked_ids": ["40657", "219475", "248195", "37326", "164159", "64433", "368145", "301977", "96458", "319022"], "ranked_scores": [629.0, 624.0, 575.0, 563.0, 562.0, 555.0, 542.0, 538.0, 533.0, 531.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6934, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6934, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6934, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "516276": {"relevant_ids": ["516277"], "ranked_ids": ["516277", "510783", "19755", "34173", "352189", "175142", "76958", "489791", "479392", "143842"], "ranked_scores": [699.0, 620.0, 617.0, 596.0, 577.0, 577.0, 574.0, 572.0, 566.0, 552.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177580": {"relevant_ids": ["177579"], "ranked_ids": ["177579", "115954", "129413", "532497", "18081", "185553", "272252", "165282", "255647", "75396"], "ranked_scores": [712.0, 523.0, 516.0, 515.0, 514.0, 509.0, 508.0, 507.0, 502.0, 499.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "309865": {"relevant_ids": ["78623", "33713", "78624"], "ranked_ids": ["33713", "153484", "78623", "405094", "78624", "109205", "437065", "209041", "20635", "477476"], "ranked_scores": [678.0, 616.0, 615.0, 613.0, 610.0, 604.0, 588.0, 582.0, 575.0, 570.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.8855, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.8855, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "510387": {"relevant_ids": ["510386"], "ranked_ids": ["170896", "241538", "40390", "510386", "344869", "52003", "241537", "371033", "412445", "160232"], "ranked_scores": [619.0, 618.0, 616.0, 611.0, 601.0, 598.0, 595.0, 588.0, 580.0, 560.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "26645": {"relevant_ids": ["26644"], "ranked_ids": ["26644", "207775", "318396", "83875", "83874", "108781", "282609", "141075", "98924", "234865"], "ranked_scores": [735.0, 599.0, 583.0, 564.0, 557.0, 554.0, 552.0, 550.0, 546.0, 544.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "47788": {"relevant_ids": ["455725"], "ranked_ids": ["455725", "518171", "8505", "101721", "59223", "235686", "331", "47703", "348138", "89312"], "ranked_scores": [681.0, 642.0, 635.0, 633.0, 624.0, 622.0, 622.0, 617.0, 607.0, 581.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "338281": {"relevant_ids": ["338282"], "ranked_ids": ["338282", "434432", "467526", "362498", "26170", "277402", "119513", "293850", "57017", "431433"], "ranked_scores": [657.0, 527.0, 523.0, 515.0, 514.0, 505.0, 502.0, 491.0, 491.0, 490.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "461149": {"relevant_ids": ["461148"], "ranked_ids": ["525835", "461148", "203100", "527101", "349818", "283905", "307096", "120940", "255754", "335800"], "ranked_scores": [653.0, 646.0, 602.0, 551.0, 541.0, 539.0, 534.0, 533.0, 528.0, 528.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "346126": {"relevant_ids": ["110710", "110711"], "ranked_ids": ["110710", "110711", "154338", "296319", "108617", "528998", "203476", "168350", "393684", "355996"], "ranked_scores": [699.0, 684.0, 670.0, 610.0, 585.0, 584.0, 583.0, 579.0, 566.0, 564.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "372986": {"relevant_ids": ["262882", "49961"], "ranked_ids": ["49961", "262882", "443239", "485235", "303468", "299699", "226818", "88278", "215938", "497531"], "ranked_scores": [703.0, 645.0, 550.0, 550.0, 547.0, 547.0, 537.0, 532.0, 531.0, 527.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "501182": {"relevant_ids": ["501181"], "ranked_ids": ["501181", "274777", "446824", "402718", "231545", "179018", "333842", "257857", "474402", "447737"], "ranked_scores": [657.0, 518.0, 510.0, 510.0, 508.0, 507.0, 500.0, 495.0, 495.0, 494.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13800": {"relevant_ids": ["13799", "376590", "408522"], "ranked_ids": ["13799", "376590", "408522", "179943", "56338", "481109", "23471", "257857", "281010", "398510"], "ranked_scores": [667.0, 635.0, 589.0, 584.0, 583.0, 577.0, 573.0, 570.0, 561.0, 555.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "250143": {"relevant_ids": ["250142"], "ranked_ids": ["250142", "473276", "38409", "76062", "492698", "50539", "206630", "274190", "533421", "198782"], "ranked_scores": [634.0, 597.0, 531.0, 517.0, 516.0, 512.0, 511.0, 508.0, 508.0, 494.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13223": {"relevant_ids": ["156773", "88349", "20277", "88348", "13224"], "ranked_ids": ["156773", "13224", "88348", "88349", "86343", "366749", "137719", "223304", "126265", "24720"], "ranked_scores": [730.0, 691.0, 656.0, 647.0, 638.0, 635.0, 614.0, 607.0, 605.0, 601.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.2, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6, "ndcg@5": 0.8688, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.8, "ndcg@10": 0.8688, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.8}, "11002": {"relevant_ids": ["11003"], "ranked_ids": ["11003", "489539", "10212", "42203", "347493", "144197", "406881", "444112", "152519", "266680"], "ranked_scores": [649.0, 586.0, 576.0, 565.0, 560.0, 555.0, 554.0, 552.0, 549.0, 547.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177653": {"relevant_ids": ["79732"], "ranked_ids": ["79732", "200611", "39174", "395587", "525756", "502840", "412316", "373717", "377344", "138956"], "ranked_scores": [655.0, 595.0, 590.0, 575.0, 532.0, 527.0, 524.0, 519.0, 519.0, 517.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "415592": {"relevant_ids": ["415591"], "ranked_ids": ["415591", "435045", "91592", "322822", "288357", "117817", "88542", "379146", "499684", "430072"], "ranked_scores": [698.0, 555.0, 550.0, 547.0, 543.0, 543.0, 534.0, 533.0, 533.0, 533.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "511196": {"relevant_ids": ["511197"], "ranked_ids": ["511197", "45940", "156490", "251545", "251546", "289278", "53962", "491923", "77372", "328397"], "ranked_scores": [653.0, 545.0, 541.0, 535.0, 530.0, 525.0, 524.0, 516.0, 516.0, 514.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "344845": {"relevant_ids": ["344844"], "ranked_ids": ["344844", "95946", "327548", "161471", "79987", "503908", "397001", "187882", "224515", "162045"], "ranked_scores": [702.0, 578.0, 573.0, 569.0, 568.0, 561.0, 559.0, 553.0, 552.0, 551.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "396744": {"relevant_ids": ["396745"], "ranked_ids": ["284966", "396745", "236438", "481437", "454241", "527221", "379443", "465138", "418055", "318589"], "ranked_scores": [559.0, 557.0, 543.0, 537.0, 534.0, 528.0, 527.0, 511.0, 510.0, 509.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "452398": {"relevant_ids": ["452399"], "ranked_ids": ["452399", "530610", "487918", "90225", "277360", "60646", "185580", "372901", "346712", "4228"], "ranked_scores": [722.0, 520.0, 513.0, 511.0, 508.0, 504.0, 502.0, 501.0, 500.0, 498.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "182114": {"relevant_ids": ["182113"], "ranked_ids": ["182113", "196647", "413792", "328873", "238903", "234482", "118897", "172779", "139689", "470503"], "ranked_scores": [580.0, 573.0, 552.0, 538.0, 526.0, 526.0, 525.0, 520.0, 519.0, 516.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "486260": {"relevant_ids": ["486259"], "ranked_ids": ["486259", "392356", "113749", "209254", "266904", "241333", "221509", "113100", "146738", "385204"], "ranked_scores": [690.0, 596.0, 569.0, 563.0, 555.0, 551.0, 550.0, 544.0, 543.0, 542.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "455140": {"relevant_ids": ["315935"], "ranked_ids": ["315935", "308963", "124700", "315936", "519049", "50224", "211061", "318887", "150842", "246286"], "ranked_scores": [670.0, 558.0, 552.0, 550.0, 549.0, 548.0, 546.0, 546.0, 541.0, 541.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "56198": {"relevant_ids": ["56199"], "ranked_ids": ["56199", "160194", "249114", "308888", "123344", "431226", "302106", "355555", "130971", "67917"], "ranked_scores": [684.0, 515.0, 502.0, 497.0, 493.0, 493.0, 490.0, 485.0, 481.0, 478.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "30172": {"relevant_ids": ["30173", "373486", "68426", "145120", "145119", "185817"], "ranked_ids": ["145120", "160900", "90983", "82405", "192604", "15236", "343564", "267771", "68426", "373486"], "ranked_scores": [703.0, 654.0, 643.0, 642.0, 637.0, 632.0, 625.0, 625.0, 624.0, 616.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.1667, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.1667, "ndcg@5": 0.3392, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.1667, "ndcg@10": 0.4812, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "127880": {"relevant_ids": ["241164"], "ranked_ids": ["241164", "121458", "135083", "210277", "389443", "22396", "84471", "329579", "527388", "450198"], "ranked_scores": [596.0, 584.0, 566.0, 557.0, 546.0, 538.0, 535.0, 533.0, 529.0, 528.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "167969": {"relevant_ids": ["174461"], "ranked_ids": ["174461", "360983", "121354", "347474", "78497", "207491", "172806", "130123", "365197", "222958"], "ranked_scores": [620.0, 574.0, 546.0, 526.0, 523.0, 520.0, 513.0, 511.0, 511.0, 510.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "97986": {"relevant_ids": ["97987"], "ranked_ids": ["97987", "44589", "256679", "290935", "393565", "98924", "98925", "193896", "284181", "44095"], "ranked_scores": [720.0, 594.0, 557.0, 548.0, 548.0, 544.0, 541.0, 540.0, 540.0, 540.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "12865": {"relevant_ids": ["105683"], "ranked_ids": ["105683", "356189", "267487", "277453", "92902", "191268", "323015", "313106", "139269", "506722"], "ranked_scores": [731.0, 573.0, 567.0, 566.0, 559.0, 558.0, 558.0, 558.0, 555.0, 553.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "215681": {"relevant_ids": ["215680"], "ranked_ids": ["215680", "178515", "57552", "5733", "54139", "301165", "297953", "171713", "78042", "349338"], "ranked_scores": [722.0, 592.0, 586.0, 553.0, 549.0, 546.0, 543.0, 540.0, 532.0, 530.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-bge-base-en-v1.5-mrl-notrunc-atanh": {"127728": {"relevant_ids": ["127729"], "ranked_ids": ["127729", "38063", "278575", "250619", "205884", "485054", "127676", "315009", "397135", "48895"], "ranked_scores": [610.0, 603.0, 579.0, 579.0, 578.0, 578.0, 573.0, 571.0, 570.0, 566.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "318820": {"relevant_ids": ["318821"], "ranked_ids": ["318821", "367479", "355161", "222238", "377941", "457906", "332715", "527329", "46281", "54497"], "ranked_scores": [717.0, 608.0, 576.0, 572.0, 564.0, 561.0, 561.0, 558.0, 556.0, 556.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "296098": {"relevant_ids": ["296097"], "ranked_ids": ["134752", "45507", "45506", "296097", "469868", "364131", "307653", "423933", "173403", "257592"], "ranked_scores": [618.0, 611.0, 605.0, 601.0, 600.0, 599.0, 597.0, 591.0, 578.0, 561.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "150414": {"relevant_ids": ["192835"], "ranked_ids": ["192835", "105782", "516620", "8875", "105783", "21131", "126746", "103122", "126745", "428293"], "ranked_scores": [711.0, 698.0, 675.0, 651.0, 637.0, 633.0, 624.0, 613.0, 613.0, 589.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145582": {"relevant_ids": ["145583"], "ranked_ids": ["145583", "299264", "316486", "285851", "369955", "95510", "345532", "285962", "508501", "158478"], "ranked_scores": [629.0, 557.0, 529.0, 529.0, 526.0, 521.0, 520.0, 520.0, 519.0, 515.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "315712": {"relevant_ids": ["315713"], "ranked_ids": ["315713", "408588", "390120", "242340", "194841", "203205", "396505", "298503", "354381", "236508"], "ranked_scores": [670.0, 571.0, 571.0, 571.0, 571.0, 570.0, 564.0, 562.0, 561.0, 560.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145739": {"relevant_ids": ["145740"], "ranked_ids": ["145740", "366074", "241979", "148222", "415781", "347337", "316928", "8705", "453401", "115412"], "ranked_scores": [668.0, 615.0, 612.0, 577.0, 576.0, 572.0, 570.0, 568.0, 568.0, 564.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "308127": {"relevant_ids": ["308126"], "ranked_ids": ["308126", "385951", "282571", "407088", "498938", "271118", "398991", "427265", "139188", "287482"], "ranked_scores": [650.0, 551.0, 548.0, 545.0, 542.0, 540.0, 538.0, 537.0, 533.0, 532.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "287245": {"relevant_ids": ["283198", "283199", "322650"], "ranked_ids": ["322650", "283198", "283199", "221784", "505949", "497666", "221783", "109049", "405392", "188940"], "ranked_scores": [647.0, 645.0, 643.0, 559.0, 551.0, 548.0, 546.0, 545.0, 544.0, 543.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "14755": {"relevant_ids": ["14756", "211906"], "ranked_ids": ["211906", "450970", "14756", "30834", "449494", "235454", "393649", "57678", "362149", "383325"], "ranked_scores": [706.0, 702.0, 700.0, 622.0, 607.0, 602.0, 599.0, 594.0, 573.0, 573.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.9197, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.9197, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9197, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "370170": {"relevant_ids": ["370169"], "ranked_ids": ["370169", "476551", "466920", "537762", "449037", "22763", "88911", "433820", "213810", "231528"], "ranked_scores": [760.0, 551.0, 551.0, 548.0, 543.0, 541.0, 539.0, 536.0, 526.0, 525.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "41774": {"relevant_ids": ["41773"], "ranked_ids": ["41773", "239344", "307530", "328598", "442459", "163006", "185583", "53738", "214766", "173048"], "ranked_scores": [666.0, 569.0, 540.0, 538.0, 533.0, 528.0, 527.0, 527.0, 526.0, 525.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "399648": {"relevant_ids": ["399649"], "ranked_ids": ["399649", "225815", "283129", "435035", "154368", "462253", "445074", "146745", "212809", "54706"], "ranked_scores": [757.0, 583.0, 583.0, 574.0, 574.0, 570.0, 566.0, 565.0, 562.0, 555.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "504811": {"relevant_ids": ["504810"], "ranked_ids": ["504810", "309894", "298555", "508685", "256525", "55899", "90374", "175461", "220414", "74588"], "ranked_scores": [742.0, 567.0, 563.0, 553.0, 552.0, 549.0, 549.0, 547.0, 547.0, 547.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "362950": {"relevant_ids": ["400212", "362949"], "ranked_ids": ["362949", "400212", "129563", "487392", "9132", "105920", "427587", "105919", "429502", "344212"], "ranked_scores": [654.0, 647.0, 598.0, 593.0, 592.0, 592.0, 592.0, 591.0, 591.0, 588.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "155873": {"relevant_ids": ["155874"], "ranked_ids": ["155874", "392604", "446058", "66884", "97652", "292617", "294020", "136219", "392771", "432469"], "ranked_scores": [598.0, 584.0, 548.0, 543.0, 543.0, 531.0, 530.0, 526.0, 525.0, 525.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "263432": {"relevant_ids": ["263433"], "ranked_ids": ["263433", "128303", "18217", "371563", "279243", "372749", "356658", "104254", "409956", "471057"], "ranked_scores": [637.0, 586.0, 575.0, 573.0, 548.0, 548.0, 547.0, 546.0, 540.0, 536.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "354945": {"relevant_ids": ["354946"], "ranked_ids": ["354946", "254071", "322478", "9687", "462984", "243923", "462983", "76723", "27632", "43544"], "ranked_scores": [711.0, 575.0, 546.0, 538.0, 536.0, 535.0, 529.0, 518.0, 516.0, 516.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "245417": {"relevant_ids": ["219475", "248195"], "ranked_ids": ["219475", "40657", "64433", "248195", "319022", "413039", "164159", "8069", "14180", "152213"], "ranked_scores": [663.0, 663.0, 633.0, 627.0, 619.0, 619.0, 600.0, 589.0, 581.0, 581.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.8772, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.8772, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "516276": {"relevant_ids": ["516277"], "ranked_ids": ["516277", "510783", "34173", "19755", "76958", "352189", "62062", "143842", "44716", "197869"], "ranked_scores": [699.0, 621.0, 612.0, 611.0, 609.0, 595.0, 591.0, 590.0, 590.0, 583.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177580": {"relevant_ids": ["177579"], "ranked_ids": ["177579", "391562", "517075", "234825", "419100", "272252", "18081", "115954", "129412", "60577"], "ranked_scores": [717.0, 541.0, 539.0, 537.0, 534.0, 532.0, 532.0, 523.0, 522.0, 521.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "309865": {"relevant_ids": ["33713", "78623", "78624"], "ranked_ids": ["33713", "405094", "78623", "78624", "153484", "437065", "495751", "469068", "461871", "360054"], "ranked_scores": [722.0, 690.0, 684.0, 677.0, 650.0, 624.0, 614.0, 608.0, 599.0, 597.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.906, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.906, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "510387": {"relevant_ids": ["510386"], "ranked_ids": ["510386", "241538", "371033", "40390", "212478", "241537", "170896", "52003", "344869", "91350"], "ranked_scores": [671.0, 656.0, 647.0, 645.0, 621.0, 613.0, 613.0, 611.0, 607.0, 602.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "26645": {"relevant_ids": ["26644"], "ranked_ids": ["26644", "318396", "83874", "83875", "207775", "108781", "332055", "364334", "144057", "240705"], "ranked_scores": [741.0, 614.0, 604.0, 604.0, 600.0, 593.0, 587.0, 586.0, 583.0, 579.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "47788": {"relevant_ids": ["455725"], "ranked_ids": ["455725", "59223", "8505", "518171", "331", "235686", "348138", "101721", "47703", "400682"], "ranked_scores": [679.0, 665.0, 662.0, 660.0, 657.0, 653.0, 651.0, 648.0, 634.0, 588.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "338281": {"relevant_ids": ["338282"], "ranked_ids": ["338282", "138712", "459804", "291354", "338711", "263861", "11563", "452930", "327767", "381248"], "ranked_scores": [629.0, 555.0, 533.0, 529.0, 528.0, 527.0, 523.0, 522.0, 515.0, 513.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "461149": {"relevant_ids": ["461148"], "ranked_ids": ["461148", "525835", "203100", "283905", "472145", "519891", "120940", "107049", "528608", "286025"], "ranked_scores": [667.0, 661.0, 630.0, 575.0, 566.0, 564.0, 561.0, 561.0, 561.0, 560.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "346126": {"relevant_ids": ["110710", "110711"], "ranked_ids": ["110710", "154338", "110711", "168350", "296319", "55038", "203476", "254526", "85707", "108617"], "ranked_scores": [688.0, 662.0, 660.0, 611.0, 601.0, 600.0, 597.0, 592.0, 591.0, 589.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.9197, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.9197, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9197, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "372986": {"relevant_ids": ["49961", "262882"], "ranked_ids": ["49961", "262882", "303468", "485235", "491226", "497531", "532450", "108183", "226818", "309713"], "ranked_scores": [719.0, 642.0, 563.0, 559.0, 551.0, 547.0, 546.0, 545.0, 542.0, 542.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "501182": {"relevant_ids": ["501181"], "ranked_ids": ["501181", "274777", "129993", "333842", "429772", "384476", "447737", "231545", "251312", "261255"], "ranked_scores": [667.0, 582.0, 547.0, 536.0, 536.0, 536.0, 527.0, 526.0, 526.0, 524.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13800": {"relevant_ids": ["376590", "408522", "13799"], "ranked_ids": ["13799", "376590", "408522", "179943", "391952", "482825", "257857", "281010", "454343", "131350"], "ranked_scores": [687.0, 659.0, 624.0, 621.0, 602.0, 597.0, 593.0, 593.0, 593.0, 592.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "250143": {"relevant_ids": ["250142"], "ranked_ids": ["250142", "473276", "50538", "50539", "57155", "526032", "509758", "76062", "129313", "284246"], "ranked_scores": [698.0, 654.0, 560.0, 556.0, 554.0, 547.0, 543.0, 542.0, 540.0, 540.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13223": {"relevant_ids": ["156773", "88349", "88348", "20277", "13224"], "ranked_ids": ["156773", "13224", "88348", "88349", "86343", "137719", "366749", "126265", "24720", "20277"], "ranked_scores": [736.0, 695.0, 687.0, 679.0, 675.0, 668.0, 668.0, 654.0, 652.0, 648.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.2, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6, "ndcg@5": 0.8688, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.8, "ndcg@10": 0.9668, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "11002": {"relevant_ids": ["11003"], "ranked_ids": ["11003", "444112", "144197", "10212", "42203", "347493", "241075", "489539", "468424", "254672"], "ranked_scores": [674.0, 626.0, 617.0, 599.0, 598.0, 597.0, 597.0, 586.0, 584.0, 580.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177653": {"relevant_ids": ["79732"], "ranked_ids": ["79732", "39174", "200611", "412316", "525756", "395587", "494720", "310721", "502840", "377344"], "ranked_scores": [700.0, 608.0, 570.0, 568.0, 559.0, 546.0, 544.0, 538.0, 527.0, 523.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "415592": {"relevant_ids": ["415591"], "ranked_ids": ["415591", "379146", "338816", "208294", "430072", "338815", "435045", "84634", "499684", "507998"], "ranked_scores": [699.0, 589.0, 581.0, 576.0, 570.0, 567.0, 565.0, 564.0, 564.0, 560.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "511196": {"relevant_ids": ["511197"], "ranked_ids": ["511197", "45940", "77372", "13803", "414717", "459789", "224675", "251546", "251545", "156490"], "ranked_scores": [667.0, 571.0, 570.0, 568.0, 562.0, 557.0, 552.0, 550.0, 549.0, 546.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "344845": {"relevant_ids": ["344844"], "ranked_ids": ["344844", "95946", "79987", "161471", "327548", "503908", "111672", "187882", "101085", "384928"], "ranked_scores": [715.0, 636.0, 620.0, 615.0, 613.0, 612.0, 602.0, 602.0, 601.0, 601.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "396744": {"relevant_ids": ["396745"], "ranked_ids": ["396745", "454241", "284966", "145729", "527221", "481437", "236438", "338567", "112050", "418055"], "ranked_scores": [606.0, 587.0, 586.0, 576.0, 566.0, 561.0, 558.0, 553.0, 551.0, 549.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "452398": {"relevant_ids": ["452399"], "ranked_ids": ["452399", "530610", "346712", "165046", "90225", "325254", "7119", "395217", "100727", "372901"], "ranked_scores": [736.0, 566.0, 565.0, 563.0, 562.0, 559.0, 558.0, 558.0, 551.0, 550.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "182114": {"relevant_ids": ["182113"], "ranked_ids": ["196647", "182113", "139689", "234482", "328873", "481882", "533693", "24197", "531602", "229182"], "ranked_scores": [657.0, 634.0, 608.0, 598.0, 590.0, 587.0, 580.0, 569.0, 565.0, 559.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "486260": {"relevant_ids": ["486259"], "ranked_ids": ["486259", "392356", "146738", "209254", "146737", "113749", "209255", "241333", "65893", "266904"], "ranked_scores": [714.0, 639.0, 636.0, 627.0, 625.0, 619.0, 619.0, 618.0, 611.0, 609.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "455140": {"relevant_ids": ["315935"], "ranked_ids": ["315935", "427112", "315936", "124700", "16399", "308963", "150842", "510681", "173862", "335780"], "ranked_scores": [670.0, 594.0, 579.0, 578.0, 578.0, 578.0, 571.0, 569.0, 566.0, 557.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "56198": {"relevant_ids": ["56199"], "ranked_ids": ["56199", "130971", "160194", "308888", "454612", "249114", "43405", "43404", "270338", "431226"], "ranked_scores": [733.0, 545.0, 543.0, 534.0, 533.0, 524.0, 523.0, 523.0, 521.0, 521.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "30172": {"relevant_ids": ["185817", "30173", "145119", "68426", "145120", "373486"], "ranked_ids": ["160900", "145120", "205338", "68426", "373486", "30173", "185581", "192604", "145119", "90983"], "ranked_scores": [709.0, 698.0, 685.0, 682.0, 674.0, 653.0, 647.0, 647.0, 640.0, 637.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.1667, "ndcg@5": 0.4913, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6372, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.8333}, "127880": {"relevant_ids": ["241164"], "ranked_ids": ["241164", "121458", "135083", "210277", "450198", "370634", "329579", "122116", "141773", "307991"], "ranked_scores": [692.0, 589.0, 588.0, 581.0, 572.0, 561.0, 554.0, 551.0, 541.0, 538.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "167969": {"relevant_ids": ["174461"], "ranked_ids": ["174461", "360983", "449678", "34814", "121354", "177138", "207491", "85534", "146236", "49800"], "ranked_scores": [647.0, 643.0, 585.0, 579.0, 574.0, 565.0, 562.0, 558.0, 557.0, 556.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "97986": {"relevant_ids": ["97987"], "ranked_ids": ["97987", "44589", "105886", "41242", "376198", "234865", "290935", "141075", "108564", "318396"], "ranked_scores": [735.0, 654.0, 579.0, 578.0, 573.0, 571.0, 569.0, 569.0, 567.0, 567.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "12865": {"relevant_ids": ["105683"], "ranked_ids": ["105683", "356189", "83623", "92902", "83622", "6376", "69748", "293035", "306838", "58501"], "ranked_scores": [736.0, 641.0, 615.0, 606.0, 597.0, 578.0, 575.0, 572.0, 572.0, 572.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "215681": {"relevant_ids": ["215680"], "ranked_ids": ["215680", "178515", "177080", "57552", "252239", "143842", "301165", "54139", "5733", "520998"], "ranked_scores": [736.0, 609.0, 598.0, 587.0, 585.0, 585.0, 580.0, 578.0, 578.0, 577.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-bge-base-en-v1.5-mrl-512-atanh": {"127728": {"relevant_ids": ["127729"], "ranked_ids": ["127729", "38063", "205884", "250619", "245618", "397135", "69958", "485054", "188019", "48895"], "ranked_scores": [400.0, 394.0, 382.0, 378.0, 375.0, 374.0, 374.0, 373.0, 373.0, 372.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "318820": {"relevant_ids": ["318821"], "ranked_ids": ["318821", "367479", "355161", "222238", "377941", "527329", "332715", "103640", "31320", "483940"], "ranked_scores": [477.0, 398.0, 387.0, 379.0, 372.0, 371.0, 369.0, 367.0, 367.0, 366.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "296098": {"relevant_ids": ["296097"], "ranked_ids": ["134752", "469868", "45507", "307653", "364131", "45506", "296097", "423933", "173403", "56686"], "ranked_scores": [403.0, 403.0, 403.0, 394.0, 392.0, 392.0, 385.0, 382.0, 380.0, 361.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "150414": {"relevant_ids": ["192835"], "ranked_ids": ["192835", "105782", "516620", "8875", "105783", "126746", "21131", "126745", "103122", "467679"], "ranked_scores": [474.0, 455.0, 444.0, 426.0, 416.0, 414.0, 413.0, 405.0, 404.0, 397.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145582": {"relevant_ids": ["145583"], "ranked_ids": ["145583", "299264", "316486", "126753", "369955", "285962", "508501", "95510", "345532", "508502"], "ranked_scores": [410.0, 363.0, 351.0, 350.0, 349.0, 347.0, 346.0, 346.0, 343.0, 342.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "315712": {"relevant_ids": ["315713"], "ranked_ids": ["315713", "242340", "194841", "203205", "396505", "298503", "408588", "355553", "208025", "390120"], "ranked_scores": [446.0, 385.0, 382.0, 381.0, 381.0, 376.0, 375.0, 372.0, 371.0, 370.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145739": {"relevant_ids": ["145740"], "ranked_ids": ["145740", "366074", "241979", "148222", "415781", "8705", "115412", "280142", "4688", "323620"], "ranked_scores": [439.0, 404.0, 400.0, 379.0, 378.0, 378.0, 376.0, 371.0, 371.0, 371.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "308127": {"relevant_ids": ["308126"], "ranked_ids": ["308126", "287482", "139188", "385951", "486822", "498938", "271118", "398991", "326242", "407088"], "ranked_scores": [434.0, 362.0, 362.0, 360.0, 356.0, 353.0, 352.0, 352.0, 351.0, 351.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "287245": {"relevant_ids": ["283198", "283199", "322650"], "ranked_ids": ["283198", "283199", "322650", "221784", "505949", "221783", "308062", "497666", "109049", "304904"], "ranked_scores": [428.0, 426.0, 425.0, 373.0, 364.0, 361.0, 360.0, 360.0, 356.0, 354.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "14755": {"relevant_ids": ["14756", "211906"], "ranked_ids": ["211906", "450970", "14756", "30834", "449494", "393649", "235454", "362149", "57678", "83338"], "ranked_scores": [470.0, 467.0, 465.0, 415.0, 402.0, 394.0, 390.0, 383.0, 375.0, 374.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.9197, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.9197, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9197, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "370170": {"relevant_ids": ["370169"], "ranked_ids": ["370169", "476551", "537762", "433820", "22763", "466920", "449037", "88911", "231528", "213810"], "ranked_scores": [507.0, 367.0, 363.0, 362.0, 360.0, 359.0, 356.0, 352.0, 349.0, 347.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "41774": {"relevant_ids": ["41773"], "ranked_ids": ["41773", "239344", "307530", "53738", "163006", "173048", "442459", "475177", "214766", "62219"], "ranked_scores": [444.0, 366.0, 361.0, 349.0, 348.0, 348.0, 348.0, 344.0, 343.0, 342.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "399648": {"relevant_ids": ["399649"], "ranked_ids": ["399649", "462253", "283129", "154368", "225815", "435035", "445074", "212809", "146745", "124071"], "ranked_scores": [507.0, 385.0, 382.0, 382.0, 381.0, 378.0, 376.0, 375.0, 373.0, 367.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "504811": {"relevant_ids": ["504810"], "ranked_ids": ["504810", "309894", "298555", "508685", "256525", "90374", "379927", "179618", "74588", "84826"], "ranked_scores": [496.0, 375.0, 372.0, 370.0, 361.0, 360.0, 360.0, 359.0, 357.0, 357.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "362950": {"relevant_ids": ["400212", "362949"], "ranked_ids": ["362949", "400212", "344212", "105920", "429502", "129563", "487392", "244712", "427587", "9132"], "ranked_scores": [436.0, 430.0, 397.0, 397.0, 397.0, 395.0, 395.0, 391.0, 390.0, 390.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "155873": {"relevant_ids": ["155874"], "ranked_ids": ["155874", "392604", "446058", "97652", "66884", "292617", "294020", "355445", "136219", "464756"], "ranked_scores": [391.0, 390.0, 363.0, 355.0, 353.0, 349.0, 349.0, 344.0, 344.0, 343.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "263432": {"relevant_ids": ["263433"], "ranked_ids": ["263433", "18217", "128303", "371563", "372749", "409956", "356658", "471057", "305072", "279243"], "ranked_scores": [424.0, 385.0, 383.0, 372.0, 363.0, 359.0, 357.0, 356.0, 356.0, 355.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "354945": {"relevant_ids": ["354946"], "ranked_ids": ["354946", "254071", "243923", "322478", "9687", "462984", "462983", "362986", "43544", "76723"], "ranked_scores": [473.0, 376.0, 363.0, 361.0, 355.0, 351.0, 346.0, 343.0, 343.0, 342.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "245417": {"relevant_ids": ["219475", "248195"], "ranked_ids": ["40657", "219475", "319022", "64433", "164159", "248195", "413039", "368145", "152213", "37326"], "ranked_scores": [439.0, 432.0, 410.0, 403.0, 399.0, 399.0, 398.0, 394.0, 387.0, 385.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6053, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "516276": {"relevant_ids": ["516277"], "ranked_ids": ["516277", "510783", "34173", "76958", "19755", "62062", "352189", "44716", "143842", "471902"], "ranked_scores": [464.0, 412.0, 401.0, 400.0, 399.0, 396.0, 391.0, 388.0, 388.0, 386.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177580": {"relevant_ids": ["177579"], "ranked_ids": ["177579", "517075", "419100", "391562", "218752", "272252", "18081", "27716", "115954", "234825"], "ranked_scores": [477.0, 364.0, 363.0, 359.0, 356.0, 356.0, 354.0, 348.0, 348.0, 347.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "309865": {"relevant_ids": ["33713", "78623", "78624"], "ranked_ids": ["33713", "405094", "78623", "78624", "153484", "437065", "495751", "469068", "461871", "360054"], "ranked_scores": [482.0, 466.0, 460.0, 458.0, 437.0, 421.0, 406.0, 402.0, 396.0, 394.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.906, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.906, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "510387": {"relevant_ids": ["510386"], "ranked_ids": ["510386", "371033", "241538", "40390", "212478", "170896", "344869", "241537", "91350", "52003"], "ranked_scores": [444.0, 436.0, 433.0, 427.0, 412.0, 406.0, 404.0, 402.0, 401.0, 398.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "26645": {"relevant_ids": ["26644"], "ranked_ids": ["26644", "318396", "207775", "83875", "83874", "332055", "108781", "364334", "144057", "240705"], "ranked_scores": [492.0, 407.0, 403.0, 400.0, 399.0, 395.0, 388.0, 388.0, 384.0, 384.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "47788": {"relevant_ids": ["455725"], "ranked_ids": ["455725", "8505", "59223", "331", "518171", "235686", "101721", "348138", "47703", "47789"], "ranked_scores": [450.0, 445.0, 442.0, 441.0, 440.0, 434.0, 431.0, 429.0, 425.0, 390.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "338281": {"relevant_ids": ["338282"], "ranked_ids": ["338282", "138712", "338711", "263861", "459804", "100426", "291354", "381248", "11563", "452930"], "ranked_scores": [405.0, 363.0, 355.0, 350.0, 350.0, 348.0, 348.0, 348.0, 347.0, 344.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "461149": {"relevant_ids": ["461148"], "ranked_ids": ["461148", "525835", "203100", "283905", "472145", "527101", "120940", "286024", "443095", "286025"], "ranked_scores": [446.0, 433.0, 415.0, 375.0, 372.0, 372.0, 371.0, 371.0, 371.0, 370.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "346126": {"relevant_ids": ["110710", "110711"], "ranked_ids": ["110710", "154338", "110711", "168350", "296319", "55038", "203476", "85707", "108617", "68493"], "ranked_scores": [452.0, 440.0, 435.0, 404.0, 398.0, 397.0, 397.0, 392.0, 391.0, 388.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.9197, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.9197, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9197, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "372986": {"relevant_ids": ["49961", "262882"], "ranked_ids": ["49961", "262882", "303468", "485235", "532450", "494989", "497531", "140335", "491226", "463833"], "ranked_scores": [480.0, 432.0, 379.0, 366.0, 360.0, 359.0, 358.0, 358.0, 358.0, 356.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "501182": {"relevant_ids": ["501181"], "ranked_ids": ["501181", "274777", "129993", "261255", "333842", "231545", "384476", "447737", "251312", "429772"], "ranked_scores": [437.0, 380.0, 360.0, 357.0, 354.0, 350.0, 348.0, 344.0, 342.0, 340.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13800": {"relevant_ids": ["376590", "408522", "13799"], "ranked_ids": ["13799", "376590", "408522", "179943", "391952", "482825", "257857", "454343", "481109", "131350"], "ranked_scores": [449.0, 439.0, 415.0, 409.0, 398.0, 395.0, 395.0, 395.0, 393.0, 390.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "250143": {"relevant_ids": ["250142"], "ranked_ids": ["250142", "473276", "57155", "50538", "50539", "368186", "509758", "57156", "284246", "526032"], "ranked_scores": [461.0, 441.0, 365.0, 364.0, 362.0, 362.0, 361.0, 360.0, 357.0, 355.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13223": {"relevant_ids": ["156773", "88349", "88348", "20277", "13224"], "ranked_ids": ["156773", "13224", "88348", "88349", "86343", "366749", "137719", "173790", "20277", "24720"], "ranked_scores": [489.0, 457.0, 453.0, 448.0, 447.0, 446.0, 438.0, 428.0, 428.0, 428.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.2, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6, "ndcg@5": 0.8688, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.8, "ndcg@10": 0.9709, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "11002": {"relevant_ids": ["11003"], "ranked_ids": ["11003", "444112", "10212", "144197", "241075", "347493", "42203", "468424", "489539", "153944"], "ranked_scores": [450.0, 416.0, 406.0, 404.0, 394.0, 392.0, 390.0, 384.0, 384.0, 379.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177653": {"relevant_ids": ["79732"], "ranked_ids": ["79732", "39174", "412316", "525756", "200611", "395587", "494720", "502840", "310721", "377344"], "ranked_scores": [470.0, 404.0, 378.0, 373.0, 368.0, 363.0, 357.0, 356.0, 351.0, 348.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "415592": {"relevant_ids": ["415591"], "ranked_ids": ["415591", "338816", "379146", "430072", "208294", "499684", "84634", "338815", "322822", "435045"], "ranked_scores": [458.0, 394.0, 386.0, 384.0, 379.0, 379.0, 376.0, 375.0, 373.0, 373.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "511196": {"relevant_ids": ["511197"], "ranked_ids": ["511197", "13803", "45940", "414717", "251545", "77372", "251546", "224675", "459789", "156490"], "ranked_scores": [442.0, 376.0, 372.0, 368.0, 367.0, 367.0, 364.0, 363.0, 360.0, 359.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "344845": {"relevant_ids": ["344844"], "ranked_ids": ["344844", "95946", "79987", "503908", "161471", "327548", "380837", "4915", "101085", "187882"], "ranked_scores": [472.0, 420.0, 408.0, 407.0, 406.0, 404.0, 398.0, 397.0, 396.0, 395.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "396744": {"relevant_ids": ["396745"], "ranked_ids": ["396745", "454241", "284966", "527221", "145729", "512796", "338567", "503444", "481437", "28361"], "ranked_scores": [407.0, 392.0, 378.0, 373.0, 369.0, 366.0, 365.0, 365.0, 364.0, 363.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "452398": {"relevant_ids": ["452399"], "ranked_ids": ["452399", "325254", "530610", "90225", "346712", "395217", "165046", "304781", "258503", "324290"], "ranked_scores": [488.0, 380.0, 376.0, 371.0, 369.0, 368.0, 367.0, 365.0, 362.0, 362.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "182114": {"relevant_ids": ["182113"], "ranked_ids": ["196647", "182113", "139689", "234482", "481882", "328873", "533693", "24197", "229182", "531602"], "ranked_scores": [442.0, 426.0, 404.0, 400.0, 391.0, 389.0, 383.0, 375.0, 372.0, 371.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "486260": {"relevant_ids": ["486259"], "ranked_ids": ["486259", "392356", "209254", "146738", "113749", "209255", "146737", "241333", "266904", "431981"], "ranked_scores": [478.0, 427.0, 422.0, 421.0, 414.0, 414.0, 412.0, 411.0, 404.0, 400.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "455140": {"relevant_ids": ["315935"], "ranked_ids": ["315935", "427112", "510681", "124700", "16399", "173862", "315936", "150842", "308963", "50224"], "ranked_scores": [445.0, 397.0, 386.0, 383.0, 382.0, 377.0, 377.0, 375.0, 375.0, 367.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "56198": {"relevant_ids": ["56199"], "ranked_ids": ["56199", "160194", "130971", "308888", "454612", "431226", "43404", "43405", "270338", "71092"], "ranked_scores": [491.0, 361.0, 358.0, 352.0, 349.0, 349.0, 343.0, 342.0, 340.0, 338.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "30172": {"relevant_ids": ["185817", "30173", "145119", "68426", "145120", "373486"], "ranked_ids": ["160900", "145120", "205338", "68426", "373486", "30173", "185581", "145119", "192604", "185817"], "ranked_scores": [474.0, 468.0, 460.0, 452.0, 445.0, 435.0, 432.0, 431.0, 425.0, 424.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.1667, "ndcg@5": 0.4913, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.729, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "127880": {"relevant_ids": ["241164"], "ranked_ids": ["241164", "450198", "135083", "121458", "210277", "370634", "122116", "329579", "307991", "99916"], "ranked_scores": [459.0, 392.0, 386.0, 385.0, 378.0, 370.0, 369.0, 361.0, 359.0, 353.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "167969": {"relevant_ids": ["174461"], "ranked_ids": ["174461", "360983", "449678", "121354", "34814", "177138", "523986", "91854", "207491", "407354"], "ranked_scores": [429.0, 427.0, 383.0, 380.0, 379.0, 369.0, 365.0, 365.0, 364.0, 363.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "97986": {"relevant_ids": ["97987"], "ranked_ids": ["97987", "44589", "393565", "108564", "41242", "284181", "98924", "105886", "98925", "376198"], "ranked_scores": [488.0, 433.0, 395.0, 379.0, 376.0, 372.0, 372.0, 372.0, 370.0, 369.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "12865": {"relevant_ids": ["105683"], "ranked_ids": ["105683", "83623", "356189", "83622", "92902", "69748", "306838", "231925", "58501", "6376"], "ranked_scores": [490.0, 417.0, 416.0, 400.0, 398.0, 388.0, 385.0, 381.0, 379.0, 378.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "215681": {"relevant_ids": ["215680"], "ranked_ids": ["215680", "178515", "177080", "252239", "301165", "5733", "54139", "229503", "32920", "352289"], "ranked_scores": [490.0, 399.0, 390.0, 383.0, 383.0, 382.0, 379.0, 378.0, 377.0, 377.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-bge-base-en-v1.5-mrl-256-atanh": {"127728": {"relevant_ids": ["127729"], "ranked_ids": ["127729", "38063", "278575", "205884", "387548", "397135", "48895", "245618", "78763", "485054"], "ranked_scores": [200.0, 198.0, 196.0, 195.0, 193.0, 193.0, 192.0, 191.0, 191.0, 189.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "318820": {"relevant_ids": ["318821"], "ranked_ids": ["318821", "367479", "355161", "162581", "31320", "377941", "190698", "76767", "360734", "222238"], "ranked_scores": [236.0, 199.0, 196.0, 191.0, 190.0, 189.0, 189.0, 189.0, 189.0, 188.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "296098": {"relevant_ids": ["296097"], "ranked_ids": ["45507", "469868", "134752", "364131", "45506", "307653", "423933", "296097", "173403", "493414"], "ranked_scores": [198.0, 198.0, 196.0, 192.0, 192.0, 191.0, 189.0, 184.0, 182.0, 178.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "150414": {"relevant_ids": ["192835"], "ranked_ids": ["192835", "105782", "516620", "8875", "126746", "126745", "103122", "105783", "21131", "161296"], "ranked_scores": [241.0, 231.0, 224.0, 215.0, 211.0, 209.0, 207.0, 201.0, 201.0, 197.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145582": {"relevant_ids": ["145583"], "ranked_ids": ["145583", "299264", "126753", "369955", "87614", "95510", "285851", "443046", "454470", "63563"], "ranked_scores": [203.0, 182.0, 180.0, 179.0, 176.0, 174.0, 172.0, 171.0, 171.0, 171.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "315712": {"relevant_ids": ["315713"], "ranked_ids": ["315713", "242340", "455410", "390120", "396505", "203205", "194841", "153536", "298503", "409852"], "ranked_scores": [222.0, 197.0, 193.0, 192.0, 192.0, 190.0, 189.0, 187.0, 185.0, 185.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145739": {"relevant_ids": ["145740"], "ranked_ids": ["145740", "241979", "366074", "59870", "415781", "280142", "8705", "20502", "525888", "67366"], "ranked_scores": [217.0, 202.0, 202.0, 190.0, 189.0, 187.0, 187.0, 187.0, 185.0, 184.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "308127": {"relevant_ids": ["308126"], "ranked_ids": ["308126", "271118", "486822", "100860", "407088", "287482", "398991", "139188", "464149", "490044"], "ranked_scores": [216.0, 184.0, 183.0, 182.0, 180.0, 180.0, 180.0, 179.0, 178.0, 177.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "287245": {"relevant_ids": ["283198", "283199", "322650"], "ranked_ids": ["283198", "322650", "283199", "505949", "221784", "405392", "110195", "188940", "420279", "497666"], "ranked_scores": [212.0, 211.0, 209.0, 184.0, 181.0, 180.0, 178.0, 178.0, 177.0, 177.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "14755": {"relevant_ids": ["14756", "211906"], "ranked_ids": ["211906", "450970", "14756", "30834", "449494", "393649", "235454", "362149", "24329", "57678"], "ranked_scores": [234.0, 233.0, 231.0, 213.0, 201.0, 199.0, 196.0, 193.0, 191.0, 191.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.9197, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.9197, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9197, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "370170": {"relevant_ids": ["370169"], "ranked_ids": ["370169", "466920", "231528", "433820", "476551", "537762", "88911", "22763", "449037", "404718"], "ranked_scores": [255.0, 185.0, 183.0, 183.0, 183.0, 182.0, 181.0, 181.0, 180.0, 179.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "41774": {"relevant_ids": ["41773"], "ranked_ids": ["41773", "239344", "437157", "307530", "256671", "475177", "163006", "53738", "173048", "62219"], "ranked_scores": [221.0, 184.0, 180.0, 178.0, 176.0, 176.0, 175.0, 174.0, 173.0, 172.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "399648": {"relevant_ids": ["399649"], "ranked_ids": ["399649", "462253", "154368", "146745", "212809", "445074", "225815", "435035", "283129", "124071"], "ranked_scores": [252.0, 196.0, 190.0, 189.0, 188.0, 188.0, 187.0, 185.0, 184.0, 182.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "504811": {"relevant_ids": ["504810"], "ranked_ids": ["504810", "298555", "309894", "179618", "220454", "179617", "487409", "182366", "508685", "90374"], "ranked_scores": [247.0, 182.0, 182.0, 178.0, 177.0, 176.0, 176.0, 175.0, 175.0, 175.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "362950": {"relevant_ids": ["400212", "362949"], "ranked_ids": ["362949", "400212", "105920", "129563", "344212", "487392", "244712", "429502", "427587", "9132"], "ranked_scores": [213.0, 211.0, 206.0, 201.0, 199.0, 199.0, 194.0, 194.0, 193.0, 192.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "155873": {"relevant_ids": ["155874"], "ranked_ids": ["155874", "392604", "97652", "292617", "136219", "146003", "440807", "303941", "353785", "469159"], "ranked_scores": [203.0, 197.0, 178.0, 177.0, 175.0, 175.0, 175.0, 174.0, 174.0, 174.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "263432": {"relevant_ids": ["263433"], "ranked_ids": ["263433", "18217", "128303", "477677", "431860", "371563", "323613", "372749", "374181", "193792"], "ranked_scores": [205.0, 187.0, 183.0, 182.0, 182.0, 181.0, 180.0, 178.0, 178.0, 177.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "354945": {"relevant_ids": ["354946"], "ranked_ids": ["354946", "254071", "9687", "243923", "322478", "124701", "38165", "48162", "496147", "63372"], "ranked_scores": [234.0, 186.0, 181.0, 180.0, 176.0, 174.0, 174.0, 171.0, 171.0, 171.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "245417": {"relevant_ids": ["219475", "248195"], "ranked_ids": ["219475", "40657", "413039", "319022", "64433", "37326", "152213", "164159", "248195", "368145"], "ranked_scores": [218.0, 207.0, 200.0, 200.0, 199.0, 196.0, 195.0, 194.0, 194.0, 193.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.7977, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "516276": {"relevant_ids": ["516277"], "ranked_ids": ["516277", "34173", "19755", "143842", "510783", "62062", "352189", "76958", "178631", "286275"], "ranked_scores": [234.0, 209.0, 208.0, 195.0, 194.0, 193.0, 192.0, 192.0, 191.0, 190.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177580": {"relevant_ids": ["177579"], "ranked_ids": ["177579", "419100", "234825", "517075", "157000", "272252", "129412", "255647", "129413", "85814"], "ranked_scores": [239.0, 186.0, 183.0, 183.0, 182.0, 181.0, 179.0, 179.0, 177.0, 176.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "309865": {"relevant_ids": ["33713", "78623", "78624"], "ranked_ids": ["33713", "405094", "78624", "78623", "153484", "209041", "437065", "202593", "469068", "495751"], "ranked_scores": [239.0, 233.0, 230.0, 228.0, 219.0, 207.0, 205.0, 200.0, 200.0, 199.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.906, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.906, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "510387": {"relevant_ids": ["510386"], "ranked_ids": ["510386", "241538", "371033", "40390", "212478", "170896", "21528", "241537", "52003", "91350"], "ranked_scores": [221.0, 212.0, 212.0, 210.0, 203.0, 203.0, 202.0, 200.0, 199.0, 199.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "26645": {"relevant_ids": ["26644"], "ranked_ids": ["26644", "207775", "83874", "83875", "108781", "318396", "332055", "461704", "116732", "377005"], "ranked_scores": [248.0, 209.0, 207.0, 206.0, 205.0, 200.0, 198.0, 195.0, 194.0, 194.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "47788": {"relevant_ids": ["455725"], "ranked_ids": ["455725", "8505", "59223", "331", "348138", "235686", "518171", "47703", "101721", "47789"], "ranked_scores": [225.0, 219.0, 218.0, 218.0, 211.0, 211.0, 210.0, 208.0, 207.0, 193.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "338281": {"relevant_ids": ["338282"], "ranked_ids": ["338282", "281647", "270355", "459804", "11563", "291354", "381248", "327767", "338711", "49145"], "ranked_scores": [199.0, 179.0, 179.0, 178.0, 176.0, 176.0, 175.0, 174.0, 174.0, 174.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "461149": {"relevant_ids": ["461148"], "ranked_ids": ["461148", "525835", "203100", "283905", "107049", "472145", "120940", "302225", "527101", "443095"], "ranked_scores": [226.0, 225.0, 209.0, 190.0, 189.0, 188.0, 187.0, 186.0, 185.0, 182.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "346126": {"relevant_ids": ["110710", "110711"], "ranked_ids": ["110710", "154338", "110711", "168350", "203476", "68493", "393684", "108617", "55038", "50587"], "ranked_scores": [221.0, 212.0, 210.0, 202.0, 199.0, 194.0, 194.0, 193.0, 193.0, 192.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.9197, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.9197, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9197, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "372986": {"relevant_ids": ["49961", "262882"], "ranked_ids": ["49961", "262882", "303468", "485235", "140335", "497531", "299699", "108183", "140334", "494989"], "ranked_scores": [240.0, 214.0, 192.0, 188.0, 188.0, 183.0, 182.0, 180.0, 180.0, 178.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "501182": {"relevant_ids": ["501181"], "ranked_ids": ["501181", "274777", "129993", "261255", "458631", "333842", "152213", "179018", "501373", "231545"], "ranked_scores": [217.0, 188.0, 184.0, 181.0, 175.0, 173.0, 172.0, 171.0, 171.0, 171.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13800": {"relevant_ids": ["376590", "408522", "13799"], "ranked_ids": ["13799", "376590", "408522", "454343", "482825", "179943", "391952", "131350", "257857", "328204"], "ranked_scores": [226.0, 211.0, 203.0, 201.0, 200.0, 200.0, 197.0, 194.0, 194.0, 194.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "250143": {"relevant_ids": ["250142"], "ranked_ids": ["250142", "473276", "368186", "57156", "509758", "50539", "57155", "50538", "533421", "60102"], "ranked_scores": [229.0, 215.0, 184.0, 183.0, 181.0, 180.0, 179.0, 177.0, 177.0, 177.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13223": {"relevant_ids": ["156773", "88349", "88348", "20277", "13224"], "ranked_ids": ["156773", "13224", "88348", "88349", "86343", "366749", "223304", "126265", "24720", "137719"], "ranked_scores": [250.0, 229.0, 224.0, 224.0, 223.0, 222.0, 217.0, 216.0, 214.0, 213.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.2, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6, "ndcg@5": 0.8688, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.8, "ndcg@10": 0.8688, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.8}, "11002": {"relevant_ids": ["11003"], "ranked_ids": ["11003", "444112", "10212", "144197", "241075", "489539", "42203", "468424", "347493", "254672"], "ranked_scores": [223.0, 196.0, 192.0, 191.0, 190.0, 189.0, 187.0, 187.0, 185.0, 182.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177653": {"relevant_ids": ["79732"], "ranked_ids": ["79732", "39174", "200611", "395587", "412316", "310721", "494720", "515217", "525756", "238679"], "ranked_scores": [239.0, 200.0, 186.0, 186.0, 185.0, 183.0, 183.0, 183.0, 183.0, 178.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "415592": {"relevant_ids": ["415591"], "ranked_ids": ["415591", "338816", "430072", "499684", "211746", "208294", "84634", "225233", "379146", "392887"], "ranked_scores": [230.0, 195.0, 194.0, 189.0, 185.0, 184.0, 184.0, 183.0, 183.0, 183.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "511196": {"relevant_ids": ["511197"], "ranked_ids": ["511197", "251545", "13803", "45940", "414717", "224675", "156490", "251546", "77372", "334665"], "ranked_scores": [222.0, 189.0, 188.0, 187.0, 187.0, 186.0, 186.0, 184.0, 183.0, 181.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "344845": {"relevant_ids": ["344844"], "ranked_ids": ["344844", "95946", "161471", "503908", "101085", "79987", "4915", "327548", "111672", "79986"], "ranked_scores": [239.0, 213.0, 209.0, 209.0, 208.0, 206.0, 204.0, 203.0, 201.0, 200.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "396744": {"relevant_ids": ["396745"], "ranked_ids": ["396745", "454241", "284966", "338567", "145729", "313629", "516168", "282742", "512796", "428299"], "ranked_scores": [205.0, 196.0, 189.0, 185.0, 185.0, 184.0, 182.0, 182.0, 181.0, 180.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "452398": {"relevant_ids": ["452399"], "ranked_ids": ["452399", "325254", "165046", "530610", "258503", "100727", "395217", "342501", "346712", "304781"], "ranked_scores": [241.0, 197.0, 191.0, 191.0, 191.0, 189.0, 189.0, 188.0, 185.0, 184.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "182114": {"relevant_ids": ["182113"], "ranked_ids": ["196647", "182113", "531602", "234482", "139689", "481882", "533693", "80224", "328873", "24197"], "ranked_scores": [216.0, 206.0, 198.0, 195.0, 194.0, 192.0, 191.0, 188.0, 187.0, 186.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "486260": {"relevant_ids": ["486259"], "ranked_ids": ["486259", "209254", "392356", "209255", "266904", "113749", "146737", "241333", "146738", "476748"], "ranked_scores": [237.0, 214.0, 214.0, 209.0, 209.0, 208.0, 208.0, 206.0, 205.0, 201.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "455140": {"relevant_ids": ["315935"], "ranked_ids": ["315935", "427112", "510681", "150842", "173862", "16399", "124700", "455815", "318887", "332628"], "ranked_scores": [222.0, 208.0, 202.0, 194.0, 194.0, 193.0, 192.0, 189.0, 188.0, 187.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "56198": {"relevant_ids": ["56199"], "ranked_ids": ["56199", "130971", "43405", "138891", "43404", "160194", "308888", "431226", "243039", "511941"], "ranked_scores": [249.0, 186.0, 180.0, 178.0, 177.0, 176.0, 174.0, 174.0, 173.0, 172.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "30172": {"relevant_ids": ["185817", "30173", "145119", "68426", "145120", "373486"], "ranked_ids": ["160900", "145120", "205338", "68426", "185581", "30173", "373486", "192604", "145119", "185817"], "ranked_scores": [234.0, 233.0, 226.0, 225.0, 220.0, 217.0, 217.0, 215.0, 213.0, 212.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.1667, "ndcg@5": 0.3601, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.7085, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "127880": {"relevant_ids": ["241164"], "ranked_ids": ["241164", "135083", "210277", "450198", "121458", "370634", "389443", "132797", "64487", "258873"], "ranked_scores": [232.0, 199.0, 193.0, 193.0, 192.0, 187.0, 182.0, 182.0, 181.0, 180.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "167969": {"relevant_ids": ["174461"], "ranked_ids": ["174461", "360983", "34814", "449678", "146236", "147264", "121354", "91854", "130124", "85534"], "ranked_scores": [219.0, 216.0, 191.0, 191.0, 188.0, 187.0, 185.0, 185.0, 183.0, 183.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "97986": {"relevant_ids": ["97987"], "ranked_ids": ["97987", "44589", "41242", "212168", "41241", "326597", "393565", "105886", "257425", "376198"], "ranked_scores": [245.0, 214.0, 195.0, 193.0, 193.0, 193.0, 192.0, 192.0, 190.0, 190.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "12865": {"relevant_ids": ["105683"], "ranked_ids": ["105683", "83623", "356189", "83622", "92902", "69748", "231925", "528844", "22353", "306838"], "ranked_scores": [244.0, 210.0, 205.0, 203.0, 199.0, 197.0, 195.0, 195.0, 193.0, 193.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "215681": {"relevant_ids": ["215680"], "ranked_ids": ["215680", "178515", "417852", "177080", "301165", "520998", "531661", "70883", "352289", "54139"], "ranked_scores": [247.0, 201.0, 191.0, 190.0, 190.0, 190.0, 189.0, 189.0, 188.0, 188.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-bge-base-en-v1.5-mrl-128-atanh": {"127728": {"relevant_ids": ["127729"], "ranked_ids": ["127729", "397135", "278575", "29358", "48895", "188019", "205884", "78763", "315009", "485054"], "ranked_scores": [100.0, 100.0, 100.0, 97.0, 97.0, 96.0, 96.0, 96.0, 96.0, 96.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "318820": {"relevant_ids": ["318821"], "ranked_ids": ["318821", "31320", "355161", "162581", "452387", "190698", "73045", "367479", "380781", "377941"], "ranked_scores": [116.0, 96.0, 96.0, 96.0, 94.0, 94.0, 94.0, 93.0, 93.0, 93.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "296098": {"relevant_ids": ["296097"], "ranked_ids": ["469868", "364131", "307653", "45506", "45507", "492756", "134752", "296097", "423933", "493414"], "ranked_scores": [97.0, 96.0, 95.0, 94.0, 94.0, 94.0, 93.0, 91.0, 91.0, 91.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "150414": {"relevant_ids": ["192835"], "ranked_ids": ["192835", "105782", "516620", "8875", "126746", "103122", "161296", "21131", "126745", "98863"], "ranked_scores": [120.0, 116.0, 112.0, 106.0, 105.0, 105.0, 105.0, 103.0, 102.0, 98.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145582": {"relevant_ids": ["145583"], "ranked_ids": ["145583", "188727", "126753", "454470", "285851", "428601", "467230", "87614", "100905", "63563"], "ranked_scores": [99.0, 92.0, 92.0, 91.0, 91.0, 90.0, 90.0, 90.0, 89.0, 89.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "315712": {"relevant_ids": ["315713"], "ranked_ids": ["315713", "396505", "390120", "73405", "120489", "242340", "377891", "203205", "401513", "490239"], "ranked_scores": [107.0, 99.0, 98.0, 96.0, 96.0, 96.0, 95.0, 94.0, 94.0, 94.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145739": {"relevant_ids": ["145740"], "ranked_ids": ["145740", "20502", "303090", "366074", "241979", "43191", "180147", "416504", "316928", "347337"], "ranked_scores": [110.0, 101.0, 100.0, 99.0, 98.0, 98.0, 96.0, 96.0, 95.0, 95.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "308127": {"relevant_ids": ["308126"], "ranked_ids": ["308126", "486822", "271118", "490044", "287482", "339534", "385951", "407088", "466208", "464149"], "ranked_scores": [107.0, 97.0, 92.0, 92.0, 92.0, 91.0, 91.0, 91.0, 91.0, 90.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "287245": {"relevant_ids": ["283198", "283199", "322650"], "ranked_ids": ["283198", "322650", "283199", "436296", "420279", "110195", "192143", "190330", "299392", "505949"], "ranked_scores": [111.0, 110.0, 108.0, 94.0, 94.0, 93.0, 93.0, 91.0, 91.0, 91.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "14755": {"relevant_ids": ["14756", "211906"], "ranked_ids": ["211906", "450970", "14756", "30834", "449494", "235454", "57678", "381248", "259619", "393649"], "ranked_scores": [117.0, 117.0, 116.0, 111.0, 101.0, 99.0, 99.0, 99.0, 98.0, 98.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.9197, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.9197, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9197, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "370170": {"relevant_ids": ["370169"], "ranked_ids": ["370169", "476551", "231528", "88911", "466920", "194093", "189772", "247291", "537762", "528884"], "ranked_scores": [128.0, 95.0, 94.0, 93.0, 89.0, 89.0, 88.0, 88.0, 88.0, 87.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "41774": {"relevant_ids": ["41773"], "ranked_ids": ["41773", "437157", "256671", "373827", "307530", "370876", "239344", "506283", "391169", "503681"], "ranked_scores": [108.0, 96.0, 91.0, 91.0, 91.0, 90.0, 89.0, 88.0, 87.0, 87.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "399648": {"relevant_ids": ["399649"], "ranked_ids": ["399649", "212809", "146745", "154368", "283129", "445074", "225815", "389028", "462253", "54706"], "ranked_scores": [126.0, 100.0, 97.0, 97.0, 95.0, 95.0, 94.0, 94.0, 93.0, 93.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "504811": {"relevant_ids": ["504810"], "ranked_ids": ["504810", "309894", "298555", "220454", "508685", "179618", "318877", "490256", "487409", "67366"], "ranked_scores": [122.0, 94.0, 94.0, 93.0, 93.0, 92.0, 88.0, 88.0, 88.0, 88.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "362950": {"relevant_ids": ["400212", "362949"], "ranked_ids": ["362949", "400212", "344212", "129563", "427587", "9132", "487392", "105920", "31788", "68956"], "ranked_scores": [111.0, 108.0, 105.0, 104.0, 103.0, 102.0, 101.0, 100.0, 98.0, 97.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "155873": {"relevant_ids": ["155874"], "ranked_ids": ["155874", "392604", "97652", "392771", "353785", "310577", "469159", "136219", "186105", "305605"], "ranked_scores": [108.0, 105.0, 94.0, 93.0, 91.0, 90.0, 90.0, 89.0, 89.0, 89.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "263432": {"relevant_ids": ["263433"], "ranked_ids": ["263433", "372749", "18217", "41365", "261419", "91482", "478668", "431860", "247372", "497067"], "ranked_scores": [103.0, 96.0, 95.0, 93.0, 93.0, 93.0, 93.0, 93.0, 92.0, 91.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "354945": {"relevant_ids": ["354946"], "ranked_ids": ["354946", "254071", "362986", "177158", "462983", "243923", "281528", "408370", "60572", "5358"], "ranked_scores": [120.0, 95.0, 92.0, 90.0, 90.0, 90.0, 90.0, 90.0, 90.0, 89.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "245417": {"relevant_ids": ["219475", "248195"], "ranked_ids": ["219475", "40657", "64433", "152213", "164159", "37326", "319022", "413039", "248195", "355903"], "ranked_scores": [108.0, 106.0, 103.0, 101.0, 99.0, 99.0, 99.0, 99.0, 97.0, 97.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.7977, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "516276": {"relevant_ids": ["516277"], "ranked_ids": ["516277", "34173", "19755", "510783", "143842", "76958", "142152", "136033", "197869", "352189"], "ranked_scores": [118.0, 103.0, 102.0, 100.0, 98.0, 98.0, 98.0, 97.0, 97.0, 97.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177580": {"relevant_ids": ["177579"], "ranked_ids": ["177579", "129412", "419100", "255647", "129413", "517075", "452910", "85814", "157000", "532497"], "ranked_scores": [118.0, 95.0, 93.0, 91.0, 91.0, 90.0, 89.0, 89.0, 88.0, 88.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "309865": {"relevant_ids": ["33713", "78623", "78624"], "ranked_ids": ["33713", "405094", "78624", "78623", "209041", "153484", "68962", "495751", "61075", "425739"], "ranked_scores": [125.0, 117.0, 117.0, 116.0, 110.0, 107.0, 105.0, 104.0, 104.0, 103.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.906, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.906, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "510387": {"relevant_ids": ["510386"], "ranked_ids": ["510386", "371033", "241538", "40390", "21528", "52003", "212478", "344869", "43729", "91350"], "ranked_scores": [112.0, 105.0, 103.0, 103.0, 102.0, 100.0, 99.0, 98.0, 97.0, 97.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "26645": {"relevant_ids": ["26644"], "ranked_ids": ["26644", "207775", "83874", "83875", "108781", "144057", "461704", "240705", "504445", "407302"], "ranked_scores": [123.0, 105.0, 103.0, 103.0, 101.0, 101.0, 101.0, 100.0, 100.0, 100.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "47788": {"relevant_ids": ["455725"], "ranked_ids": ["455725", "8505", "59223", "101721", "331", "518171", "47703", "235686", "47789", "348138"], "ranked_scores": [112.0, 109.0, 109.0, 108.0, 107.0, 107.0, 107.0, 106.0, 105.0, 104.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "338281": {"relevant_ids": ["338282"], "ranked_ids": ["338282", "11563", "459804", "327767", "338711", "174802", "334238", "514059", "143201", "452930"], "ranked_scores": [95.0, 89.0, 88.0, 88.0, 87.0, 87.0, 87.0, 87.0, 86.0, 86.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "461149": {"relevant_ids": ["461148"], "ranked_ids": ["461148", "525835", "203100", "283905", "519616", "194704", "381960", "527101", "472145", "67862"], "ranked_scores": [114.0, 112.0, 103.0, 94.0, 93.0, 92.0, 92.0, 92.0, 92.0, 92.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "346126": {"relevant_ids": ["110710", "110711"], "ranked_ids": ["110710", "110711", "154338", "168350", "340823", "203476", "340725", "108617", "381810", "393684"], "ranked_scores": [108.0, 107.0, 106.0, 100.0, 98.0, 97.0, 97.0, 96.0, 96.0, 96.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "372986": {"relevant_ids": ["49961", "262882"], "ranked_ids": ["49961", "262882", "299699", "140335", "485235", "108183", "255217", "140334", "491226", "92770"], "ranked_scores": [121.0, 108.0, 96.0, 93.0, 93.0, 92.0, 92.0, 91.0, 91.0, 91.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "501182": {"relevant_ids": ["501181"], "ranked_ids": ["501181", "261255", "129993", "446824", "274777", "411717", "175676", "30987", "479392", "62062"], "ranked_scores": [109.0, 96.0, 93.0, 91.0, 90.0, 90.0, 89.0, 87.0, 87.0, 87.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13800": {"relevant_ids": ["376590", "408522", "13799"], "ranked_ids": ["13799", "376590", "257857", "408522", "73232", "328204", "482825", "56338", "179943", "454343"], "ranked_scores": [116.0, 104.0, 102.0, 102.0, 102.0, 100.0, 99.0, 99.0, 97.0, 97.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.9675, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9675, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "250143": {"relevant_ids": ["250142"], "ranked_ids": ["250142", "473276", "390479", "50539", "526032", "533421", "60102", "38409", "509758", "96270"], "ranked_scores": [116.0, 107.0, 93.0, 92.0, 92.0, 90.0, 90.0, 89.0, 88.0, 88.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13223": {"relevant_ids": ["156773", "88349", "88348", "20277", "13224"], "ranked_ids": ["156773", "13224", "88348", "86343", "88349", "366749", "173790", "24720", "293912", "126265"], "ranked_scores": [126.0, 119.0, 117.0, 116.0, 115.0, 113.0, 112.0, 112.0, 112.0, 111.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.2, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6, "ndcg@5": 0.8539, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.8, "ndcg@10": 0.8539, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.8}, "11002": {"relevant_ids": ["11003"], "ranked_ids": ["11003", "199548", "444112", "42203", "241075", "82619", "406881", "144197", "468424", "489539"], "ranked_scores": [115.0, 99.0, 98.0, 96.0, 96.0, 95.0, 94.0, 93.0, 93.0, 92.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177653": {"relevant_ids": ["79732"], "ranked_ids": ["79732", "39174", "377344", "238679", "515217", "395587", "200611", "310721", "362866", "61779"], "ranked_scores": [120.0, 101.0, 94.0, 92.0, 92.0, 92.0, 92.0, 91.0, 91.0, 91.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "415592": {"relevant_ids": ["415591"], "ranked_ids": ["415591", "379146", "338816", "435045", "499684", "166836", "392887", "95917", "208294", "91592"], "ranked_scores": [114.0, 102.0, 99.0, 97.0, 96.0, 95.0, 95.0, 95.0, 94.0, 92.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "511196": {"relevant_ids": ["511197"], "ranked_ids": ["511197", "251545", "13803", "156490", "224675", "414717", "220842", "45940", "469291", "77372"], "ranked_scores": [107.0, 97.0, 96.0, 94.0, 94.0, 93.0, 92.0, 92.0, 91.0, 91.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "344845": {"relevant_ids": ["344844"], "ranked_ids": ["344844", "95946", "111672", "327548", "503908", "101085", "161471", "457408", "4915", "79987"], "ranked_scores": [120.0, 107.0, 103.0, 103.0, 103.0, 102.0, 101.0, 101.0, 101.0, 101.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "396744": {"relevant_ids": ["396745"], "ranked_ids": ["396745", "282742", "454241", "338567", "284966", "516168", "280345", "386956", "428299", "4654"], "ranked_scores": [104.0, 97.0, 96.0, 95.0, 94.0, 92.0, 92.0, 90.0, 90.0, 90.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "452398": {"relevant_ids": ["452399"], "ranked_ids": ["452399", "342501", "395217", "258503", "264774", "530610", "304781", "325254", "372901", "423427"], "ranked_scores": [120.0, 99.0, 98.0, 96.0, 95.0, 95.0, 91.0, 91.0, 91.0, 91.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "182114": {"relevant_ids": ["182113"], "ranked_ids": ["196647", "182113", "139689", "531602", "234482", "80224", "481882", "162482", "533693", "24197"], "ranked_scores": [108.0, 105.0, 101.0, 100.0, 96.0, 95.0, 94.0, 93.0, 93.0, 93.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "486260": {"relevant_ids": ["486259"], "ranked_ids": ["486259", "266904", "209254", "392356", "209255", "241333", "431981", "146738", "113749", "146737"], "ranked_scores": [117.0, 110.0, 110.0, 108.0, 107.0, 105.0, 104.0, 104.0, 103.0, 103.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "455140": {"relevant_ids": ["315935"], "ranked_ids": ["315935", "427112", "173862", "510681", "124700", "16399", "246286", "315936", "318887", "468659"], "ranked_scores": [111.0, 103.0, 103.0, 102.0, 101.0, 100.0, 99.0, 99.0, 95.0, 95.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "56198": {"relevant_ids": ["56199"], "ranked_ids": ["56199", "130971", "43405", "352207", "160194", "138891", "249114", "310462", "454612", "511941"], "ranked_scores": [122.0, 100.0, 93.0, 91.0, 90.0, 89.0, 89.0, 89.0, 88.0, 87.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "30172": {"relevant_ids": ["185817", "30173", "145119", "68426", "145120", "373486"], "ranked_ids": ["145120", "160900", "30173", "68426", "205338", "145119", "185581", "357893", "373486", "96958"], "ranked_scores": [115.0, 115.0, 112.0, 111.0, 110.0, 109.0, 109.0, 108.0, 107.0, 106.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.1667, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.6548, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.7831, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.8333}, "127880": {"relevant_ids": ["241164"], "ranked_ids": ["241164", "135083", "121458", "210277", "216657", "132797", "22396", "329579", "208455", "450198"], "ranked_scores": [116.0, 106.0, 102.0, 102.0, 99.0, 97.0, 97.0, 97.0, 96.0, 96.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "167969": {"relevant_ids": ["174461"], "ranked_ids": ["174461", "360983", "34814", "449678", "146236", "381977", "91854", "282609", "369449", "523986"], "ranked_scores": [106.0, 104.0, 94.0, 94.0, 94.0, 93.0, 93.0, 93.0, 92.0, 92.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "97986": {"relevant_ids": ["97987"], "ranked_ids": ["97987", "44589", "326597", "212168", "141417", "141075", "407", "376198", "89059", "98924"], "ranked_scores": [124.0, 103.0, 102.0, 99.0, 99.0, 99.0, 99.0, 99.0, 98.0, 98.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "12865": {"relevant_ids": ["105683"], "ranked_ids": ["105683", "83622", "83623", "356189", "291690", "92902", "231925", "69748", "6376", "83824"], "ranked_scores": [121.0, 105.0, 102.0, 101.0, 100.0, 100.0, 99.0, 99.0, 98.0, 98.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "215681": {"relevant_ids": ["215680"], "ranked_ids": ["215680", "178515", "229503", "372966", "182107", "451913", "352535", "55038", "41351", "457466"], "ranked_scores": [126.0, 101.0, 100.0, 97.0, 96.0, 95.0, 94.0, 94.0, 94.0, 94.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-bge-base-en-v1.5-mrl-64-atanh": {"127728": {"relevant_ids": ["127729"], "ranked_ids": ["397135", "315009", "29358", "127729", "78763", "250619", "485054", "278575", "48895", "499988"], "ranked_scores": [53.0, 52.0, 51.0, 50.0, 50.0, 49.0, 49.0, 49.0, 49.0, 49.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "318820": {"relevant_ids": ["318821"], "ranked_ids": ["318821", "355161", "190950", "162581", "168411", "332715", "31320", "380781", "526492", "54496"], "ranked_scores": [60.0, 54.0, 50.0, 50.0, 49.0, 49.0, 49.0, 49.0, 48.0, 48.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "296098": {"relevant_ids": ["296097"], "ranked_ids": ["364131", "469868", "134752", "296097", "307653", "198263", "45506", "493414", "207595", "168499"], "ranked_scores": [52.0, 51.0, 50.0, 50.0, 49.0, 49.0, 49.0, 49.0, 49.0, 48.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "150414": {"relevant_ids": ["192835"], "ranked_ids": ["105782", "192835", "516620", "8875", "126746", "105783", "161296", "103122", "358763", "254340"], "ranked_scores": [61.0, 61.0, 58.0, 57.0, 54.0, 54.0, 53.0, 52.0, 52.0, 51.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "145582": {"relevant_ids": ["145583"], "ranked_ids": ["132934", "443046", "100905", "310516", "87614", "529017", "63563", "81836", "88278", "95917"], "ranked_scores": [52.0, 50.0, 50.0, 49.0, 49.0, 48.0, 48.0, 48.0, 48.0, 48.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "315712": {"relevant_ids": ["315713"], "ranked_ids": ["315713", "459278", "509426", "396505", "58851", "37403", "382686", "490239", "390120", "73405"], "ranked_scores": [57.0, 54.0, 53.0, 52.0, 51.0, 50.0, 50.0, 50.0, 50.0, 50.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145739": {"relevant_ids": ["145740"], "ranked_ids": ["145740", "366074", "241979", "280142", "113910", "416504", "280141", "20502", "347337", "303090"], "ranked_scores": [58.0, 55.0, 55.0, 54.0, 53.0, 53.0, 53.0, 52.0, 52.0, 52.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "308127": {"relevant_ids": ["308126"], "ranked_ids": ["308126", "339534", "139188", "407088", "225544", "287482", "302837", "385951", "513717", "79828"], "ranked_scores": [57.0, 49.0, 48.0, 48.0, 47.0, 47.0, 47.0, 47.0, 46.0, 46.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "287245": {"relevant_ids": ["283198", "283199", "322650"], "ranked_ids": ["322650", "283199", "283198", "110195", "436296", "415784", "186989", "190330", "208412", "415785"], "ranked_scores": [56.0, 54.0, 54.0, 49.0, 49.0, 48.0, 47.0, 47.0, 47.0, 47.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "14755": {"relevant_ids": ["14756", "211906"], "ranked_ids": ["211906", "450970", "14756", "30834", "393649", "381248", "259619", "263861", "6816", "68493"], "ranked_scores": [57.0, 57.0, 56.0, 54.0, 51.0, 50.0, 49.0, 49.0, 49.0, 48.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.9197, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.9197, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9197, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "370170": {"relevant_ids": ["370169"], "ranked_ids": ["370169", "466920", "382874", "447256", "156412", "151122", "196530", "433820", "275523", "482875"], "ranked_scores": [64.0, 51.0, 49.0, 49.0, 48.0, 47.0, 47.0, 47.0, 47.0, 47.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "41774": {"relevant_ids": ["41773"], "ranked_ids": ["41773", "339534", "373827", "239344", "437157", "146703", "296423", "427609", "346201", "506283"], "ranked_scores": [54.0, 48.0, 47.0, 47.0, 47.0, 46.0, 46.0, 46.0, 46.0, 45.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "399648": {"relevant_ids": ["399649"], "ranked_ids": ["399649", "283129", "154368", "146745", "389028", "21253", "212809", "445074", "26748", "274974"], "ranked_scores": [62.0, 54.0, 53.0, 51.0, 50.0, 50.0, 49.0, 49.0, 49.0, 49.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "504811": {"relevant_ids": ["504810"], "ranked_ids": ["504810", "179618", "298555", "499535", "5861", "309894", "279073", "443594", "58", "67366"], "ranked_scores": [60.0, 51.0, 49.0, 48.0, 48.0, 48.0, 47.0, 47.0, 47.0, 47.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "362950": {"relevant_ids": ["400212", "362949"], "ranked_ids": ["362949", "400212", "129563", "487392", "427587", "438104", "105920", "344212", "68956", "429501"], "ranked_scores": [55.0, 54.0, 53.0, 52.0, 52.0, 52.0, 51.0, 51.0, 51.0, 50.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "155873": {"relevant_ids": ["155874"], "ranked_ids": ["392604", "155874", "162323", "310577", "475341", "350051", "353785", "392771", "378062", "47528"], "ranked_scores": [54.0, 52.0, 47.0, 47.0, 47.0, 46.0, 46.0, 46.0, 46.0, 46.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "263432": {"relevant_ids": ["263433"], "ranked_ids": ["263433", "441717", "464532", "193792", "184766", "280345", "190136", "374181", "261419", "497067"], "ranked_scores": [51.0, 50.0, 50.0, 50.0, 49.0, 49.0, 49.0, 49.0, 49.0, 48.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "354945": {"relevant_ids": ["354946"], "ranked_ids": ["354946", "254071", "362986", "101260", "5358", "43544", "76723", "46487", "59301", "8568"], "ranked_scores": [56.0, 47.0, 47.0, 46.0, 46.0, 46.0, 46.0, 46.0, 45.0, 45.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "245417": {"relevant_ids": ["219475", "248195"], "ranked_ids": ["152213", "219475", "64433", "319022", "40657", "164159", "413039", "194806", "240937", "392963"], "ranked_scores": [55.0, 55.0, 54.0, 53.0, 52.0, 51.0, 51.0, 51.0, 50.0, 50.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.3869, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "516276": {"relevant_ids": ["516277"], "ranked_ids": ["516277", "34173", "352189", "19755", "136033", "256815", "112502", "142152", "510783", "62062"], "ranked_scores": [62.0, 54.0, 54.0, 52.0, 51.0, 51.0, 49.0, 49.0, 49.0, 49.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177580": {"relevant_ids": ["177579"], "ranked_ids": ["177579", "129412", "209698", "85814", "255647", "419100", "522481", "129413", "185583", "532497"], "ranked_scores": [60.0, 51.0, 47.0, 47.0, 47.0, 47.0, 46.0, 46.0, 46.0, 45.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "309865": {"relevant_ids": ["33713", "78623", "78624"], "ranked_ids": ["33713", "78624", "405094", "78623", "209041", "153484", "68962", "107766", "495578", "507397"], "ranked_scores": [62.0, 57.0, 56.0, 55.0, 54.0, 52.0, 51.0, 50.0, 50.0, 49.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.9675, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9675, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "510387": {"relevant_ids": ["510386"], "ranked_ids": ["21528", "510386", "371033", "379270", "43729", "241538", "38829", "344869", "532130", "70143"], "ranked_scores": [55.0, 51.0, 50.0, 50.0, 50.0, 50.0, 49.0, 49.0, 49.0, 48.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "26645": {"relevant_ids": ["26644"], "ranked_ids": ["26644", "207775", "286617", "449678", "221561", "64900", "318396", "83874", "504445", "83875"], "ranked_scores": [63.0, 52.0, 52.0, 52.0, 52.0, 52.0, 52.0, 52.0, 52.0, 51.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "47788": {"relevant_ids": ["455725"], "ranked_ids": ["455725", "47703", "518171", "101721", "8505", "47789", "331", "59223", "235686", "400682"], "ranked_scores": [58.0, 56.0, 55.0, 55.0, 55.0, 55.0, 54.0, 54.0, 53.0, 52.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "338281": {"relevant_ids": ["338282"], "ranked_ids": ["338282", "270355", "208802", "11563", "466069", "132797", "258451", "514059", "459804", "516722"], "ranked_scores": [50.0, 47.0, 47.0, 46.0, 46.0, 45.0, 45.0, 45.0, 45.0, 45.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "461149": {"relevant_ids": ["461148"], "ranked_ids": ["461148", "525835", "203100", "443095", "527101", "194704", "286024", "210774", "335800", "472145"], "ranked_scores": [59.0, 56.0, 54.0, 51.0, 50.0, 50.0, 50.0, 49.0, 49.0, 49.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "346126": {"relevant_ids": ["110710", "110711"], "ranked_ids": ["154338", "110711", "286868", "110710", "286120", "14416", "314099", "168350", "55313", "528998"], "ranked_scores": [53.0, 53.0, 52.0, 51.0, 50.0, 49.0, 49.0, 49.0, 49.0, 48.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6509, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6509, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "372986": {"relevant_ids": ["49961", "262882"], "ranked_ids": ["49961", "262882", "4266", "488211", "340270", "112818", "528806", "60646", "7591", "9919"], "ranked_scores": [62.0, 55.0, 51.0, 50.0, 50.0, 49.0, 49.0, 48.0, 48.0, 48.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "501182": {"relevant_ids": ["501181"], "ranked_ids": ["501181", "261255", "30987", "327468", "129993", "287295", "395974", "288382", "475261", "529781"], "ranked_scores": [57.0, 50.0, 50.0, 49.0, 48.0, 47.0, 47.0, 47.0, 47.0, 47.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13800": {"relevant_ids": ["376590", "408522", "13799"], "ranked_ids": ["13799", "73232", "257857", "408522", "482825", "376590", "328204", "144622", "332878", "355571"], "ranked_scores": [60.0, 53.0, 53.0, 52.0, 52.0, 52.0, 51.0, 50.0, 50.0, 50.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.6714, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.8385, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "250143": {"relevant_ids": ["250142"], "ranked_ids": ["250142", "473276", "330843", "50538", "390479", "38409", "460976", "459370", "494292", "9919"], "ranked_scores": [57.0, 54.0, 47.0, 47.0, 47.0, 46.0, 46.0, 46.0, 46.0, 46.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13223": {"relevant_ids": ["156773", "88349", "88348", "20277", "13224"], "ranked_ids": ["156773", "88348", "13224", "88349", "24720", "86343", "366749", "137719", "223304", "293912"], "ranked_scores": [64.0, 61.0, 61.0, 61.0, 59.0, 59.0, 58.0, 58.0, 57.0, 57.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.2, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6, "ndcg@5": 0.8688, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.8, "ndcg@10": 0.8688, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.8}, "11002": {"relevant_ids": ["11003"], "ranked_ids": ["11003", "2758", "199548", "241075", "47817", "444112", "464848", "52235", "82619", "7591"], "ranked_scores": [57.0, 49.0, 49.0, 48.0, 48.0, 48.0, 47.0, 47.0, 47.0, 47.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177653": {"relevant_ids": ["79732"], "ranked_ids": ["79732", "494720", "39174", "16948", "50717", "238679", "515217", "200611", "415781", "525755"], "ranked_scores": [59.0, 48.0, 48.0, 48.0, 48.0, 47.0, 47.0, 46.0, 46.0, 45.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "415592": {"relevant_ids": ["415591"], "ranked_ids": ["415591", "338816", "338815", "499684", "166836", "202892", "251540", "379147", "84634", "480909"], "ranked_scores": [59.0, 55.0, 53.0, 50.0, 49.0, 49.0, 49.0, 49.0, 49.0, 49.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "511196": {"relevant_ids": ["511197"], "ranked_ids": ["511197", "156490", "459789", "251545", "414717", "78763", "217193", "407088", "45940", "77372"], "ranked_scores": [53.0, 52.0, 51.0, 50.0, 49.0, 48.0, 48.0, 48.0, 47.0, 47.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "344845": {"relevant_ids": ["344844"], "ranked_ids": ["344844", "95946", "327548", "111672", "503908", "224515", "101085", "185743", "41614", "79987"], "ranked_scores": [61.0, 59.0, 54.0, 54.0, 54.0, 53.0, 52.0, 51.0, 51.0, 50.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "396744": {"relevant_ids": ["396745"], "ranked_ids": ["396745", "454241", "280345", "282742", "145729", "318588", "284966", "527221", "55767", "75585"], "ranked_scores": [53.0, 52.0, 50.0, 50.0, 49.0, 49.0, 49.0, 48.0, 48.0, 48.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "452398": {"relevant_ids": ["452399"], "ranked_ids": ["452399", "342501", "258503", "395217", "332542", "530610", "264774", "423427", "487918", "532450"], "ranked_scores": [61.0, 52.0, 52.0, 51.0, 49.0, 49.0, 48.0, 46.0, 46.0, 45.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "182114": {"relevant_ids": ["182113"], "ranked_ids": ["196647", "139689", "415732", "80224", "182113", "252201", "395527", "373054", "391248", "531602"], "ranked_scores": [54.0, 52.0, 49.0, 49.0, 48.0, 48.0, 48.0, 47.0, 47.0, 47.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "486260": {"relevant_ids": ["486259"], "ranked_ids": ["486259", "431981", "392356", "492147", "266904", "209254", "113749", "241333", "209255", "91527"], "ranked_scores": [57.0, 57.0, 56.0, 56.0, 56.0, 54.0, 54.0, 53.0, 53.0, 52.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "455140": {"relevant_ids": ["315935"], "ranked_ids": ["510681", "315935", "124700", "16399", "427112", "246286", "150842", "142202", "315936", "348491"], "ranked_scores": [56.0, 55.0, 54.0, 53.0, 53.0, 52.0, 51.0, 51.0, 50.0, 50.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "56198": {"relevant_ids": ["56199"], "ranked_ids": ["56199", "43405", "249114", "130971", "390415", "124071", "225815", "138891", "324839", "462253"], "ranked_scores": [60.0, 49.0, 49.0, 49.0, 48.0, 47.0, 47.0, 47.0, 46.0, 46.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "30172": {"relevant_ids": ["185817", "30173", "145119", "68426", "145120", "373486"], "ranked_ids": ["145120", "30173", "205338", "160900", "68426", "185581", "311173", "99756", "21960", "96958"], "ranked_scores": [59.0, 58.0, 56.0, 56.0, 56.0, 56.0, 55.0, 54.0, 54.0, 53.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.1667, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.6844, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6106, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "127880": {"relevant_ids": ["241164"], "ranked_ids": ["241164", "135083", "121458", "210277", "38670", "387742", "102895", "450198", "535042", "98400"], "ranked_scores": [58.0, 53.0, 52.0, 50.0, 48.0, 47.0, 47.0, 47.0, 47.0, 46.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "167969": {"relevant_ids": ["174461"], "ranked_ids": ["449678", "174461", "130123", "34814", "506410", "282609", "78497", "365197", "478674", "523986"], "ranked_scores": [51.0, 51.0, 50.0, 50.0, 50.0, 49.0, 49.0, 49.0, 48.0, 48.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "97986": {"relevant_ids": ["97987"], "ranked_ids": ["97987", "371360", "393565", "105886", "44589", "355542", "290935", "98924", "42981", "98925"], "ranked_scores": [62.0, 52.0, 52.0, 51.0, 51.0, 50.0, 49.0, 49.0, 49.0, 49.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "12865": {"relevant_ids": ["105683"], "ranked_ids": ["105683", "6376", "291690", "295915", "251127", "356189", "92902", "83622", "83623", "69748"], "ranked_scores": [60.0, 51.0, 51.0, 51.0, 50.0, 50.0, 50.0, 50.0, 50.0, 49.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "215681": {"relevant_ids": ["215680"], "ranked_ids": ["215680", "229503", "165892", "244840", "178515", "47817", "54139", "495778", "55038", "78746"], "ranked_scores": [63.0, 54.0, 52.0, 50.0, 49.0, 48.0, 48.0, 48.0, 48.0, 48.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-bge-base-en-v1.5-mrl-32-atanh": {"127728": {"relevant_ids": ["127729"], "ranked_ids": ["485054", "278575", "78763", "188019", "397135", "535966", "317591", "321340", "450133", "45999"], "ranked_scores": [29.0, 28.0, 28.0, 27.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "318820": {"relevant_ids": ["318821"], "ranked_ids": ["318821", "349607", "191524", "190698", "527173", "26147", "241333", "340822", "355161", "394093"], "ranked_scores": [30.0, 29.0, 28.0, 28.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "296098": {"relevant_ids": ["296097"], "ranked_ids": ["493414", "284903", "72423", "191160", "168499", "338213", "468805", "492756", "469985", "52195"], "ranked_scores": [27.0, 26.0, 26.0, 26.0, 26.0, 25.0, 25.0, 25.0, 25.0, 25.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "150414": {"relevant_ids": ["192835"], "ranked_ids": ["516620", "105782", "192835", "8875", "161296", "105783", "93937", "467464", "499154", "93938"], "ranked_scores": [31.0, 31.0, 30.0, 29.0, 28.0, 28.0, 28.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "145582": {"relevant_ids": ["145583"], "ranked_ids": ["132934", "443046", "358086", "63563", "187412", "293534", "298657", "310516", "346294", "411630"], "ranked_scores": [27.0, 27.0, 26.0, 26.0, 25.0, 25.0, 25.0, 25.0, 25.0, 25.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "315712": {"relevant_ids": ["315713"], "ranked_ids": ["315713", "377891", "344097", "357872", "509426", "367804", "37403", "424063", "58851", "459278"], "ranked_scores": [27.0, 27.0, 27.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145739": {"relevant_ids": ["145740"], "ranked_ids": ["145740", "240440", "216212", "280142", "272751", "416504", "241979", "280141", "457408", "475952"], "ranked_scores": [28.0, 27.0, 27.0, 27.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "308127": {"relevant_ids": ["308126"], "ranked_ids": ["308126", "287482", "302837", "498938", "73059", "326242", "385951", "79828", "523863", "85493"], "ranked_scores": [28.0, 27.0, 26.0, 26.0, 26.0, 26.0, 25.0, 25.0, 25.0, 25.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "287245": {"relevant_ids": ["283198", "283199", "322650"], "ranked_ids": ["322650", "283198", "110195", "192143", "24255", "283199", "518474", "489327", "419621", "87346"], "ranked_scores": [27.0, 26.0, 26.0, 26.0, 25.0, 25.0, 25.0, 25.0, 25.0, 25.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.7654, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.9325, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "14755": {"relevant_ids": ["14756", "211906"], "ranked_ids": ["450970", "211906", "14756", "30834", "232355", "259619", "6816", "464532", "266615", "91113"], "ranked_scores": [30.0, 30.0, 29.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0, 25.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6934, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6934, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6934, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "370170": {"relevant_ids": ["370169"], "ranked_ids": ["370169", "433820", "382874", "404718", "172364", "261409", "22763", "466920", "516398", "83874"], "ranked_scores": [32.0, 27.0, 27.0, 26.0, 26.0, 25.0, 25.0, 25.0, 25.0, 24.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "41774": {"relevant_ids": ["41773"], "ranked_ids": ["41773", "339534", "16430", "337091", "498504", "356493", "63277", "512513", "80316", "80719"], "ranked_scores": [26.0, 26.0, 25.0, 25.0, 25.0, 25.0, 25.0, 25.0, 24.0, 24.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "399648": {"relevant_ids": ["399649"], "ranked_ids": ["399649", "21253", "157670", "491039", "344347", "325380", "214595", "283129", "432469", "85478"], "ranked_scores": [31.0, 27.0, 27.0, 27.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "504811": {"relevant_ids": ["504810"], "ranked_ids": ["504810", "58", "5861", "211373", "508685", "337091", "360682", "392887", "75652", "499535"], "ranked_scores": [31.0, 28.0, 27.0, 26.0, 26.0, 25.0, 25.0, 25.0, 25.0, 25.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "362950": {"relevant_ids": ["400212", "362949"], "ranked_ids": ["129563", "400212", "362949", "438104", "231545", "308105", "427587", "451769", "429501", "68956"], "ranked_scores": [29.0, 29.0, 29.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6934, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6934, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6934, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "155873": {"relevant_ids": ["155874"], "ranked_ids": ["392604", "454612", "27489", "353785", "310577", "392771", "412607", "537718", "469159", "495839"], "ranked_scores": [27.0, 26.0, 26.0, 26.0, 25.0, 25.0, 25.0, 25.0, 25.0, 25.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "263432": {"relevant_ids": ["263433"], "ranked_ids": ["464532", "218584", "210774", "211906", "244120", "374181", "431860", "450970", "497067", "97259"], "ranked_scores": [28.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 25.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "354945": {"relevant_ids": ["354946"], "ranked_ids": ["101260", "408370", "46487", "354946", "3595", "362986", "434585", "398273", "43544", "97780"], "ranked_scores": [29.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "245417": {"relevant_ids": ["219475", "248195"], "ranked_ids": ["219475", "152213", "78622", "64433", "141217", "40657", "476159", "498672", "434572", "532404"], "ranked_scores": [29.0, 29.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0, 26.0, 26.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "516276": {"relevant_ids": ["516277"], "ranked_ids": ["516277", "303960", "136033", "386922", "527943", "19755", "34173", "44716", "510783", "62097"], "ranked_scores": [30.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 25.0, 25.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177580": {"relevant_ids": ["177579"], "ranked_ids": ["177579", "129412", "185583", "238545", "3249", "452910", "230787", "255647", "411869", "446100"], "ranked_scores": [31.0, 27.0, 27.0, 26.0, 26.0, 26.0, 25.0, 25.0, 25.0, 25.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "309865": {"relevant_ids": ["33713", "78623", "78624"], "ranked_ids": ["33713", "78624", "405094", "153484", "78623", "297065", "209041", "75066", "22825", "97545"], "ranked_scores": [31.0, 29.0, 29.0, 29.0, 28.0, 27.0, 27.0, 27.0, 27.0, 26.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.9469, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9469, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "510387": {"relevant_ids": ["510386"], "ranked_ids": ["510386", "21528", "117486", "38829", "40390", "412445", "532130", "48085", "59682", "533488"], "ranked_scores": [30.0, 29.0, 27.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "26645": {"relevant_ids": ["26644"], "ranked_ids": ["26644", "221561", "212356", "343145", "64900", "93953", "286617", "451258", "318396", "507090"], "ranked_scores": [31.0, 28.0, 28.0, 28.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "47788": {"relevant_ids": ["455725"], "ranked_ids": ["8505", "331", "518171", "47703", "101721", "235686", "455725", "400682", "47789", "59223"], "ranked_scores": [30.0, 29.0, 29.0, 29.0, 29.0, 28.0, 28.0, 28.0, 28.0, 28.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "338281": {"relevant_ids": ["338282"], "ranked_ids": ["516722", "452387", "281157", "138712", "283058", "270355", "514059", "362498", "438656", "52003"], "ranked_scores": [27.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0, 25.0, 25.0, 25.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "461149": {"relevant_ids": ["461148"], "ranked_ids": ["461148", "525835", "67862", "273851", "387744", "527101", "427559", "58953", "63226", "83338"], "ranked_scores": [29.0, 28.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0, 25.0, 25.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "346126": {"relevant_ids": ["110710", "110711"], "ranked_ids": ["154338", "286120", "157589", "333067", "110711", "528998", "203063", "393684", "7591", "95751"], "ranked_scores": [28.0, 27.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0, 25.0, 25.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2372, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2372, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.5}, "372986": {"relevant_ids": ["49961", "262882"], "ranked_ids": ["49961", "488211", "262882", "340270", "309713", "4228", "450912", "4266", "532450", "461682"], "ranked_scores": [31.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.9197, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.9197, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9197, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "501182": {"relevant_ids": ["501181"], "ranked_ids": ["501181", "396435", "145120", "457612", "529781", "484842", "30173", "356617", "535131", "89840"], "ranked_scores": [27.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 25.0, 25.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13800": {"relevant_ids": ["376590", "408522", "13799"], "ranked_ids": ["13799", "257857", "306761", "408522", "482825", "376590", "362253", "398510", "469506", "73232"], "ranked_scores": [32.0, 30.0, 28.0, 28.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.6714, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.8385, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "250143": {"relevant_ids": ["250142"], "ranked_ids": ["250142", "330843", "473276", "460976", "238814", "124383", "225655", "38409", "267880", "533421"], "ranked_scores": [30.0, 27.0, 26.0, 26.0, 26.0, 25.0, 25.0, 25.0, 25.0, 25.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13223": {"relevant_ids": ["156773", "88349", "88348", "20277", "13224"], "ranked_ids": ["163971", "156773", "137719", "126265", "13224", "223304", "293912", "86343", "88349", "88348"], "ranked_scores": [32.0, 32.0, 31.0, 31.0, 30.0, 30.0, 30.0, 30.0, 30.0, 30.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.2, "ndcg@5": 0.3452, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.4, "ndcg@10": 0.5453, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.8}, "11002": {"relevant_ids": ["11003"], "ranked_ids": ["11003", "370718", "2758", "498404", "57485", "117199", "208412", "132915", "229503", "370717"], "ranked_scores": [28.0, 26.0, 26.0, 26.0, 26.0, 25.0, 25.0, 25.0, 25.0, 25.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177653": {"relevant_ids": ["79732"], "ranked_ids": ["79732", "460987", "362866", "39174", "114754", "124701", "138956", "200611", "494720", "525755"], "ranked_scores": [30.0, 28.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0, 25.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "415592": {"relevant_ids": ["415591"], "ranked_ids": ["415591", "205639", "456668", "459345", "345208", "356848", "359124", "91592", "499684", "95918"], "ranked_scores": [28.0, 26.0, 26.0, 26.0, 25.0, 25.0, 25.0, 25.0, 25.0, 25.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "511196": {"relevant_ids": ["511197"], "ranked_ids": ["156490", "407088", "217193", "251545", "398991", "278575", "511197", "29358", "459188", "78763"], "ranked_scores": [29.0, 28.0, 27.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "344845": {"relevant_ids": ["344844"], "ranked_ids": ["344844", "95946", "111672", "327548", "192050", "4688", "503908", "41614", "465202", "4763"], "ranked_scores": [30.0, 28.0, 28.0, 28.0, 27.0, 27.0, 27.0, 26.0, 26.0, 26.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "396744": {"relevant_ids": ["396745"], "ranked_ids": ["55767", "396745", "280345", "75585", "454241", "303054", "112050", "250111", "284966", "527221"], "ranked_scores": [29.0, 29.0, 27.0, 27.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "452398": {"relevant_ids": ["452399"], "ranked_ids": ["452399", "395217", "304781", "248607", "249236", "342501", "47736", "530610", "487918", "54195"], "ranked_scores": [30.0, 26.0, 25.0, 25.0, 25.0, 25.0, 24.0, 24.0, 24.0, 24.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "182114": {"relevant_ids": ["182113"], "ranked_ids": ["196647", "50621", "80224", "252201", "307993", "24197", "531602", "32201", "56332", "462071"], "ranked_scores": [28.0, 28.0, 26.0, 26.0, 26.0, 25.0, 25.0, 25.0, 25.0, 25.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "486260": {"relevant_ids": ["486259"], "ranked_ids": ["209255", "392356", "508207", "235892", "506410", "431981", "470032", "452464", "486259", "91527"], "ranked_scores": [31.0, 30.0, 29.0, 29.0, 29.0, 28.0, 28.0, 28.0, 28.0, 28.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "455140": {"relevant_ids": ["315935"], "ranked_ids": ["510681", "315935", "16399", "173862", "246286", "39560", "308963", "472217", "440700", "332628"], "ranked_scores": [29.0, 28.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "56198": {"relevant_ids": ["56199"], "ranked_ids": ["56199", "249114", "473276", "308888", "476702", "250142", "281735", "440826", "322693", "483159"], "ranked_scores": [31.0, 26.0, 26.0, 25.0, 25.0, 24.0, 24.0, 24.0, 24.0, 24.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "30172": {"relevant_ids": ["185817", "30173", "145119", "68426", "145120", "373486"], "ranked_ids": ["159263", "145120", "30173", "21960", "205338", "185581", "190490", "463253", "68426", "53445"], "ranked_scores": [28.0, 28.0, 28.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5307, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.3836, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4333, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.5}, "127880": {"relevant_ids": ["241164"], "ranked_ids": ["241164", "535042", "102895", "421143", "135083", "121458", "366050", "370634", "389443", "38670"], "ranked_scores": [31.0, 28.0, 27.0, 27.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "167969": {"relevant_ids": ["174461"], "ranked_ids": ["420911", "31137", "31138", "431981", "343377", "452464", "511631", "7856", "68138", "78636"], "ranked_scores": [27.0, 26.0, 26.0, 26.0, 26.0, 26.0, 25.0, 25.0, 25.0, 25.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "97986": {"relevant_ids": ["97987"], "ranked_ids": ["97987", "348300", "371360", "104642", "290935", "283220", "433893", "349427", "98925", "98924"], "ranked_scores": [31.0, 29.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "12865": {"relevant_ids": ["105683"], "ranked_ids": ["295915", "105683", "6376", "83623", "48971", "83824", "69748", "357969", "65882", "83622"], "ranked_scores": [30.0, 29.0, 27.0, 27.0, 27.0, 26.0, 26.0, 26.0, 25.0, 25.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "215681": {"relevant_ids": ["215680"], "ranked_ids": ["215680", "244840", "27722", "229503", "187115", "352289", "41365", "6540", "78833", "89282"], "ranked_scores": [31.0, 28.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0, 26.0, 26.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-bge-base-en-v1.5-pq-m24-n8": {"127728": {"relevant_ids": ["127729"], "ranked_ids": ["127729", "38063", "321340", "78763", "250619", "127676", "48895", "317591", "190150", "20172"], "ranked_scores": [0.6568, 0.6355, 0.6326, 0.6319, 0.6314, 0.6307, 0.6277, 0.6258, 0.6174, 0.6104], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "318820": {"relevant_ids": ["318821"], "ranked_ids": ["318821", "481262", "190698", "222238", "457906", "355161", "54497", "54496", "78636", "367479"], "ranked_scores": [0.7483, 0.689, 0.6743, 0.674, 0.6686, 0.6667, 0.6637, 0.6625, 0.657, 0.6564], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "296098": {"relevant_ids": ["296097"], "ranked_ids": ["134752", "307653", "45507", "364131", "173403", "423933", "296097", "469868", "56686", "45506"], "ranked_scores": [0.7701, 0.7629, 0.7595, 0.7535, 0.7514, 0.7509, 0.7442, 0.7429, 0.7419, 0.7339], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "150414": {"relevant_ids": ["192835"], "ranked_ids": ["192835", "105782", "516620", "21131", "126746", "105783", "8875", "103122", "126745", "85555"], "ranked_scores": [0.8725, 0.8683, 0.8415, 0.828, 0.8179, 0.8106, 0.8071, 0.7964, 0.7869, 0.7829], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145582": {"relevant_ids": ["145583"], "ranked_ids": ["145583", "285962", "299264", "316486", "158478", "345532", "95510", "369955", "449378", "356671"], "ranked_scores": [0.556, 0.5459, 0.5376, 0.5306, 0.53, 0.5071, 0.5001, 0.4926, 0.4875, 0.4871], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "315712": {"relevant_ids": ["315713"], "ranked_ids": ["315713", "396505", "236508", "344097", "153536", "203205", "55162", "392344", "390751", "454814"], "ranked_scores": [0.7234, 0.6389, 0.6326, 0.6304, 0.6297, 0.6286, 0.6223, 0.6214, 0.6193, 0.6178], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145739": {"relevant_ids": ["145740"], "ranked_ids": ["145740", "241979", "415781", "115412", "366074", "303090", "148222", "465597", "8705", "180147"], "ranked_scores": [0.749, 0.7443, 0.7443, 0.7334, 0.7222, 0.7162, 0.6991, 0.6958, 0.6869, 0.6862], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "308127": {"relevant_ids": ["308126"], "ranked_ids": ["308126", "385951", "498938", "282571", "154044", "302837", "77650", "139188", "301104", "395527"], "ranked_scores": [0.6355, 0.6235, 0.6202, 0.6088, 0.5827, 0.573, 0.5617, 0.5446, 0.5432, 0.5398], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "287245": {"relevant_ids": ["283199", "322650", "283198"], "ranked_ids": ["283199", "322650", "283198", "109049", "208412", "505949", "221783", "221784", "508239", "304904"], "ranked_scores": [0.7077, 0.7077, 0.7077, 0.5631, 0.5562, 0.5548, 0.5503, 0.5503, 0.5459, 0.5416], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "14755": {"relevant_ids": ["211906", "14756"], "ranked_ids": ["450970", "14756", "211906", "235454", "236793", "30834", "57678", "369731", "481547", "449494"], "ranked_scores": [0.8283, 0.8283, 0.8283, 0.7836, 0.7713, 0.7696, 0.7643, 0.7478, 0.7435, 0.7301], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6934, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6934, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6934, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "370170": {"relevant_ids": ["370169"], "ranked_ids": ["370169", "404718", "433820", "466920", "467211", "156412", "387761", "476551", "449037", "537762"], "ranked_scores": [0.7053, 0.6068, 0.6068, 0.6023, 0.5845, 0.5497, 0.5483, 0.5393, 0.5348, 0.5316], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "41774": {"relevant_ids": ["41773"], "ranked_ids": ["41773", "239344", "442459", "433175", "467781", "214766", "307530", "173048", "141438", "286056"], "ranked_scores": [0.6715, 0.5893, 0.5353, 0.5222, 0.5201, 0.5166, 0.5137, 0.5131, 0.5078, 0.5037], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "399648": {"relevant_ids": ["399649"], "ranked_ids": ["399649", "21253", "26748", "445074", "154368", "462253", "146745", "283129", "188527", "481934"], "ranked_scores": [0.7891, 0.6614, 0.6468, 0.6447, 0.6406, 0.6222, 0.6208, 0.6186, 0.6154, 0.6124], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "504811": {"relevant_ids": ["504810"], "ranked_ids": ["504810", "74588", "298555", "448774", "214151", "256525", "381008", "220414", "364238", "90374"], "ranked_scores": [0.7523, 0.7088, 0.7001, 0.6982, 0.6794, 0.6765, 0.672, 0.6706, 0.6675, 0.667], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "362950": {"relevant_ids": ["362949", "400212"], "ranked_ids": ["400212", "362949", "105920", "244712", "411503", "487392", "9132", "105919", "475478", "151122"], "ranked_scores": [0.7854, 0.7853, 0.7529, 0.7434, 0.7388, 0.7311, 0.7309, 0.7298, 0.729, 0.7278], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "155873": {"relevant_ids": ["155874"], "ranked_ids": ["155874", "392604", "292617", "294020", "446058", "3139", "416786", "3249", "439035", "230787"], "ranked_scores": [0.6721, 0.6676, 0.6175, 0.6139, 0.6067, 0.5917, 0.5755, 0.5733, 0.5694, 0.5669], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "263432": {"relevant_ids": ["263433"], "ranked_ids": ["263433", "128303", "371563", "471057", "190136", "18217", "205954", "238602", "254526", "108849"], "ranked_scores": [0.6121, 0.5712, 0.5276, 0.51, 0.4939, 0.4923, 0.478, 0.4775, 0.4739, 0.4707], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "354945": {"relevant_ids": ["354946"], "ranked_ids": ["354946", "254071", "322478", "462984", "462983", "243923", "473769", "236419", "76723", "9687"], "ranked_scores": [0.7125, 0.6299, 0.6154, 0.5952, 0.5719, 0.5192, 0.507, 0.4709, 0.4338, 0.4337], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "245417": {"relevant_ids": ["248195", "219475"], "ranked_ids": ["64433", "40657", "219475", "319022", "413039", "368145", "248195", "152213", "96458", "14180"], "ranked_scores": [0.7999, 0.7981, 0.7947, 0.794, 0.7786, 0.7649, 0.7552, 0.7541, 0.7244, 0.7239], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3066, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3066, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.511, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "516276": {"relevant_ids": ["516277"], "ranked_ids": ["516277", "19755", "34173", "76958", "118572", "479392", "510783", "387288", "112502", "44716"], "ranked_scores": [0.8302, 0.8057, 0.7922, 0.7854, 0.7476, 0.7386, 0.7332, 0.7238, 0.7237, 0.7164], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177580": {"relevant_ids": ["177579"], "ranked_ids": ["177579", "18081", "115954", "272252", "76563", "9954", "60577", "9579", "165282", "209698"], "ranked_scores": [0.6848, 0.5639, 0.5313, 0.5292, 0.5256, 0.5247, 0.5173, 0.5114, 0.5076, 0.5047], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "309865": {"relevant_ids": ["78624", "78623", "33713"], "ranked_ids": ["78623", "33713", "405094", "153484", "78624", "20635", "209041", "143703", "437065", "158229"], "ranked_scores": [0.8632, 0.8632, 0.8632, 0.8579, 0.8488, 0.847, 0.8423, 0.8294, 0.8281, 0.8264], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.9469, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9469, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "510387": {"relevant_ids": ["510386"], "ranked_ids": ["510386", "241538", "212478", "371033", "40390", "241537", "52003", "412445", "170896", "344869"], "ranked_scores": [0.7636, 0.763, 0.7594, 0.7498, 0.7491, 0.7446, 0.7424, 0.7405, 0.7376, 0.7373], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "26645": {"relevant_ids": ["26644"], "ranked_ids": ["26644", "108781", "221561", "39917", "169541", "183481", "318396", "220110", "209092", "26813"], "ranked_scores": [0.7814, 0.6887, 0.6821, 0.6635, 0.6535, 0.648, 0.6426, 0.6347, 0.627, 0.6259], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "47788": {"relevant_ids": ["455725"], "ranked_ids": ["518171", "348138", "455725", "47703", "59223", "101721", "235686", "8505", "331", "47789"], "ranked_scores": [0.8304, 0.8298, 0.8274, 0.8262, 0.8216, 0.8182, 0.8127, 0.8127, 0.8102, 0.7902], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "338281": {"relevant_ids": ["338282"], "ranked_ids": ["338282", "452930", "138712", "263861", "291354", "119513", "467526", "327767", "338711", "85881"], "ranked_scores": [0.7033, 0.5079, 0.5025, 0.4981, 0.4936, 0.4514, 0.4492, 0.4405, 0.4394, 0.4394], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "461149": {"relevant_ids": ["461148"], "ranked_ids": ["461148", "203100", "250197", "286024", "286025", "525835", "274867", "179107", "283905", "302177"], "ranked_scores": [0.7131, 0.6868, 0.6851, 0.6777, 0.6777, 0.675, 0.6732, 0.6723, 0.6712, 0.6707], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "346126": {"relevant_ids": ["110711", "110710"], "ranked_ids": ["110710", "110711", "154338", "296319", "393684", "355996", "168350", "6816", "108617", "203476"], "ranked_scores": [0.7972, 0.792, 0.789, 0.7322, 0.7248, 0.7248, 0.7242, 0.7242, 0.7237, 0.7237], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "372986": {"relevant_ids": ["262882", "49961"], "ranked_ids": ["49961", "262882", "497531", "203984", "226563", "215938", "130692", "281091", "268183", "355869"], "ranked_scores": [0.7334, 0.7115, 0.6853, 0.6592, 0.658, 0.6573, 0.6556, 0.6556, 0.6556, 0.6556], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "501182": {"relevant_ids": ["501181"], "ranked_ids": ["501181", "274777", "261255", "53141", "333842", "251312", "325288", "231545", "25920", "384476"], "ranked_scores": [0.6427, 0.5539, 0.4884, 0.4765, 0.4716, 0.4698, 0.4684, 0.4587, 0.4548, 0.4523], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13800": {"relevant_ids": ["376590", "408522", "13799"], "ranked_ids": ["13799", "376590", "408522", "481109", "179943", "281010", "8622", "443465", "391952", "275741"], "ranked_scores": [0.8039, 0.7746, 0.7636, 0.7479, 0.7471, 0.7415, 0.7199, 0.7032, 0.6961, 0.6957], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "250143": {"relevant_ids": ["250142"], "ranked_ids": ["250142", "473276", "38409", "76062", "533421", "509758", "225655", "50538", "50539", "460976"], "ranked_scores": [0.8256, 0.8179, 0.6812, 0.632, 0.6304, 0.6243, 0.6184, 0.617, 0.6118, 0.6082], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13223": {"relevant_ids": ["88349", "156773", "88348", "20277", "13224"], "ranked_ids": ["156773", "366749", "88349", "86343", "13224", "88348", "24720", "429238", "125053", "173790"], "ranked_scores": [0.8975, 0.8924, 0.8924, 0.8924, 0.8894, 0.8892, 0.8874, 0.8861, 0.881, 0.8789], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.2, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.4, "ndcg@5": 0.6399, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6, "ndcg@10": 0.7608, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.8}, "11002": {"relevant_ids": ["11003"], "ranked_ids": ["11003", "444112", "42203", "144197", "241075", "10212", "117199", "266680", "40100", "468424"], "ranked_scores": [0.8021, 0.7816, 0.77, 0.77, 0.7605, 0.7575, 0.7426, 0.7413, 0.7413, 0.7378], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177653": {"relevant_ids": ["79732"], "ranked_ids": ["79732", "525756", "293259", "39174", "200611", "194790", "395587", "310721", "373717", "412316"], "ranked_scores": [0.7233, 0.6584, 0.6448, 0.6286, 0.5902, 0.5881, 0.5849, 0.5839, 0.5825, 0.5784], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "415592": {"relevant_ids": ["415591"], "ranked_ids": ["415591", "430072", "338815", "84634", "494912", "13665", "81159", "499684", "523917", "105088"], "ranked_scores": [0.7746, 0.7109, 0.7039, 0.7025, 0.6894, 0.6874, 0.6804, 0.6802, 0.6799, 0.6741], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "511196": {"relevant_ids": ["511197"], "ranked_ids": ["511197", "156490", "77372", "459789", "45940", "491923", "349723", "251546", "251545", "277652"], "ranked_scores": [0.7197, 0.611, 0.6068, 0.6044, 0.6044, 0.5938, 0.5895, 0.5874, 0.5783, 0.5728], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "344845": {"relevant_ids": ["344844"], "ranked_ids": ["344844", "503908", "327548", "187882", "79987", "6705", "160276", "344161", "161471", "125075"], "ranked_scores": [0.7961, 0.7518, 0.7509, 0.7479, 0.7479, 0.7429, 0.742, 0.742, 0.7404, 0.7382], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "396744": {"relevant_ids": ["396745"], "ranked_ids": ["396745", "454241", "284966", "236438", "489628", "319727", "8609", "481437", "313629", "418055"], "ranked_scores": [0.7163, 0.7154, 0.6976, 0.6968, 0.6966, 0.6673, 0.62, 0.6176, 0.6175, 0.6103], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "452398": {"relevant_ids": ["452399"], "ranked_ids": ["452399", "435989", "324290", "530610", "346712", "378404", "304781", "48679", "49045", "267939"], "ranked_scores": [0.7176, 0.6206, 0.6106, 0.601, 0.5975, 0.5889, 0.5844, 0.584, 0.5806, 0.5753], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "182114": {"relevant_ids": ["182113"], "ranked_ids": ["196647", "182113", "139689", "234482", "481882", "31138", "31137", "383343", "162482", "24197"], "ranked_scores": [0.7574, 0.728, 0.7115, 0.6921, 0.6921, 0.6672, 0.6672, 0.6672, 0.6596, 0.6589], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "486260": {"relevant_ids": ["486259"], "ranked_ids": ["486259", "392356", "113749", "65893", "416784", "146738", "241333", "146737", "209255", "247403"], "ranked_scores": [0.8126, 0.7916, 0.7782, 0.7704, 0.763, 0.7607, 0.7605, 0.7512, 0.7462, 0.7425], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "455140": {"relevant_ids": ["315935"], "ranked_ids": ["315935", "308963", "50224", "16399", "315936", "142202", "96710", "124700", "427112", "95965"], "ranked_scores": [0.732, 0.6799, 0.6712, 0.6709, 0.6649, 0.6592, 0.6466, 0.6398, 0.6373, 0.6349], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "56198": {"relevant_ids": ["56199"], "ranked_ids": ["56199", "308888", "160194", "431226", "87814", "480352", "91482", "11253", "43404", "243039"], "ranked_scores": [0.6927, 0.5795, 0.5795, 0.5765, 0.5606, 0.5602, 0.5341, 0.5121, 0.5063, 0.5038], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "30172": {"relevant_ids": ["145119", "373486", "145120", "185817", "30173", "68426"], "ranked_ids": ["373486", "160900", "145120", "30173", "357893", "68426", "185817", "205338", "185581", "145119"], "ranked_scores": [0.8923, 0.8913, 0.8893, 0.889, 0.8883, 0.8879, 0.8861, 0.8822, 0.8666, 0.8341], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.1667, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.6548, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.8804, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "127880": {"relevant_ids": ["241164"], "ranked_ids": ["241164", "135083", "210277", "121458", "141773", "366050", "370634", "337433", "22396", "358959"], "ranked_scores": [0.7424, 0.711, 0.7068, 0.6815, 0.6592, 0.6325, 0.6315, 0.6309, 0.626, 0.6079], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "167969": {"relevant_ids": ["174461"], "ranked_ids": ["360983", "174461", "407354", "177138", "365197", "207491", "10393", "315016", "347474", "222958"], "ranked_scores": [0.734, 0.7121, 0.6294, 0.6294, 0.6292, 0.6279, 0.6274, 0.6267, 0.624, 0.6239], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "97986": {"relevant_ids": ["97987"], "ranked_ids": ["97987", "44589", "108778", "393565", "415005", "308991", "426973", "376198", "348913", "141075"], "ranked_scores": [0.8084, 0.8072, 0.6935, 0.6788, 0.6727, 0.6717, 0.6707, 0.6703, 0.6689, 0.6665], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "12865": {"relevant_ids": ["105683"], "ranked_ids": ["105683", "356189", "69748", "83623", "83622", "92902", "231925", "291690", "56590", "516398"], "ranked_scores": [0.8242, 0.7714, 0.7516, 0.7475, 0.7462, 0.7461, 0.7399, 0.7313, 0.7219, 0.7176], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "215681": {"relevant_ids": ["215680"], "ranked_ids": ["215680", "177080", "171713", "5733", "301165", "54139", "252239", "349338", "297373", "376328"], "ranked_scores": [0.7605, 0.7005, 0.6719, 0.6714, 0.6712, 0.6712, 0.6679, 0.6646, 0.6581, 0.6529], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-bge-base-en-v1.5-pq-m32-n8": {"127728": {"relevant_ids": ["127729"], "ranked_ids": ["38063", "127729", "127676", "321340", "485054", "317591", "190150", "276617", "450133", "26460"], "ranked_scores": [0.6345, 0.63, 0.6129, 0.6096, 0.6046, 0.6022, 0.5935, 0.5901, 0.5826, 0.5805], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "318820": {"relevant_ids": ["318821"], "ranked_ids": ["318821", "355161", "76767", "367479", "496708", "222238", "54496", "103640", "481262", "255666"], "ranked_scores": [0.7571, 0.6721, 0.655, 0.6488, 0.6419, 0.6416, 0.6334, 0.6331, 0.6249, 0.6175], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "296098": {"relevant_ids": ["296097"], "ranked_ids": ["469868", "134752", "45507", "307653", "296097", "173403", "45506", "364131", "423933", "56686"], "ranked_scores": [0.7357, 0.7255, 0.7205, 0.7193, 0.7192, 0.7094, 0.6958, 0.6836, 0.6618, 0.6529], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "150414": {"relevant_ids": ["192835"], "ranked_ids": ["192835", "105782", "516620", "21131", "103122", "8875", "105783", "126746", "126745", "98863"], "ranked_scores": [0.8759, 0.871, 0.8549, 0.8336, 0.7977, 0.7943, 0.7915, 0.783, 0.7509, 0.7461], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145582": {"relevant_ids": ["145583"], "ranked_ids": ["145583", "299264", "285962", "316486", "95510", "356671", "508501", "508502", "285851", "345532"], "ranked_scores": [0.5494, 0.5449, 0.4974, 0.4911, 0.4654, 0.4621, 0.4614, 0.4614, 0.4601, 0.4578], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "315712": {"relevant_ids": ["315713"], "ranked_ids": ["315713", "153536", "236508", "203205", "454814", "396505", "100067", "313365", "344097", "368164"], "ranked_scores": [0.7216, 0.6378, 0.6333, 0.6324, 0.6238, 0.6229, 0.6195, 0.6135, 0.6103, 0.6079], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145739": {"relevant_ids": ["145740"], "ranked_ids": ["145740", "241979", "366074", "415781", "115412", "303090", "148222", "453401", "347337", "180147"], "ranked_scores": [0.76, 0.7259, 0.716, 0.7026, 0.6797, 0.6796, 0.6762, 0.6506, 0.6443, 0.6372], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "308127": {"relevant_ids": ["308126"], "ranked_ids": ["308126", "498938", "385951", "77650", "282571", "402262", "154044", "301104", "140685", "302837"], "ranked_scores": [0.6155, 0.596, 0.587, 0.5574, 0.547, 0.523, 0.5107, 0.5055, 0.4926, 0.4889], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "287245": {"relevant_ids": ["283199", "322650", "283198"], "ranked_ids": ["283198", "283199", "322650", "508239", "304904", "221784", "221783", "420279", "405392", "16948"], "ranked_scores": [0.7248, 0.7159, 0.7159, 0.5497, 0.548, 0.54, 0.5369, 0.5219, 0.5195, 0.5194], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "14755": {"relevant_ids": ["211906", "14756"], "ranked_ids": ["450970", "14756", "211906", "235454", "30834", "236793", "57678", "481547", "369731", "535700"], "ranked_scores": [0.8396, 0.8396, 0.8396, 0.7764, 0.7697, 0.7272, 0.7166, 0.713, 0.6996, 0.6923], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6934, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6934, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6934, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "370170": {"relevant_ids": ["370169"], "ranked_ids": ["370169", "466920", "467211", "433820", "449037", "404718", "387761", "22763", "476551", "156412"], "ranked_scores": [0.7032, 0.5849, 0.5528, 0.5493, 0.5471, 0.5438, 0.5341, 0.5178, 0.5156, 0.5128], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "41774": {"relevant_ids": ["41773"], "ranked_ids": ["41773", "214766", "239344", "322074", "442459", "141438", "307530", "468656", "433175", "163006"], "ranked_scores": [0.6584, 0.5262, 0.5053, 0.4914, 0.4791, 0.4714, 0.4701, 0.4676, 0.4644, 0.4613], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "399648": {"relevant_ids": ["399649"], "ranked_ids": ["399649", "283129", "146745", "21253", "49710", "154368", "445074", "188527", "462253", "225815"], "ranked_scores": [0.788, 0.6509, 0.631, 0.6166, 0.6146, 0.5955, 0.5871, 0.5847, 0.5804, 0.5803], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "504811": {"relevant_ids": ["504810"], "ranked_ids": ["504810", "298555", "55899", "448774", "220414", "309894", "74588", "364238", "214151", "251173"], "ranked_scores": [0.7741, 0.6734, 0.6597, 0.6558, 0.6543, 0.6528, 0.6523, 0.6398, 0.6343, 0.6287], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "362950": {"relevant_ids": ["362949", "400212"], "ranked_ids": ["400212", "362949", "105920", "429502", "419727", "43209", "411503", "427587", "475478", "9132"], "ranked_scores": [0.7757, 0.7709, 0.7352, 0.7189, 0.7118, 0.7081, 0.7027, 0.7024, 0.6999, 0.6997], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "155873": {"relevant_ids": ["155874"], "ranked_ids": ["155874", "392604", "446058", "292617", "294020", "25477", "136219", "3249", "363712", "57879"], "ranked_scores": [0.6611, 0.629, 0.5828, 0.567, 0.5595, 0.5358, 0.5196, 0.5188, 0.5172, 0.516], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "263432": {"relevant_ids": ["263433"], "ranked_ids": ["263433", "128303", "18217", "371563", "190136", "305072", "407204", "279243", "205954", "192229"], "ranked_scores": [0.6122, 0.5714, 0.5161, 0.5022, 0.4953, 0.4923, 0.491, 0.4812, 0.4788, 0.4778], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "354945": {"relevant_ids": ["354946"], "ranked_ids": ["354946", "254071", "322478", "473769", "462984", "243923", "462983", "236419", "11091", "181293"], "ranked_scores": [0.7175, 0.5858, 0.5646, 0.5271, 0.4943, 0.4888, 0.4734, 0.4584, 0.4269, 0.4214], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "245417": {"relevant_ids": ["248195", "219475"], "ranked_ids": ["219475", "64433", "248195", "40657", "413039", "319022", "14180", "37326", "96458", "8069"], "ranked_scores": [0.8025, 0.797, 0.7787, 0.7753, 0.7606, 0.7551, 0.7092, 0.7075, 0.6979, 0.6935], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.9197, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.9197, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9197, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "516276": {"relevant_ids": ["516277"], "ranked_ids": ["516277", "34173", "19755", "510783", "76958", "387288", "479392", "197869", "175142", "112502"], "ranked_scores": [0.8273, 0.7785, 0.7728, 0.7721, 0.7671, 0.7405, 0.7093, 0.6853, 0.6843, 0.6823], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177580": {"relevant_ids": ["177579"], "ranked_ids": ["177579", "18081", "60577", "115954", "76563", "446100", "455888", "464418", "272252", "517075"], "ranked_scores": [0.703, 0.5558, 0.5097, 0.4885, 0.4818, 0.4793, 0.4793, 0.4793, 0.4766, 0.4737], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "309865": {"relevant_ids": ["78624", "78623", "33713"], "ranked_ids": ["153484", "405094", "78623", "78624", "33713", "209041", "437065", "360054", "469068", "20635"], "ranked_scores": [0.8747, 0.8715, 0.8715, 0.8667, 0.8658, 0.8582, 0.8248, 0.8195, 0.8193, 0.8078], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.6183, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6183, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "510387": {"relevant_ids": ["510386"], "ranked_ids": ["241538", "40390", "510386", "170896", "344869", "371033", "241537", "212478", "52003", "412445"], "ranked_scores": [0.7819, 0.7816, 0.7772, 0.7719, 0.7629, 0.7571, 0.7557, 0.7404, 0.7257, 0.7196], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "26645": {"relevant_ids": ["26644"], "ranked_ids": ["26644", "108781", "221561", "169541", "39917", "318396", "411539", "220110", "461704", "144057"], "ranked_scores": [0.7946, 0.6965, 0.6611, 0.6542, 0.6336, 0.6323, 0.6293, 0.6219, 0.6208, 0.6142], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "47788": {"relevant_ids": ["455725"], "ranked_ids": ["455725", "518171", "47703", "348138", "59223", "101721", "235686", "8505", "331", "37221"], "ranked_scores": [0.8265, 0.8194, 0.8194, 0.8191, 0.8182, 0.8168, 0.8115, 0.8089, 0.7906, 0.7829], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "338281": {"relevant_ids": ["338282"], "ranked_ids": ["338282", "138712", "452930", "11563", "338711", "263861", "85881", "57017", "291354", "362498"], "ranked_scores": [0.6876, 0.4787, 0.4784, 0.4462, 0.4251, 0.408, 0.4064, 0.4062, 0.4041, 0.4005], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "461149": {"relevant_ids": ["461148"], "ranked_ids": ["461148", "525835", "203100", "283905", "417040", "250197", "443095", "528608", "364595", "307096"], "ranked_scores": [0.7087, 0.6831, 0.6824, 0.6367, 0.6251, 0.6227, 0.6215, 0.6196, 0.615, 0.6102], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "346126": {"relevant_ids": ["110711", "110710"], "ranked_ids": ["110710", "110711", "154338", "254526", "203476", "393684", "6816", "355996", "168350", "34674"], "ranked_scores": [0.8101, 0.7822, 0.7808, 0.718, 0.7125, 0.7095, 0.7095, 0.7095, 0.7075, 0.7075], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "372986": {"relevant_ids": ["262882", "49961"], "ranked_ids": ["49961", "262882", "497531", "203984", "130692", "226563", "355869", "268183", "217748", "281091"], "ranked_scores": [0.7657, 0.7131, 0.6723, 0.6316, 0.6283, 0.6227, 0.6227, 0.6227, 0.6216, 0.6213], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "501182": {"relevant_ids": ["501181"], "ranked_ids": ["501181", "274777", "333842", "261255", "179018", "231545", "325288", "474402", "25920", "50260"], "ranked_scores": [0.6735, 0.559, 0.481, 0.471, 0.4661, 0.4646, 0.4619, 0.4556, 0.4517, 0.4482], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13800": {"relevant_ids": ["376590", "408522", "13799"], "ranked_ids": ["13799", "376590", "179943", "408522", "481109", "8622", "281010", "391952", "443465", "23302"], "ranked_scores": [0.7979, 0.7566, 0.7431, 0.7352, 0.7269, 0.7206, 0.6938, 0.6854, 0.6821, 0.6685], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.9675, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9675, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "250143": {"relevant_ids": ["250142"], "ranked_ids": ["250142", "473276", "225655", "76062", "57155", "509758", "38409", "50538", "509757", "533421"], "ranked_scores": [0.8267, 0.8062, 0.6399, 0.6365, 0.6334, 0.6284, 0.6082, 0.6039, 0.58, 0.5717], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13223": {"relevant_ids": ["88349", "156773", "88348", "20277", "13224"], "ranked_ids": ["156773", "88348", "88349", "13224", "366749", "86343", "24720", "429238", "137719", "11938"], "ranked_scores": [0.8993, 0.8904, 0.8904, 0.8875, 0.8856, 0.8815, 0.8808, 0.8804, 0.8761, 0.8626], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.2, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6, "ndcg@5": 0.8688, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.8, "ndcg@10": 0.8688, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.8}, "11002": {"relevant_ids": ["11003"], "ranked_ids": ["11003", "144197", "42203", "444112", "241075", "10212", "489539", "468424", "55041", "64236"], "ranked_scores": [0.7997, 0.7754, 0.7754, 0.7745, 0.7684, 0.7492, 0.7388, 0.7336, 0.7335, 0.7323], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177653": {"relevant_ids": ["79732"], "ranked_ids": ["79732", "39174", "525756", "412316", "200611", "525755", "293259", "373717", "194790", "395587"], "ranked_scores": [0.7509, 0.6188, 0.6026, 0.571, 0.5591, 0.5588, 0.5498, 0.5492, 0.5457, 0.5304], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "415592": {"relevant_ids": ["415591"], "ranked_ids": ["415591", "338815", "430072", "84634", "499684", "81159", "288357", "523917", "13665", "485706"], "ranked_scores": [0.7749, 0.6923, 0.6893, 0.6776, 0.6759, 0.6719, 0.6697, 0.6609, 0.6446, 0.629], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "511196": {"relevant_ids": ["511197"], "ranked_ids": ["511197", "45940", "459789", "77372", "414717", "349723", "289278", "13803", "156490", "224675"], "ranked_scores": [0.7097, 0.6052, 0.5941, 0.5923, 0.5664, 0.5633, 0.5522, 0.5484, 0.5453, 0.5381], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "344845": {"relevant_ids": ["344844"], "ranked_ids": ["344844", "503908", "161471", "187882", "95946", "101085", "79986", "125074", "327548", "327485"], "ranked_scores": [0.7861, 0.7405, 0.7402, 0.7204, 0.7169, 0.716, 0.716, 0.7157, 0.7137, 0.7131], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "396744": {"relevant_ids": ["396745"], "ranked_ids": ["396745", "284966", "454241", "236438", "319727", "481437", "503444", "75585", "527221", "280345"], "ranked_scores": [0.6969, 0.6878, 0.664, 0.6457, 0.6235, 0.6154, 0.608, 0.5987, 0.5961, 0.5729], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "452398": {"relevant_ids": ["452399"], "ranked_ids": ["452399", "435989", "530610", "324290", "90225", "267939", "49045", "100727", "258503", "128992"], "ranked_scores": [0.7188, 0.5995, 0.5776, 0.5769, 0.5737, 0.562, 0.5613, 0.5589, 0.5541, 0.5531], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "182114": {"relevant_ids": ["182113"], "ranked_ids": ["182113", "196647", "481882", "139689", "234482", "31138", "383343", "328873", "162482", "31137"], "ranked_scores": [0.7544, 0.7456, 0.6978, 0.6973, 0.6964, 0.6707, 0.6661, 0.6643, 0.6568, 0.6424], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "486260": {"relevant_ids": ["486259"], "ranked_ids": ["486259", "392356", "241333", "113749", "146738", "146737", "492147", "209254", "476748", "65893"], "ranked_scores": [0.8213, 0.7855, 0.7566, 0.754, 0.74, 0.738, 0.7376, 0.7352, 0.7315, 0.7207], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "455140": {"relevant_ids": ["315935"], "ranked_ids": ["315935", "308963", "427112", "150842", "50224", "16399", "142202", "315936", "124700", "372713"], "ranked_scores": [0.7474, 0.6694, 0.662, 0.654, 0.6434, 0.637, 0.6366, 0.6354, 0.6294, 0.6172], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "56198": {"relevant_ids": ["56199"], "ranked_ids": ["56199", "160194", "308888", "431226", "480352", "87814", "130971", "11253", "456860", "43404"], "ranked_scores": [0.7163, 0.5739, 0.5734, 0.5714, 0.5388, 0.5314, 0.5305, 0.4869, 0.4863, 0.4847], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "30172": {"relevant_ids": ["145119", "373486", "145120", "185817", "30173", "68426"], "ranked_ids": ["160900", "145120", "68426", "373486", "205338", "30173", "357893", "185817", "145119", "185581"], "ranked_scores": [0.8858, 0.8811, 0.8787, 0.8773, 0.8761, 0.868, 0.8679, 0.8494, 0.8478, 0.8187], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5307, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.5296, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.7669, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "127880": {"relevant_ids": ["241164"], "ranked_ids": ["241164", "135083", "121458", "210277", "141773", "370634", "22396", "366050", "329579", "358959"], "ranked_scores": [0.7507, 0.7276, 0.7055, 0.7025, 0.651, 0.622, 0.5949, 0.5859, 0.5823, 0.5745], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "167969": {"relevant_ids": ["174461"], "ranked_ids": ["174461", "360983", "207491", "171665", "85534", "449678", "347474", "121354", "34814", "49800"], "ranked_scores": [0.7145, 0.7112, 0.6246, 0.6221, 0.621, 0.6145, 0.611, 0.6102, 0.6084, 0.6076], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "97986": {"relevant_ids": ["97987"], "ranked_ids": ["97987", "44589", "376198", "98924", "98925", "415005", "141417", "290935", "108778", "104642"], "ranked_scores": [0.8073, 0.7956, 0.6647, 0.6597, 0.6597, 0.6557, 0.6532, 0.6525, 0.652, 0.641], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "12865": {"relevant_ids": ["105683"], "ranked_ids": ["105683", "83623", "83622", "356189", "69748", "291690", "92902", "231925", "63277", "56590"], "ranked_scores": [0.8172, 0.7404, 0.731, 0.7301, 0.7186, 0.6869, 0.6859, 0.6824, 0.6819, 0.67], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "215681": {"relevant_ids": ["215680"], "ranked_ids": ["215680", "177080", "252239", "5733", "54139", "301165", "376328", "294407", "171713", "352289"], "ranked_scores": [0.7784, 0.6911, 0.6768, 0.6727, 0.6418, 0.6418, 0.6374, 0.6368, 0.6338, 0.6255], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-bge-base-en-v1.5-pq-m32-n4": {"127728": {"relevant_ids": ["127729"], "ranked_ids": ["205884", "38063", "433315", "93150", "127729", "353107", "69958", "259826", "382156", "244441"], "ranked_scores": [0.5323, 0.5274, 0.5265, 0.5235, 0.5218, 0.5207, 0.518, 0.5131, 0.5126, 0.5126], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "318820": {"relevant_ids": ["318821"], "ranked_ids": ["318821", "481262", "380462", "222238", "78636", "483940", "355161", "255666", "527329", "499833"], "ranked_scores": [0.6129, 0.5697, 0.5536, 0.5532, 0.5507, 0.5454, 0.5442, 0.5399, 0.5391, 0.5374], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "296098": {"relevant_ids": ["296097"], "ranked_ids": ["296097", "469868", "423933", "173403", "134752", "364131", "45506", "307653", "45507", "56686"], "ranked_scores": [0.5053, 0.5049, 0.4978, 0.4975, 0.4937, 0.492, 0.486, 0.4807, 0.4771, 0.4756], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "150414": {"relevant_ids": ["192835"], "ranked_ids": ["192835", "516620", "105782", "103122", "126746", "105783", "8875", "21131", "428293", "126745"], "ranked_scores": [0.6975, 0.6963, 0.6963, 0.6824, 0.6807, 0.6719, 0.6598, 0.6394, 0.6331, 0.6327], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145582": {"relevant_ids": ["145583"], "ranked_ids": ["145583", "299264", "285851", "316486", "122533", "369068", "369955", "332628", "345532", "179136"], "ranked_scores": [0.4105, 0.3903, 0.3801, 0.369, 0.3677, 0.364, 0.3577, 0.3558, 0.3461, 0.3419], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "315712": {"relevant_ids": ["315713"], "ranked_ids": ["315713", "236508", "408588", "268021", "521596", "242340", "68498", "401513", "455410", "355553"], "ranked_scores": [0.6211, 0.5788, 0.5716, 0.5619, 0.5604, 0.5574, 0.5574, 0.5561, 0.5504, 0.5482], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145739": {"relevant_ids": ["145740"], "ranked_ids": ["145740", "241979", "375395", "516507", "366074", "336202", "115412", "415781", "316928", "148222"], "ranked_scores": [0.5715, 0.5274, 0.5264, 0.5252, 0.5238, 0.5112, 0.502, 0.5016, 0.4997, 0.4989], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "308127": {"relevant_ids": ["308126"], "ranked_ids": ["308126", "367804", "275485", "385951", "282571", "122392", "302837", "65412", "287482", "139188"], "ranked_scores": [0.5121, 0.4519, 0.433, 0.4256, 0.4253, 0.4219, 0.421, 0.4196, 0.4146, 0.4136], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "287245": {"relevant_ids": ["283199", "322650", "283198"], "ranked_ids": ["283198", "322650", "283199", "188940", "221784", "172793", "450635", "221783", "478611", "497666"], "ranked_scores": [0.5024, 0.4953, 0.4953, 0.4531, 0.4223, 0.4213, 0.4074, 0.406, 0.4051, 0.4021], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "14755": {"relevant_ids": ["211906", "14756"], "ranked_ids": ["450970", "211906", "14756", "30834", "83338", "277031", "50621", "383588", "211210", "311853"], "ranked_scores": [0.601, 0.601, 0.5976, 0.5718, 0.5688, 0.5602, 0.5538, 0.5529, 0.5516, 0.5515], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6934, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6934, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6934, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "370170": {"relevant_ids": ["370169"], "ranked_ids": ["370169", "433820", "476551", "128700", "537762", "110929", "404718", "211280", "13681", "338383"], "ranked_scores": [0.5019, 0.3932, 0.3903, 0.3851, 0.3841, 0.3799, 0.3794, 0.3735, 0.3679, 0.3642], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "41774": {"relevant_ids": ["41773"], "ranked_ids": ["41773", "239344", "339534", "307530", "467781", "173048", "415076", "194725", "407675", "62219"], "ranked_scores": [0.5188, 0.4356, 0.4352, 0.4274, 0.4238, 0.4215, 0.4143, 0.4123, 0.4106, 0.4099], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "399648": {"relevant_ids": ["399649"], "ranked_ids": ["399649", "462253", "481934", "435035", "225815", "461137", "139235", "146745", "21253", "78914"], "ranked_scores": [0.5544, 0.5066, 0.5055, 0.4834, 0.4815, 0.4744, 0.4716, 0.4705, 0.4663, 0.4584], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "504811": {"relevant_ids": ["504810"], "ranked_ids": ["504810", "214151", "220414", "364238", "5862", "279073", "434779", "298555", "54196", "448774"], "ranked_scores": [0.5906, 0.544, 0.54, 0.529, 0.5283, 0.5264, 0.5262, 0.5261, 0.5246, 0.5216], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "362950": {"relevant_ids": ["362949", "400212"], "ranked_ids": ["362949", "400212", "105920", "43209", "9132", "427587", "419727", "129563", "429502", "50260"], "ranked_scores": [0.6138, 0.6106, 0.5953, 0.594, 0.5898, 0.5871, 0.5806, 0.5776, 0.5724, 0.5716], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "155873": {"relevant_ids": ["155874"], "ranked_ids": ["392604", "155874", "136219", "378060", "446058", "346009", "88342", "206283", "363712", "355445"], "ranked_scores": [0.4873, 0.4844, 0.4545, 0.4484, 0.4462, 0.443, 0.4398, 0.4287, 0.4277, 0.4272], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "263432": {"relevant_ids": ["263433"], "ranked_ids": ["263433", "190136", "128303", "309718", "407204", "41365", "18217", "47834", "473384", "205954"], "ranked_scores": [0.5037, 0.4502, 0.4357, 0.4322, 0.4312, 0.4279, 0.4216, 0.4142, 0.4123, 0.4117], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "354945": {"relevant_ids": ["354946"], "ranked_ids": ["354946", "462984", "254071", "322478", "434303", "462983", "243923", "415886", "97780", "76723"], "ranked_scores": [0.4542, 0.3656, 0.3606, 0.345, 0.3295, 0.3289, 0.3287, 0.3278, 0.3238, 0.3222], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "245417": {"relevant_ids": ["248195", "219475"], "ranked_ids": ["40657", "64433", "413039", "219475", "248195", "8069", "319022", "152213", "249364", "484409"], "ranked_scores": [0.5647, 0.562, 0.5553, 0.55, 0.5458, 0.5329, 0.532, 0.5186, 0.5101, 0.5028], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.5013, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5013, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "516276": {"relevant_ids": ["516277"], "ranked_ids": ["516277", "34173", "197869", "19755", "76958", "510783", "376328", "112502", "44716", "387288"], "ranked_scores": [0.6857, 0.6529, 0.6368, 0.634, 0.6285, 0.6245, 0.6092, 0.6073, 0.6064, 0.606], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177580": {"relevant_ids": ["177579"], "ranked_ids": ["177579", "218752", "523113", "320138", "9954", "272252", "115954", "95686", "27716", "517075"], "ranked_scores": [0.4918, 0.3878, 0.3732, 0.3674, 0.361, 0.3584, 0.3581, 0.3496, 0.3473, 0.3463], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "309865": {"relevant_ids": ["78624", "78623", "33713"], "ranked_ids": ["153484", "405094", "78623", "33713", "235483", "469068", "20635", "157508", "4478", "416856"], "ranked_scores": [0.7216, 0.7208, 0.7208, 0.7163, 0.711, 0.7061, 0.7045, 0.7036, 0.7036, 0.7036], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4367, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.4367, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 0.6667}, "510387": {"relevant_ids": ["510386"], "ranked_ids": ["241538", "510386", "344869", "170896", "371033", "284736", "236586", "40390", "91349", "91350"], "ranked_scores": [0.6191, 0.6186, 0.6122, 0.612, 0.6096, 0.606, 0.6057, 0.5969, 0.589, 0.589], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "26645": {"relevant_ids": ["26644"], "ranked_ids": ["26644", "192465", "332055", "461704", "207775", "83875", "318396", "83874", "144057", "311549"], "ranked_scores": [0.6504, 0.5907, 0.5763, 0.5733, 0.5716, 0.5677, 0.5631, 0.5592, 0.5588, 0.5577], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "47788": {"relevant_ids": ["455725"], "ranked_ids": ["47703", "47789", "455725", "518171", "59223", "101721", "348138", "38585", "59508", "8505"], "ranked_scores": [0.6869, 0.6869, 0.6864, 0.6836, 0.6811, 0.6811, 0.6808, 0.675, 0.6743, 0.6727], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "338281": {"relevant_ids": ["338282"], "ranked_ids": ["338282", "452930", "119513", "57017", "327767", "325380", "167914", "138712", "135715", "452387"], "ranked_scores": [0.4685, 0.3917, 0.3681, 0.3634, 0.3593, 0.359, 0.3537, 0.3495, 0.3488, 0.3471], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "461149": {"relevant_ids": ["461148"], "ranked_ids": ["461148", "525835", "203100", "286024", "307096", "286025", "516182", "179107", "120940", "283905"], "ranked_scores": [0.5509, 0.5446, 0.5352, 0.5132, 0.509, 0.5087, 0.4983, 0.4918, 0.4911, 0.49], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "346126": {"relevant_ids": ["110711", "110710"], "ranked_ids": ["110710", "110711", "168350", "154338", "393684", "340725", "484251", "235580", "43394", "43395"], "ranked_scores": [0.6499, 0.636, 0.6068, 0.6065, 0.6004, 0.5894, 0.5852, 0.5835, 0.5832, 0.5832], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "372986": {"relevant_ids": ["262882", "49961"], "ranked_ids": ["49961", "262882", "497531", "226563", "309713", "96551", "108183", "355869", "226818", "281091"], "ranked_scores": [0.6082, 0.5873, 0.5813, 0.5464, 0.5458, 0.5433, 0.5374, 0.5322, 0.5318, 0.5313], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "501182": {"relevant_ids": ["501181"], "ranked_ids": ["501181", "274777", "250853", "327468", "231545", "251312", "384476", "257857", "396745", "25920"], "ranked_scores": [0.569, 0.4755, 0.4667, 0.4517, 0.4443, 0.4427, 0.4409, 0.436, 0.4297, 0.4228], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13800": {"relevant_ids": ["376590", "408522", "13799"], "ranked_ids": ["13799", "376590", "179943", "102285", "408522", "8622", "391952", "131350", "107014", "125719"], "ranked_scores": [0.6112, 0.611, 0.6095, 0.5859, 0.5801, 0.5775, 0.5714, 0.5692, 0.5691, 0.5677], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.9469, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9469, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "250143": {"relevant_ids": ["250142"], "ranked_ids": ["250142", "473276", "526032", "509758", "50539", "225655", "318482", "319909", "57155", "364601"], "ranked_scores": [0.5435, 0.5223, 0.4683, 0.4452, 0.4417, 0.4392, 0.4356, 0.4186, 0.4136, 0.4131], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13223": {"relevant_ids": ["88349", "156773", "88348", "20277", "13224"], "ranked_ids": ["156773", "13224", "88348", "88349", "86343", "366749", "223304", "137719", "359956", "173790"], "ranked_scores": [0.7001, 0.6944, 0.6927, 0.6927, 0.6845, 0.6845, 0.6829, 0.6745, 0.6707, 0.6695], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.2, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6, "ndcg@5": 0.8688, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.8, "ndcg@10": 0.8688, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.8}, "11002": {"relevant_ids": ["11003"], "ranked_ids": ["11003", "153944", "444112", "10212", "144197", "42203", "17317", "152519", "468424", "87346"], "ranked_scores": [0.6679, 0.6544, 0.6489, 0.6487, 0.6464, 0.6454, 0.6451, 0.6421, 0.642, 0.6389], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177653": {"relevant_ids": ["79732"], "ranked_ids": ["79732", "39174", "525756", "293259", "200611", "412316", "502840", "373717", "138956", "395587"], "ranked_scores": [0.4867, 0.4249, 0.4031, 0.4004, 0.3919, 0.3911, 0.3855, 0.3735, 0.3734, 0.3693], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "415592": {"relevant_ids": ["415591"], "ranked_ids": ["415591", "188046", "430072", "293399", "456668", "81159", "338815", "312286", "332674", "202892"], "ranked_scores": [0.5768, 0.5232, 0.5174, 0.5129, 0.5077, 0.505, 0.5047, 0.5044, 0.5031, 0.4927], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "511196": {"relevant_ids": ["511197"], "ranked_ids": ["511197", "491923", "398788", "283001", "459789", "77372", "45940", "13803", "189866", "349723"], "ranked_scores": [0.5071, 0.4319, 0.4198, 0.4138, 0.411, 0.4096, 0.4095, 0.4079, 0.4038, 0.4024], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "344845": {"relevant_ids": ["344844"], "ranked_ids": ["344844", "384928", "95946", "79987", "187882", "160276", "327548", "503908", "426875", "448553"], "ranked_scores": [0.7118, 0.6837, 0.6818, 0.6802, 0.6669, 0.6651, 0.6638, 0.6636, 0.6627, 0.6565], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "396744": {"relevant_ids": ["396745"], "ranked_ids": ["454241", "396745", "236438", "489628", "481437", "313629", "305506", "75585", "501103", "386956"], "ranked_scores": [0.537, 0.527, 0.5245, 0.5217, 0.5141, 0.5138, 0.5137, 0.5127, 0.5094, 0.5042], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "452398": {"relevant_ids": ["452399"], "ranked_ids": ["452399", "435989", "530610", "128992", "7119", "267939", "304781", "60646", "102618", "134287"], "ranked_scores": [0.5925, 0.5757, 0.5691, 0.549, 0.5412, 0.5401, 0.5383, 0.5367, 0.5328, 0.5319], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "182114": {"relevant_ids": ["182113"], "ranked_ids": ["182113", "196647", "234482", "481882", "139689", "24197", "531602", "328873", "323531", "80224"], "ranked_scores": [0.5838, 0.5714, 0.5677, 0.5677, 0.546, 0.542, 0.5321, 0.5176, 0.5138, 0.5089], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "486260": {"relevant_ids": ["486259"], "ranked_ids": ["486259", "113749", "452464", "65893", "266904", "392356", "29049", "221509", "345426", "100082"], "ranked_scores": [0.6421, 0.625, 0.622, 0.6186, 0.6182, 0.6176, 0.6173, 0.6149, 0.6124, 0.6076], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "455140": {"relevant_ids": ["315935"], "ranked_ids": ["315935", "308963", "150842", "16399", "124700", "142202", "454994", "50224", "440700", "217206"], "ranked_scores": [0.5713, 0.5395, 0.5306, 0.5182, 0.5149, 0.5146, 0.5123, 0.5113, 0.5079, 0.5026], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "56198": {"relevant_ids": ["56199"], "ranked_ids": ["56199", "160194", "431226", "308888", "43404", "452069", "43405", "130971", "148722", "310462"], "ranked_scores": [0.5452, 0.4551, 0.4252, 0.4226, 0.408, 0.4012, 0.3975, 0.3973, 0.3961, 0.3957], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "30172": {"relevant_ids": ["145119", "373486", "145120", "185817", "30173", "68426"], "ranked_ids": ["160900", "82405", "185581", "30173", "145120", "373486", "68426", "145119", "56855", "311173"], "ranked_scores": [0.742, 0.7384, 0.7369, 0.7361, 0.735, 0.7338, 0.7324, 0.7318, 0.7307, 0.7303], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2773, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.5515, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.8333}, "127880": {"relevant_ids": ["241164"], "ranked_ids": ["241164", "121458", "210277", "358959", "135083", "366050", "141773", "450198", "22396", "370634"], "ranked_scores": [0.5408, 0.503, 0.4951, 0.4939, 0.4896, 0.4896, 0.4854, 0.4832, 0.4816, 0.4768], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "167969": {"relevant_ids": ["174461"], "ranked_ids": ["360983", "174461", "365197", "121354", "91854", "207491", "315016", "449678", "172806", "78497"], "ranked_scores": [0.5994, 0.5962, 0.5608, 0.5532, 0.5447, 0.5425, 0.5418, 0.5364, 0.5329, 0.5328], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "97986": {"relevant_ids": ["97987"], "ranked_ids": ["97987", "44589", "41241", "41242", "98925", "329296", "141417", "290935", "105886", "376198"], "ranked_scores": [0.661, 0.6397, 0.6244, 0.6225, 0.6182, 0.6174, 0.6157, 0.615, 0.6117, 0.6105], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "12865": {"relevant_ids": ["105683"], "ranked_ids": ["105683", "291690", "83622", "58501", "356189", "293035", "469289", "464100", "69748", "16686"], "ranked_scores": [0.5979, 0.5462, 0.5436, 0.5375, 0.5329, 0.5236, 0.5224, 0.5203, 0.52, 0.52], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "215681": {"relevant_ids": ["215680"], "ranked_ids": ["215680", "133468", "5733", "301165", "54139", "297373", "1920", "256815", "177080", "397622"], "ranked_scores": [0.6794, 0.6337, 0.6307, 0.6247, 0.6247, 0.6234, 0.623, 0.6219, 0.6218, 0.6212], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-bge-base-en-v1.5-pq-m48-n8": {"127728": {"relevant_ids": ["127729"], "ranked_ids": ["38063", "127729", "317591", "450133", "321340", "127676", "276617", "48895", "78763", "26460"], "ranked_scores": [0.628, 0.5942, 0.5728, 0.5713, 0.5707, 0.5706, 0.5689, 0.5673, 0.5562, 0.5476], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "318820": {"relevant_ids": ["318821"], "ranked_ids": ["318821", "367479", "355161", "222238", "76767", "54497", "103640", "481262", "496708", "491039"], "ranked_scores": [0.7812, 0.6656, 0.6458, 0.6314, 0.6093, 0.609, 0.6084, 0.6055, 0.5979, 0.5904], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "296098": {"relevant_ids": ["296097"], "ranked_ids": ["134752", "45507", "296097", "364131", "45506", "423933", "469868", "173403", "307653", "56686"], "ranked_scores": [0.6956, 0.6873, 0.6812, 0.6771, 0.6685, 0.6658, 0.6645, 0.6625, 0.6579, 0.6163], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "150414": {"relevant_ids": ["192835"], "ranked_ids": ["105782", "192835", "516620", "126746", "8875", "103122", "105783", "21131", "126745", "132912"], "ranked_scores": [0.857, 0.8564, 0.8328, 0.7883, 0.7797, 0.7791, 0.7775, 0.7695, 0.7515, 0.7327], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "145582": {"relevant_ids": ["145583"], "ranked_ids": ["145583", "299264", "316486", "285962", "508501", "508502", "345532", "285851", "95510", "356671"], "ranked_scores": [0.6328, 0.5739, 0.4902, 0.4844, 0.4709, 0.4709, 0.4519, 0.4299, 0.4291, 0.4287], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "315712": {"relevant_ids": ["315713"], "ranked_ids": ["315713", "396505", "153536", "203205", "236508", "100067", "344097", "454814", "107153", "368164"], "ranked_scores": [0.7605, 0.6391, 0.6216, 0.6151, 0.5987, 0.5983, 0.5966, 0.5864, 0.5845, 0.5845], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145739": {"relevant_ids": ["145740"], "ranked_ids": ["145740", "241979", "366074", "8705", "415781", "115412", "180147", "303090", "148222", "465597"], "ranked_scores": [0.7557, 0.6732, 0.6699, 0.6266, 0.6207, 0.619, 0.6103, 0.6096, 0.595, 0.5899], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "308127": {"relevant_ids": ["308126"], "ranked_ids": ["308126", "385951", "282571", "498938", "77650", "139188", "367804", "154044", "275485", "427265"], "ranked_scores": [0.6836, 0.5436, 0.5361, 0.5331, 0.5153, 0.4806, 0.4762, 0.4684, 0.4633, 0.4582], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "287245": {"relevant_ids": ["283199", "322650", "283198"], "ranked_ids": ["322650", "283199", "283198", "508239", "188940", "109049", "221784", "221783", "420279", "505949"], "ranked_scores": [0.7542, 0.7539, 0.7392, 0.5312, 0.5257, 0.5114, 0.5084, 0.4986, 0.4967, 0.4913], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "14755": {"relevant_ids": ["211906", "14756"], "ranked_ids": ["450970", "211906", "14756", "30834", "235454", "236793", "57678", "449494", "383588", "383325"], "ranked_scores": [0.8343, 0.8319, 0.8287, 0.7375, 0.7251, 0.6989, 0.693, 0.6799, 0.6279, 0.6279], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6934, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6934, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6934, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "370170": {"relevant_ids": ["370169"], "ranked_ids": ["370169", "466920", "433820", "449037", "404718", "537762", "22763", "387761", "476551", "156412"], "ranked_scores": [0.7736, 0.5655, 0.5582, 0.5545, 0.5514, 0.5349, 0.5039, 0.4842, 0.4832, 0.482], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "41774": {"relevant_ids": ["41773"], "ranked_ids": ["41773", "239344", "214766", "173048", "307530", "442459", "339534", "141438", "468656", "53738"], "ranked_scores": [0.6843, 0.5258, 0.5076, 0.4911, 0.4723, 0.4588, 0.4579, 0.4531, 0.4456, 0.4452], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "399648": {"relevant_ids": ["399649"], "ranked_ids": ["399649", "146745", "225815", "154368", "283129", "21253", "49710", "445074", "188527", "26748"], "ranked_scores": [0.7964, 0.5825, 0.5755, 0.5739, 0.5722, 0.5635, 0.553, 0.5492, 0.5425, 0.5408], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "504811": {"relevant_ids": ["504810"], "ranked_ids": ["504810", "160704", "309894", "298555", "307403", "74588", "220414", "364238", "55899", "499535"], "ranked_scores": [0.8047, 0.6078, 0.6075, 0.5921, 0.5919, 0.5908, 0.5867, 0.5829, 0.5811, 0.5788], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "362950": {"relevant_ids": ["362949", "400212"], "ranked_ids": ["362949", "400212", "427587", "43209", "105920", "475478", "291799", "9132", "105919", "487392"], "ranked_scores": [0.784, 0.7789, 0.7277, 0.7123, 0.6952, 0.6919, 0.691, 0.69, 0.6816, 0.6736], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "155873": {"relevant_ids": ["155874"], "ranked_ids": ["392604", "155874", "292617", "446058", "294020", "136219", "146003", "88342", "115329", "430514"], "ranked_scores": [0.63, 0.6169, 0.5539, 0.523, 0.5155, 0.4952, 0.4845, 0.4845, 0.4843, 0.4772], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "263432": {"relevant_ids": ["263433"], "ranked_ids": ["263433", "128303", "371563", "305072", "190136", "147629", "18217", "510661", "258335", "279243"], "ranked_scores": [0.6379, 0.5658, 0.4956, 0.487, 0.48, 0.4708, 0.4707, 0.47, 0.4674, 0.464], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "354945": {"relevant_ids": ["354946"], "ranked_ids": ["354946", "254071", "322478", "462984", "243923", "462983", "473769", "236419", "9687", "362986"], "ranked_scores": [0.7346, 0.5982, 0.5379, 0.5107, 0.5049, 0.5026, 0.464, 0.4517, 0.4286, 0.4047], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "245417": {"relevant_ids": ["248195", "219475"], "ranked_ids": ["40657", "219475", "64433", "248195", "413039", "37326", "319022", "164159", "152213", "8069"], "ranked_scores": [0.8011, 0.7785, 0.7673, 0.7308, 0.7177, 0.6716, 0.6696, 0.669, 0.638, 0.6362], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6509, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6509, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "516276": {"relevant_ids": ["516277"], "ranked_ids": ["516277", "19755", "34173", "76958", "510783", "62062", "387288", "112502", "143842", "175142"], "ranked_scores": [0.8138, 0.7281, 0.728, 0.7118, 0.6873, 0.6826, 0.6761, 0.6561, 0.6533, 0.6468], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177580": {"relevant_ids": ["177579"], "ranked_ids": ["177579", "18081", "115954", "272252", "455888", "464418", "76563", "234825", "9954", "446100"], "ranked_scores": [0.7456, 0.4873, 0.4857, 0.4702, 0.4692, 0.4692, 0.4641, 0.4612, 0.4592, 0.454], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "309865": {"relevant_ids": ["78624", "78623", "33713"], "ranked_ids": ["33713", "405094", "78623", "153484", "78624", "209041", "143703", "235483", "469068", "437065"], "ranked_scores": [0.8578, 0.8504, 0.8501, 0.8446, 0.8431, 0.7948, 0.7805, 0.7766, 0.7759, 0.7669], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.8855, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.8855, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "510387": {"relevant_ids": ["510386"], "ranked_ids": ["241538", "510386", "371033", "40390", "241537", "212478", "344869", "170896", "112669", "52003"], "ranked_scores": [0.764, 0.7637, 0.7436, 0.7422, 0.7397, 0.7302, 0.7048, 0.6981, 0.6712, 0.6521], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "26645": {"relevant_ids": ["26644"], "ranked_ids": ["26644", "108781", "318396", "83874", "221561", "144057", "411539", "83875", "259432", "169541"], "ranked_scores": [0.8046, 0.6682, 0.629, 0.6207, 0.6204, 0.6192, 0.619, 0.6183, 0.6121, 0.6004], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "47788": {"relevant_ids": ["455725"], "ranked_ids": ["455725", "59223", "518171", "348138", "47703", "101721", "8505", "235686", "331", "37221"], "ranked_scores": [0.8152, 0.8022, 0.8006, 0.7961, 0.7954, 0.7937, 0.7937, 0.7922, 0.7746, 0.726], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "338281": {"relevant_ids": ["338282"], "ranked_ids": ["338282", "452930", "338711", "138712", "11563", "263861", "291354", "85881", "200288", "327767"], "ranked_scores": [0.7144, 0.4588, 0.4585, 0.4549, 0.4402, 0.4355, 0.3996, 0.3783, 0.3741, 0.3697], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "461149": {"relevant_ids": ["461148"], "ranked_ids": ["461148", "525835", "203100", "283905", "250197", "528608", "443095", "519891", "286025", "307096"], "ranked_scores": [0.7364, 0.7006, 0.6923, 0.5994, 0.5988, 0.5874, 0.5862, 0.5841, 0.5656, 0.5639], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "346126": {"relevant_ids": ["110711", "110710"], "ranked_ids": ["110710", "110711", "154338", "254526", "168350", "203476", "355996", "6816", "393684", "85707"], "ranked_scores": [0.8208, 0.8202, 0.8004, 0.7002, 0.6995, 0.696, 0.6946, 0.6926, 0.6846, 0.6826], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "372986": {"relevant_ids": ["262882", "49961"], "ranked_ids": ["49961", "262882", "88278", "497531", "215938", "355869", "268183", "226563", "281091", "130692"], "ranked_scores": [0.7909, 0.7201, 0.611, 0.6091, 0.5968, 0.5903, 0.5863, 0.5851, 0.5824, 0.5813], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "501182": {"relevant_ids": ["501181"], "ranked_ids": ["501181", "274777", "333842", "25920", "231545", "384476", "261255", "50260", "325288", "53141"], "ranked_scores": [0.6851, 0.5348, 0.4546, 0.4511, 0.4385, 0.4379, 0.4361, 0.4334, 0.4323, 0.43], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13800": {"relevant_ids": ["376590", "408522", "13799"], "ranked_ids": ["13799", "376590", "408522", "179943", "481109", "281010", "391952", "8622", "131350", "33190"], "ranked_scores": [0.7887, 0.7827, 0.7416, 0.7164, 0.7084, 0.7031, 0.6683, 0.6667, 0.6342, 0.6261], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "250143": {"relevant_ids": ["250142"], "ranked_ids": ["250142", "473276", "509758", "57155", "50539", "509757", "76062", "38409", "368186", "526032"], "ranked_scores": [0.8456, 0.8062, 0.5768, 0.57, 0.5584, 0.5525, 0.5396, 0.5344, 0.5333, 0.5326], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13223": {"relevant_ids": ["88349", "156773", "88348", "20277", "13224"], "ranked_ids": ["156773", "13224", "86343", "366749", "88349", "88348", "24720", "137719", "491669", "223304"], "ranked_scores": [0.8986, 0.8843, 0.8838, 0.8806, 0.8797, 0.878, 0.8496, 0.8357, 0.8157, 0.8031], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.2, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.4, "ndcg@5": 0.6844, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6, "ndcg@10": 0.8052, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.8}, "11002": {"relevant_ids": ["11003"], "ranked_ids": ["11003", "444112", "42203", "144197", "10212", "241075", "468424", "87346", "489539", "266680"], "ranked_scores": [0.8093, 0.767, 0.7641, 0.7609, 0.7549, 0.7442, 0.7136, 0.7057, 0.7046, 0.7042], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177653": {"relevant_ids": ["79732"], "ranked_ids": ["79732", "39174", "395587", "200611", "525756", "293259", "412316", "194790", "373717", "502840"], "ranked_scores": [0.7457, 0.6267, 0.5569, 0.5504, 0.5447, 0.5224, 0.5145, 0.5133, 0.4805, 0.4798], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "415592": {"relevant_ids": ["415591"], "ranked_ids": ["415591", "499684", "430072", "81159", "288357", "338815", "84634", "105088", "523917", "172118"], "ranked_scores": [0.7845, 0.6696, 0.6459, 0.6445, 0.6304, 0.629, 0.6276, 0.6263, 0.6253, 0.6252], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "511196": {"relevant_ids": ["511197"], "ranked_ids": ["511197", "45940", "459789", "77372", "156490", "224675", "13803", "251545", "414717", "289278"], "ranked_scores": [0.7132, 0.618, 0.607, 0.5904, 0.5422, 0.5414, 0.5358, 0.5308, 0.5237, 0.5072], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "344845": {"relevant_ids": ["344844"], "ranked_ids": ["344844", "79987", "187882", "161471", "327548", "503908", "79986", "101085", "95946", "4915"], "ranked_scores": [0.7849, 0.7136, 0.7042, 0.7039, 0.6965, 0.6919, 0.6841, 0.6829, 0.6783, 0.6771], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "396744": {"relevant_ids": ["396745"], "ranked_ids": ["284966", "396745", "454241", "481437", "236438", "503444", "418055", "527221", "489628", "112050"], "ranked_scores": [0.6754, 0.653, 0.6466, 0.5831, 0.5715, 0.5686, 0.5572, 0.5558, 0.5533, 0.5507], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "452398": {"relevant_ids": ["452399"], "ranked_ids": ["452399", "530610", "372901", "346712", "303730", "90225", "324290", "435989", "134287", "378404"], "ranked_scores": [0.7508, 0.592, 0.5632, 0.5532, 0.543, 0.5419, 0.5405, 0.5391, 0.5356, 0.5336], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "182114": {"relevant_ids": ["182113"], "ranked_ids": ["196647", "182113", "481882", "234482", "139689", "328873", "162482", "531602", "31137", "383343"], "ranked_scores": [0.7719, 0.7326, 0.6942, 0.6936, 0.6732, 0.6618, 0.6487, 0.6465, 0.6388, 0.6374], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "486260": {"relevant_ids": ["486259"], "ranked_ids": ["486259", "392356", "113749", "146737", "146738", "209254", "65893", "241333", "492147", "29049"], "ranked_scores": [0.8004, 0.7494, 0.7164, 0.714, 0.7123, 0.7062, 0.6992, 0.6909, 0.6905, 0.6796], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "455140": {"relevant_ids": ["315935"], "ranked_ids": ["315935", "308963", "50224", "427112", "124700", "16399", "315936", "142202", "150842", "372713"], "ranked_scores": [0.7159, 0.6129, 0.6021, 0.5957, 0.5892, 0.5626, 0.5615, 0.5563, 0.5551, 0.5531], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "56198": {"relevant_ids": ["56199"], "ranked_ids": ["56199", "160194", "308888", "431226", "43404", "43405", "243039", "130971", "480352", "249114"], "ranked_scores": [0.7418, 0.5649, 0.5595, 0.545, 0.4846, 0.4775, 0.4775, 0.4695, 0.4589, 0.4501], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "30172": {"relevant_ids": ["145119", "373486", "145120", "185817", "30173", "68426"], "ranked_ids": ["160900", "145120", "68426", "373486", "30173", "205338", "357893", "145119", "185817", "90983"], "ranked_scores": [0.8799, 0.869, 0.8593, 0.853, 0.8496, 0.8467, 0.8385, 0.8256, 0.8175, 0.775], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5307, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.6608, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.7762, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "127880": {"relevant_ids": ["241164"], "ranked_ids": ["241164", "135083", "121458", "210277", "358959", "370634", "329579", "22396", "216657", "450198"], "ranked_scores": [0.7433, 0.6577, 0.6525, 0.611, 0.5816, 0.5734, 0.5658, 0.5581, 0.5412, 0.5382], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "167969": {"relevant_ids": ["174461"], "ranked_ids": ["360983", "174461", "171665", "91854", "49800", "315016", "172806", "365197", "222958", "347474"], "ranked_scores": [0.7452, 0.7316, 0.6058, 0.5951, 0.5926, 0.5809, 0.5804, 0.5784, 0.5721, 0.5637], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "97986": {"relevant_ids": ["97987"], "ranked_ids": ["97987", "44589", "393565", "41242", "141075", "318396", "104642", "290935", "426973", "108778"], "ranked_scores": [0.824, 0.7976, 0.6296, 0.6088, 0.5956, 0.5952, 0.5934, 0.5923, 0.5841, 0.5823], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "12865": {"relevant_ids": ["105683"], "ranked_ids": ["105683", "83623", "356189", "83622", "69748", "231925", "291690", "92902", "58501", "16686"], "ranked_scores": [0.8203, 0.6999, 0.6981, 0.69, 0.6693, 0.6542, 0.639, 0.6291, 0.6225, 0.6172], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "215681": {"relevant_ids": ["215680"], "ranked_ids": ["215680", "177080", "5733", "54139", "301165", "171713", "57552", "252239", "133468", "520998"], "ranked_scores": [0.8103, 0.6536, 0.6483, 0.6295, 0.6295, 0.6272, 0.6199, 0.6024, 0.599, 0.597], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-bge-base-en-v1.5-pq-m48-n4": {"127728": {"relevant_ids": ["127729"], "ranked_ids": ["38063", "93150", "78117", "127729", "276617", "188019", "357310", "153290", "382156", "69958"], "ranked_scores": [0.5379, 0.5175, 0.5174, 0.5081, 0.5066, 0.5027, 0.4998, 0.4982, 0.4958, 0.492], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "318820": {"relevant_ids": ["318821"], "ranked_ids": ["318821", "355161", "492379", "222238", "54497", "54496", "103640", "481262", "483940", "367479"], "ranked_scores": [0.6477, 0.5694, 0.5632, 0.562, 0.561, 0.5569, 0.5542, 0.5537, 0.5503, 0.5464], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "296098": {"relevant_ids": ["296097"], "ranked_ids": ["134752", "45507", "45506", "307653", "173403", "296097", "469868", "423933", "364131", "493414"], "ranked_scores": [0.5159, 0.5117, 0.4986, 0.4854, 0.4822, 0.4808, 0.471, 0.4709, 0.4418, 0.4401], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "150414": {"relevant_ids": ["192835"], "ranked_ids": ["105782", "516620", "192835", "21131", "103122", "126746", "8875", "132912", "105783", "126745"], "ranked_scores": [0.7172, 0.7117, 0.6999, 0.6728, 0.6697, 0.6668, 0.6626, 0.6623, 0.6417, 0.6393], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "145582": {"relevant_ids": ["145583"], "ranked_ids": ["145583", "299264", "285851", "285962", "316486", "345532", "332628", "95510", "177276", "122533"], "ranked_scores": [0.4565, 0.406, 0.3808, 0.3752, 0.3739, 0.3735, 0.3675, 0.3637, 0.3565, 0.3556], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "315712": {"relevant_ids": ["315713"], "ranked_ids": ["315713", "124542", "208025", "268021", "396505", "408588", "194841", "242340", "216954", "390120"], "ranked_scores": [0.6556, 0.5812, 0.5697, 0.5654, 0.5607, 0.5605, 0.555, 0.5512, 0.5494, 0.5413], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145739": {"relevant_ids": ["145740"], "ranked_ids": ["145740", "115412", "241979", "366074", "415781", "33202", "323620", "376315", "414838", "375395"], "ranked_scores": [0.5991, 0.5514, 0.5435, 0.536, 0.5342, 0.5283, 0.5202, 0.5161, 0.5161, 0.5124], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "308127": {"relevant_ids": ["308126"], "ranked_ids": ["308126", "139188", "367804", "385951", "282571", "498938", "287482", "77650", "275485", "36744"], "ranked_scores": [0.566, 0.4596, 0.4594, 0.4493, 0.4439, 0.4337, 0.4309, 0.4307, 0.4277, 0.4255], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "287245": {"relevant_ids": ["283199", "322650", "283198"], "ranked_ids": ["322650", "283199", "283198", "188940", "505949", "221784", "208412", "420279", "184624", "455003"], "ranked_scores": [0.5082, 0.5053, 0.5031, 0.4139, 0.3983, 0.3845, 0.3822, 0.3809, 0.3798, 0.3716], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "14755": {"relevant_ids": ["211906", "14756"], "ranked_ids": ["450970", "211906", "14756", "57678", "30834", "218584", "535700", "383325", "383588", "235454"], "ranked_scores": [0.6233, 0.6226, 0.6147, 0.5549, 0.5522, 0.5414, 0.5396, 0.5364, 0.5351, 0.5325], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6934, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6934, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6934, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "370170": {"relevant_ids": ["370169"], "ranked_ids": ["370169", "476551", "466920", "442132", "22763", "279893", "110929", "417976", "433820", "467211"], "ranked_scores": [0.5511, 0.4089, 0.3956, 0.3874, 0.3816, 0.381, 0.3774, 0.3732, 0.3725, 0.3694], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "41774": {"relevant_ids": ["41773"], "ranked_ids": ["41773", "442459", "239344", "62219", "141438", "475177", "214766", "77883", "358582", "416695"], "ranked_scores": [0.5976, 0.4635, 0.452, 0.4498, 0.446, 0.4391, 0.4366, 0.4352, 0.4351, 0.4334], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "399648": {"relevant_ids": ["399649"], "ranked_ids": ["399649", "445074", "462253", "225815", "146745", "283129", "21253", "324839", "327545", "154368"], "ranked_scores": [0.6023, 0.4784, 0.4769, 0.472, 0.4701, 0.4648, 0.4588, 0.4518, 0.4302, 0.4299], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "504811": {"relevant_ids": ["504810"], "ranked_ids": ["504810", "298555", "179618", "279073", "5862", "251173", "220414", "434779", "55899", "84826"], "ranked_scores": [0.6295, 0.5141, 0.4813, 0.4803, 0.4735, 0.4705, 0.4701, 0.4684, 0.4656, 0.4654], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "362950": {"relevant_ids": ["362949", "400212"], "ranked_ids": ["400212", "362949", "427587", "291799", "43209", "105920", "487392", "151122", "411503", "463443"], "ranked_scores": [0.6407, 0.6338, 0.6225, 0.6194, 0.6051, 0.6048, 0.6027, 0.5945, 0.5904, 0.5902], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "155873": {"relevant_ids": ["155874"], "ranked_ids": ["392604", "155874", "292617", "475341", "350051", "378060", "446058", "146426", "294020", "122134"], "ranked_scores": [0.475, 0.4729, 0.4487, 0.4419, 0.4365, 0.4352, 0.4291, 0.415, 0.4129, 0.4094], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "263432": {"relevant_ids": ["263433"], "ranked_ids": ["263433", "128303", "18217", "238602", "371563", "190136", "254526", "309718", "510661", "471057"], "ranked_scores": [0.5307, 0.476, 0.4666, 0.4663, 0.4501, 0.4386, 0.4384, 0.4351, 0.4342, 0.4321], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "354945": {"relevant_ids": ["354946"], "ranked_ids": ["354946", "254071", "322478", "243923", "462983", "462984", "236419", "473769", "11091", "76723"], "ranked_scores": [0.5284, 0.4397, 0.397, 0.3767, 0.3649, 0.3555, 0.3512, 0.3428, 0.3349, 0.3339], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "245417": {"relevant_ids": ["248195", "219475"], "ranked_ids": ["219475", "40657", "64433", "248195", "8069", "319022", "413039", "14180", "37326", "368145"], "ranked_scores": [0.6103, 0.6069, 0.599, 0.5822, 0.5732, 0.5681, 0.566, 0.5398, 0.5193, 0.5052], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.8772, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.8772, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "516276": {"relevant_ids": ["516277"], "ranked_ids": ["516277", "34173", "19755", "286275", "510783", "62062", "143842", "44716", "197869", "352289"], "ranked_scores": [0.6786, 0.6436, 0.6383, 0.6145, 0.6136, 0.5908, 0.5871, 0.5848, 0.5847, 0.5832], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177580": {"relevant_ids": ["177579"], "ranked_ids": ["177579", "115954", "27716", "18081", "140940", "234825", "419100", "79946", "320138", "255647"], "ranked_scores": [0.5757, 0.4366, 0.4196, 0.4065, 0.4005, 0.3918, 0.3911, 0.3819, 0.3814, 0.3807], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "309865": {"relevant_ids": ["78624", "78623", "33713"], "ranked_ids": ["33713", "405094", "78623", "209041", "153484", "235483", "78624", "109205", "495751", "53675"], "ranked_scores": [0.7404, 0.7378, 0.7378, 0.7253, 0.7216, 0.7209, 0.7199, 0.7166, 0.6987, 0.6976], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.7039, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.8603, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "510387": {"relevant_ids": ["510386"], "ranked_ids": ["241538", "371033", "241537", "510386", "212478", "344869", "91350", "40390", "364334", "112669"], "ranked_scores": [0.6049, 0.5932, 0.5817, 0.5713, 0.5667, 0.5641, 0.5632, 0.5585, 0.5566, 0.5468], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "26645": {"relevant_ids": ["26644"], "ranked_ids": ["26644", "318396", "83874", "207775", "83875", "144057", "108781", "415005", "240705", "389208"], "ranked_scores": [0.6474, 0.5717, 0.5686, 0.5676, 0.5624, 0.5583, 0.5558, 0.539, 0.5334, 0.5321], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "47788": {"relevant_ids": ["455725"], "ranked_ids": ["455725", "518171", "47703", "59223", "47789", "348138", "8505", "15132", "235686", "37221"], "ranked_scores": [0.6896, 0.6865, 0.6841, 0.6787, 0.6772, 0.669, 0.6686, 0.662, 0.6612, 0.6598], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "338281": {"relevant_ids": ["338282"], "ranked_ids": ["338282", "452930", "11563", "138712", "85881", "362498", "291354", "415798", "222138", "119513"], "ranked_scores": [0.4972, 0.3909, 0.3837, 0.356, 0.3554, 0.3541, 0.3497, 0.3468, 0.3381, 0.3352], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "461149": {"relevant_ids": ["461148"], "ranked_ids": ["461148", "525835", "203100", "283905", "250197", "519891", "417040", "307096", "286025", "443095"], "ranked_scores": [0.5852, 0.577, 0.5566, 0.5442, 0.5264, 0.5122, 0.5032, 0.4991, 0.4988, 0.4971], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "346126": {"relevant_ids": ["110711", "110710"], "ranked_ids": ["110710", "110711", "154338", "168350", "6816", "355996", "229503", "393684", "296319", "203476"], "ranked_scores": [0.6487, 0.6457, 0.6394, 0.6172, 0.5777, 0.5737, 0.5724, 0.5724, 0.5723, 0.5709], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "372986": {"relevant_ids": ["262882", "49961"], "ranked_ids": ["49961", "262882", "497531", "130692", "355869", "215938", "415486", "268183", "240478", "443239"], "ranked_scores": [0.6447, 0.5948, 0.5456, 0.523, 0.521, 0.5189, 0.5134, 0.5112, 0.5097, 0.5072], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "501182": {"relevant_ids": ["501181"], "ranked_ids": ["501181", "274777", "231545", "384476", "251312", "501373", "129993", "333842", "327468", "25920"], "ranked_scores": [0.597, 0.4697, 0.4632, 0.4498, 0.4424, 0.4376, 0.4305, 0.4273, 0.4236, 0.4194], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13800": {"relevant_ids": ["376590", "408522", "13799"], "ranked_ids": ["376590", "13799", "179943", "391952", "481109", "408522", "281010", "132742", "102285", "443465"], "ranked_scores": [0.664, 0.6605, 0.6283, 0.6077, 0.6073, 0.6071, 0.6004, 0.5901, 0.5867, 0.5826], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.7654, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.9325, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "250143": {"relevant_ids": ["250142"], "ranked_ids": ["250142", "473276", "533421", "38409", "318482", "526032", "127989", "460976", "225655", "382691"], "ranked_scores": [0.584, 0.5196, 0.4717, 0.4662, 0.4604, 0.4557, 0.4528, 0.4402, 0.4323, 0.4253], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13223": {"relevant_ids": ["88349", "156773", "88348", "20277", "13224"], "ranked_ids": ["156773", "13224", "86343", "366749", "88348", "88349", "24720", "359956", "137719", "491669"], "ranked_scores": [0.7196, 0.7069, 0.7028, 0.7017, 0.6999, 0.6971, 0.6808, 0.6744, 0.6718, 0.6717], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.2, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.4, "ndcg@5": 0.6844, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6, "ndcg@10": 0.8052, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.8}, "11002": {"relevant_ids": ["11003"], "ranked_ids": ["11003", "444112", "144197", "10212", "241075", "489539", "42203", "82619", "149002", "17317"], "ranked_scores": [0.6901, 0.6493, 0.6439, 0.641, 0.6385, 0.6381, 0.6339, 0.6329, 0.619, 0.6188], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177653": {"relevant_ids": ["79732"], "ranked_ids": ["79732", "39174", "412316", "525756", "200611", "395587", "138956", "293259", "17635", "502840"], "ranked_scores": [0.5064, 0.431, 0.4022, 0.3997, 0.3872, 0.3794, 0.3772, 0.3713, 0.3702, 0.3645], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "415592": {"relevant_ids": ["415591"], "ranked_ids": ["415591", "430072", "338816", "523917", "499684", "293399", "288357", "338815", "81159", "105088"], "ranked_scores": [0.6343, 0.5608, 0.5407, 0.5342, 0.5273, 0.5249, 0.5245, 0.5198, 0.5183, 0.5115], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "511196": {"relevant_ids": ["511197"], "ranked_ids": ["511197", "414717", "45940", "251545", "459789", "283001", "156490", "251546", "494237", "53962"], "ranked_scores": [0.5419, 0.4581, 0.458, 0.44, 0.4326, 0.4288, 0.4272, 0.4166, 0.4134, 0.4096], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "344845": {"relevant_ids": ["344844"], "ranked_ids": ["344844", "503908", "187882", "327485", "125075", "335497", "292513", "79987", "327548", "192050"], "ranked_scores": [0.7144, 0.6576, 0.6447, 0.6361, 0.6338, 0.6332, 0.6314, 0.6305, 0.6292, 0.6276], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "396744": {"relevant_ids": ["396745"], "ranked_ids": ["396745", "454241", "20764", "369693", "284966", "75585", "430179", "89136", "421257", "297359"], "ranked_scores": [0.6102, 0.579, 0.547, 0.5381, 0.5284, 0.5277, 0.5264, 0.5232, 0.5228, 0.5157], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "452398": {"relevant_ids": ["452399"], "ranked_ids": ["452399", "267939", "90225", "530610", "372901", "97822", "134287", "435989", "346712", "267712"], "ranked_scores": [0.5779, 0.522, 0.5148, 0.5119, 0.5061, 0.5041, 0.5038, 0.5024, 0.5005, 0.4982], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "182114": {"relevant_ids": ["182113"], "ranked_ids": ["234482", "196647", "182113", "481882", "139689", "328873", "162482", "24197", "531602", "23242"], "ranked_scores": [0.6145, 0.6064, 0.5993, 0.5983, 0.5916, 0.5592, 0.5535, 0.5433, 0.5414, 0.541], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "486260": {"relevant_ids": ["486259"], "ranked_ids": ["486259", "146738", "209254", "209255", "111946", "392356", "113749", "266904", "65893", "221509"], "ranked_scores": [0.6544, 0.6221, 0.6219, 0.6219, 0.6199, 0.6191, 0.6189, 0.6179, 0.6169, 0.6052], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "455140": {"relevant_ids": ["315935"], "ranked_ids": ["315935", "150842", "124700", "308963", "315936", "372713", "142202", "440700", "50224", "427112"], "ranked_scores": [0.5987, 0.536, 0.5321, 0.5081, 0.5079, 0.5013, 0.4991, 0.4961, 0.4937, 0.4923], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "56198": {"relevant_ids": ["56199"], "ranked_ids": ["56199", "160194", "310462", "43404", "71092", "249114", "431226", "308888", "130971", "148722"], "ranked_scores": [0.5814, 0.446, 0.4258, 0.4199, 0.4188, 0.4142, 0.4118, 0.4066, 0.4008, 0.385], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "30172": {"relevant_ids": ["145119", "373486", "145120", "185817", "30173", "68426"], "ranked_ids": ["160900", "145119", "145120", "30173", "68426", "205338", "15236", "373486", "185581", "78746"], "ranked_scores": [0.7505, 0.7505, 0.7478, 0.7453, 0.7443, 0.7386, 0.7333, 0.7304, 0.7261, 0.7213], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5307, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.6608, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.6851, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.8333}, "127880": {"relevant_ids": ["241164"], "ranked_ids": ["241164", "135083", "210277", "121458", "370634", "22396", "366050", "358959", "389443", "421143"], "ranked_scores": [0.5602, 0.5238, 0.5084, 0.5059, 0.5057, 0.4775, 0.4701, 0.4696, 0.4673, 0.4658], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "167969": {"relevant_ids": ["174461"], "ranked_ids": ["360983", "174461", "365197", "407354", "222958", "347474", "171665", "49800", "174464", "121354"], "ranked_scores": [0.594, 0.5837, 0.5395, 0.5273, 0.5183, 0.5175, 0.5166, 0.5165, 0.516, 0.5135], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "97986": {"relevant_ids": ["97987"], "ranked_ids": ["97987", "44589", "104642", "41242", "415005", "290935", "141075", "108778", "326597", "376198"], "ranked_scores": [0.6597, 0.6417, 0.5887, 0.5873, 0.5848, 0.5763, 0.573, 0.5713, 0.5691, 0.5631], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "12865": {"relevant_ids": ["105683"], "ranked_ids": ["105683", "83623", "356189", "83622", "231925", "291690", "92902", "56499", "69748", "247792"], "ranked_scores": [0.6224, 0.5696, 0.5559, 0.5546, 0.5485, 0.526, 0.5213, 0.5151, 0.5142, 0.5129], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "215681": {"relevant_ids": ["215680"], "ranked_ids": ["215680", "301165", "5733", "54139", "177080", "209853", "252239", "171713", "178515", "286275"], "ranked_scores": [0.6868, 0.6059, 0.6044, 0.6014, 0.5991, 0.5925, 0.5891, 0.5855, 0.5843, 0.5841], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-bge-base-en-v1.5-pq-m64-n8": {"127728": {"relevant_ids": ["127729"], "ranked_ids": ["127729", "38063", "317591", "48895", "205884", "127676", "387548", "188019", "485054", "26460"], "ranked_scores": [0.6168, 0.6063, 0.5582, 0.5554, 0.5505, 0.5475, 0.5471, 0.5412, 0.5382, 0.5368], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "318820": {"relevant_ids": ["318821"], "ranked_ids": ["318821", "367479", "355161", "222238", "457906", "491039", "496708", "76767", "54496", "481262"], "ranked_scores": [0.7987, 0.6637, 0.6455, 0.6452, 0.5872, 0.5863, 0.5837, 0.5713, 0.5653, 0.5648], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "296098": {"relevant_ids": ["296097"], "ranked_ids": ["45507", "134752", "296097", "173403", "469868", "307653", "423933", "45506", "364131", "56686"], "ranked_scores": [0.7101, 0.6754, 0.6722, 0.6627, 0.6555, 0.6531, 0.6495, 0.6312, 0.611, 0.5988], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "150414": {"relevant_ids": ["192835"], "ranked_ids": ["192835", "105782", "516620", "8875", "21131", "126746", "105783", "103122", "132912", "296128"], "ranked_scores": [0.858, 0.8527, 0.8197, 0.7792, 0.7695, 0.7581, 0.7406, 0.7283, 0.7043, 0.7025], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145582": {"relevant_ids": ["145583"], "ranked_ids": ["145583", "299264", "316486", "508501", "508502", "345532", "285962", "87614", "449378", "285851"], "ranked_scores": [0.6546, 0.5695, 0.4688, 0.4576, 0.4576, 0.451, 0.4447, 0.4272, 0.4196, 0.4194], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "315712": {"relevant_ids": ["315713"], "ranked_ids": ["315713", "396505", "454814", "203205", "153536", "58851", "100067", "107153", "368164", "377891"], "ranked_scores": [0.7978, 0.6467, 0.6064, 0.6012, 0.5943, 0.5831, 0.5817, 0.5799, 0.5799, 0.577], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145739": {"relevant_ids": ["145740"], "ranked_ids": ["145740", "241979", "366074", "115412", "303090", "415781", "148222", "8705", "180147", "453401"], "ranked_scores": [0.764, 0.7099, 0.7029, 0.624, 0.6236, 0.6141, 0.5995, 0.5944, 0.5788, 0.5683], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "308127": {"relevant_ids": ["308126"], "ranked_ids": ["308126", "498938", "385951", "282571", "77650", "301104", "154044", "427265", "139188", "367804"], "ranked_scores": [0.7087, 0.5734, 0.542, 0.522, 0.4927, 0.4913, 0.4638, 0.4604, 0.4584, 0.4583], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "287245": {"relevant_ids": ["283199", "322650", "283198"], "ranked_ids": ["322650", "283199", "283198", "508239", "109049", "420279", "188940", "221784", "405392", "505949"], "ranked_scores": [0.7427, 0.7427, 0.7258, 0.5522, 0.5066, 0.5061, 0.4812, 0.4758, 0.4716, 0.4701], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "14755": {"relevant_ids": ["211906", "14756"], "ranked_ids": ["211906", "14756", "450970", "30834", "235454", "57678", "236793", "449494", "383325", "481547"], "ranked_scores": [0.8447, 0.8404, 0.8368, 0.7389, 0.7035, 0.6806, 0.6787, 0.6618, 0.6441, 0.6071], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "370170": {"relevant_ids": ["370169"], "ranked_ids": ["370169", "433820", "449037", "466920", "537762", "404718", "387761", "22763", "156412", "211280"], "ranked_scores": [0.803, 0.5629, 0.5535, 0.5387, 0.5335, 0.5326, 0.4799, 0.478, 0.4625, 0.4603], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "41774": {"relevant_ids": ["41773"], "ranked_ids": ["41773", "239344", "214766", "173048", "442459", "141438", "163006", "307530", "468656", "467781"], "ranked_scores": [0.7211, 0.5285, 0.5145, 0.4952, 0.4856, 0.4509, 0.4469, 0.4461, 0.4383, 0.4342], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "399648": {"relevant_ids": ["399649"], "ranked_ids": ["399649", "462253", "283129", "26748", "225815", "154368", "445074", "146745", "49710", "435035"], "ranked_scores": [0.8267, 0.5871, 0.5672, 0.5576, 0.5544, 0.5536, 0.5519, 0.5492, 0.5486, 0.5387], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "504811": {"relevant_ids": ["504810"], "ranked_ids": ["504810", "298555", "309894", "74588", "448774", "381008", "279073", "90374", "364238", "84826"], "ranked_scores": [0.8187, 0.6051, 0.5905, 0.5825, 0.5768, 0.5521, 0.548, 0.5466, 0.5458, 0.5438], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "362950": {"relevant_ids": ["362949", "400212"], "ranked_ids": ["362949", "400212", "105920", "43209", "429502", "244712", "465929", "291799", "427587", "9132"], "ranked_scores": [0.7814, 0.7764, 0.6953, 0.6825, 0.6773, 0.6766, 0.676, 0.673, 0.6648, 0.6581], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "155873": {"relevant_ids": ["155874"], "ranked_ids": ["155874", "392604", "294020", "446058", "136219", "292617", "246660", "475341", "115329", "25477"], "ranked_scores": [0.6544, 0.6296, 0.5452, 0.5368, 0.5007, 0.5, 0.4875, 0.4783, 0.4767, 0.4751], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "263432": {"relevant_ids": ["263433"], "ranked_ids": ["263433", "128303", "18217", "371563", "372749", "305072", "190136", "97259", "41365", "471057"], "ranked_scores": [0.6661, 0.5942, 0.5189, 0.5103, 0.4734, 0.4734, 0.4665, 0.4636, 0.4594, 0.459], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "354945": {"relevant_ids": ["354946"], "ranked_ids": ["354946", "254071", "322478", "243923", "462984", "462983", "473769", "236419", "9687", "76723"], "ranked_scores": [0.7729, 0.6237, 0.563, 0.5169, 0.5085, 0.4862, 0.4847, 0.4839, 0.4351, 0.3938], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "245417": {"relevant_ids": ["248195", "219475"], "ranked_ids": ["40657", "219475", "64433", "248195", "413039", "319022", "164159", "37326", "368145", "14180"], "ranked_scores": [0.7828, 0.7815, 0.741, 0.7297, 0.7135, 0.7061, 0.6731, 0.6555, 0.6268, 0.6237], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6509, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6509, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "516276": {"relevant_ids": ["516277"], "ranked_ids": ["516277", "34173", "19755", "76958", "62062", "143842", "352189", "112502", "510783", "471902"], "ranked_scores": [0.8378, 0.7237, 0.7233, 0.7104, 0.6772, 0.6515, 0.6493, 0.6406, 0.6385, 0.6233], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177580": {"relevant_ids": ["177579"], "ranked_ids": ["177579", "18081", "129412", "115954", "272252", "60577", "129413", "455888", "464418", "76563"], "ranked_scores": [0.7929, 0.5209, 0.4846, 0.478, 0.4732, 0.4728, 0.4676, 0.4569, 0.4569, 0.4543], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "309865": {"relevant_ids": ["78624", "78623", "33713"], "ranked_ids": ["78623", "405094", "33713", "153484", "78624", "209041", "437065", "235483", "20635", "143703"], "ranked_scores": [0.8722, 0.8722, 0.8636, 0.8347, 0.8092, 0.7985, 0.7531, 0.7448, 0.7437, 0.743], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.8855, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.8855, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "510387": {"relevant_ids": ["510386"], "ranked_ids": ["241538", "510386", "371033", "40390", "241537", "170896", "212478", "284736", "344869", "484846"], "ranked_scores": [0.7397, 0.7228, 0.7077, 0.7, 0.6807, 0.6749, 0.6668, 0.6563, 0.6552, 0.6355], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "26645": {"relevant_ids": ["26644"], "ranked_ids": ["26644", "108781", "318396", "207775", "461704", "221561", "259432", "144057", "83875", "169541"], "ranked_scores": [0.8299, 0.6803, 0.6202, 0.5961, 0.5889, 0.5872, 0.581, 0.5796, 0.5766, 0.5762], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "47788": {"relevant_ids": ["455725"], "ranked_ids": ["455725", "59223", "47703", "348138", "8505", "101721", "518171", "235686", "331", "47789"], "ranked_scores": [0.822, 0.7913, 0.7872, 0.7859, 0.7812, 0.7747, 0.7739, 0.7618, 0.7492, 0.7215], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "338281": {"relevant_ids": ["338282"], "ranked_ids": ["338282", "138712", "338711", "11563", "452930", "291354", "200288", "522778", "263861", "327767"], "ranked_scores": [0.7489, 0.4914, 0.4276, 0.4275, 0.4195, 0.4004, 0.3927, 0.3909, 0.3855, 0.382], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "461149": {"relevant_ids": ["461148"], "ranked_ids": ["461148", "525835", "203100", "283905", "443095", "527101", "417040", "286024", "519891", "286025"], "ranked_scores": [0.7536, 0.7144, 0.6932, 0.6075, 0.5902, 0.5873, 0.5777, 0.5586, 0.5581, 0.5554], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "346126": {"relevant_ids": ["110711", "110710"], "ranked_ids": ["110710", "154338", "110711", "254526", "168350", "340823", "6816", "355996", "393684", "203476"], "ranked_scores": [0.8252, 0.7927, 0.7909, 0.7071, 0.7016, 0.6889, 0.6736, 0.6722, 0.6708, 0.6694], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.9197, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.9197, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9197, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "372986": {"relevant_ids": ["262882", "49961"], "ranked_ids": ["49961", "262882", "497531", "215938", "108183", "226818", "485235", "303468", "203984", "88278"], "ranked_scores": [0.821, 0.7443, 0.6033, 0.5922, 0.5902, 0.5745, 0.5729, 0.5694, 0.5679, 0.5645], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "501182": {"relevant_ids": ["501181"], "ranked_ids": ["501181", "274777", "261255", "384476", "53141", "231545", "179018", "333842", "109121", "483895"], "ranked_scores": [0.7088, 0.5485, 0.4835, 0.4619, 0.4486, 0.44, 0.4384, 0.4375, 0.4317, 0.4316], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13800": {"relevant_ids": ["376590", "408522", "13799"], "ranked_ids": ["13799", "376590", "179943", "408522", "481109", "281010", "131350", "391952", "8622", "214971"], "ranked_scores": [0.795, 0.7662, 0.7202, 0.7159, 0.7025, 0.6689, 0.6435, 0.6387, 0.6327, 0.6113], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.9675, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9675, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "250143": {"relevant_ids": ["250142"], "ranked_ids": ["250142", "473276", "38409", "57155", "509758", "225655", "76062", "533421", "50539", "526032"], "ranked_scores": [0.856, 0.8003, 0.583, 0.5672, 0.5535, 0.5364, 0.5338, 0.5282, 0.5261, 0.5217], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13223": {"relevant_ids": ["88349", "156773", "88348", "20277", "13224"], "ranked_ids": ["156773", "13224", "86343", "366749", "88349", "88348", "24720", "137719", "11938", "223304"], "ranked_scores": [0.9015, 0.8804, 0.8588, 0.8582, 0.8555, 0.8509, 0.8336, 0.8267, 0.797, 0.7925], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.2, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.4, "ndcg@5": 0.6844, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6, "ndcg@10": 0.8052, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.8}, "11002": {"relevant_ids": ["11003"], "ranked_ids": ["11003", "444112", "144197", "42203", "10212", "241075", "266680", "489539", "87346", "468424"], "ranked_scores": [0.8251, 0.7532, 0.7484, 0.7397, 0.7253, 0.7, 0.6881, 0.6877, 0.6774, 0.6738], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177653": {"relevant_ids": ["79732"], "ranked_ids": ["79732", "39174", "525756", "395587", "200611", "310721", "525755", "412316", "373717", "502840"], "ranked_scores": [0.8062, 0.6516, 0.5579, 0.5497, 0.5426, 0.5035, 0.4909, 0.489, 0.4875, 0.483], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "415592": {"relevant_ids": ["415591"], "ranked_ids": ["415591", "430072", "84634", "81159", "288357", "499684", "379146", "338815", "494912", "523917"], "ranked_scores": [0.7868, 0.627, 0.6241, 0.6207, 0.6129, 0.6099, 0.6058, 0.5997, 0.5986, 0.5837], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "511196": {"relevant_ids": ["511197"], "ranked_ids": ["511197", "45940", "77372", "459789", "13803", "224675", "277652", "414717", "289278", "156490"], "ranked_scores": [0.7433, 0.6283, 0.605, 0.6036, 0.547, 0.5372, 0.5227, 0.5164, 0.5133, 0.5052], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "344845": {"relevant_ids": ["344844"], "ranked_ids": ["344844", "161471", "503908", "79987", "327548", "187882", "4915", "111672", "95946", "79986"], "ranked_scores": [0.816, 0.7275, 0.7139, 0.7033, 0.6946, 0.6877, 0.6836, 0.6751, 0.6713, 0.6656], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "396744": {"relevant_ids": ["396745"], "ranked_ids": ["396745", "284966", "454241", "236438", "503444", "219399", "481437", "155232", "418055", "369693"], "ranked_scores": [0.6889, 0.66, 0.6086, 0.5943, 0.5455, 0.545, 0.5417, 0.5369, 0.5329, 0.5302], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "452398": {"relevant_ids": ["452399"], "ranked_ids": ["452399", "530610", "324290", "346712", "435989", "134287", "60646", "90225", "97822", "461682"], "ranked_scores": [0.7948, 0.5789, 0.5541, 0.5482, 0.531, 0.5283, 0.5205, 0.5195, 0.5121, 0.5098], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "182114": {"relevant_ids": ["182113"], "ranked_ids": ["196647", "182113", "481882", "234482", "139689", "328873", "383343", "162482", "531602", "24197"], "ranked_scores": [0.7747, 0.7324, 0.6875, 0.6813, 0.6782, 0.6358, 0.6129, 0.6126, 0.6013, 0.6001], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "486260": {"relevant_ids": ["486259"], "ranked_ids": ["486259", "392356", "146738", "241333", "113749", "146737", "209254", "65893", "492147", "416784"], "ranked_scores": [0.8248, 0.7374, 0.725, 0.7185, 0.6953, 0.6875, 0.6787, 0.672, 0.6708, 0.6608], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "455140": {"relevant_ids": ["315935"], "ranked_ids": ["315935", "308963", "315936", "427112", "150842", "50224", "124700", "142202", "16399", "217206"], "ranked_scores": [0.736, 0.6367, 0.6198, 0.6151, 0.6148, 0.5852, 0.585, 0.5741, 0.5671, 0.5276], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "56198": {"relevant_ids": ["56199"], "ranked_ids": ["56199", "160194", "308888", "431226", "130971", "243039", "43404", "43405", "249114", "11253"], "ranked_scores": [0.8079, 0.5543, 0.5417, 0.5374, 0.4775, 0.4706, 0.4698, 0.4694, 0.4638, 0.446], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "30172": {"relevant_ids": ["145119", "373486", "145120", "185817", "30173", "68426"], "ranked_ids": ["160900", "145120", "68426", "205338", "373486", "30173", "357893", "145119", "185817", "185581"], "ranked_scores": [0.8731, 0.8692, 0.8581, 0.8476, 0.8271, 0.8101, 0.8087, 0.7882, 0.785, 0.7657], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5307, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.5148, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.7536, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "127880": {"relevant_ids": ["241164"], "ranked_ids": ["241164", "135083", "121458", "210277", "370634", "141773", "22396", "450198", "329579", "358959"], "ranked_scores": [0.7645, 0.6675, 0.6462, 0.5896, 0.5784, 0.5712, 0.556, 0.5535, 0.5527, 0.5379], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "167969": {"relevant_ids": ["174461"], "ranked_ids": ["360983", "174461", "91854", "121354", "347474", "171665", "315016", "449678", "222958", "34814"], "ranked_scores": [0.7337, 0.7308, 0.5819, 0.5759, 0.5677, 0.5627, 0.5588, 0.5495, 0.5484, 0.5479], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "97986": {"relevant_ids": ["97987"], "ranked_ids": ["97987", "44589", "393565", "105886", "41242", "104642", "98924", "98925", "415005", "234865"], "ranked_scores": [0.8414, 0.7896, 0.5921, 0.5764, 0.5764, 0.5684, 0.5669, 0.5669, 0.5627, 0.5558], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "12865": {"relevant_ids": ["105683"], "ranked_ids": ["105683", "83623", "83622", "356189", "231925", "69748", "92902", "291690", "293035", "16686"], "ranked_scores": [0.8265, 0.6914, 0.6655, 0.6348, 0.6304, 0.6277, 0.6257, 0.6136, 0.5825, 0.5786], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "215681": {"relevant_ids": ["215680"], "ranked_ids": ["215680", "177080", "5733", "57552", "178515", "376328", "301165", "54139", "171713", "252239"], "ranked_scores": [0.8321, 0.6464, 0.6462, 0.6106, 0.6014, 0.5979, 0.5978, 0.5978, 0.5964, 0.5871], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-bge-base-en-v1.5-pq-m64-n4": {"127728": {"relevant_ids": ["127729"], "ranked_ids": ["38063", "127729", "188019", "93150", "357310", "433315", "445616", "276617", "426456", "153290"], "ranked_scores": [0.5477, 0.5174, 0.5023, 0.4983, 0.4962, 0.4947, 0.4907, 0.4862, 0.4839, 0.4833], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "318820": {"relevant_ids": ["318821"], "ranked_ids": ["318821", "355161", "367479", "222238", "54496", "496708", "457906", "481262", "103640", "76767"], "ranked_scores": [0.6849, 0.6096, 0.5873, 0.5745, 0.573, 0.5698, 0.5493, 0.548, 0.5299, 0.5291], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "296098": {"relevant_ids": ["296097"], "ranked_ids": ["307653", "296097", "173403", "134752", "45507", "469868", "423933", "45506", "364131", "56686"], "ranked_scores": [0.5373, 0.5315, 0.5313, 0.5246, 0.5229, 0.5095, 0.5061, 0.5053, 0.4923, 0.4813], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "150414": {"relevant_ids": ["192835"], "ranked_ids": ["105782", "192835", "516620", "126746", "8875", "103122", "132912", "85555", "21131", "105783"], "ranked_scores": [0.7256, 0.7225, 0.7056, 0.6693, 0.6534, 0.6494, 0.6477, 0.6447, 0.6405, 0.6333], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "145582": {"relevant_ids": ["145583"], "ranked_ids": ["145583", "299264", "508501", "316486", "508502", "369068", "332628", "285851", "179136", "177277"], "ranked_scores": [0.4756, 0.464, 0.3759, 0.3754, 0.3697, 0.3603, 0.3574, 0.3566, 0.3564, 0.3534], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "315712": {"relevant_ids": ["315713"], "ranked_ids": ["315713", "396505", "153536", "203205", "58851", "120489", "100067", "236508", "454814", "242340"], "ranked_scores": [0.6572, 0.5728, 0.5638, 0.5571, 0.5424, 0.5273, 0.5221, 0.517, 0.5141, 0.5081], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145739": {"relevant_ids": ["145740"], "ranked_ids": ["145740", "241979", "366074", "115412", "148222", "375395", "347337", "280142", "8705", "303090"], "ranked_scores": [0.6074, 0.5822, 0.5724, 0.5562, 0.5124, 0.5089, 0.5076, 0.5049, 0.4987, 0.4954], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "308127": {"relevant_ids": ["308126"], "ranked_ids": ["308126", "282571", "498938", "287482", "367804", "405505", "139188", "65412", "385951", "490044"], "ranked_scores": [0.5742, 0.4509, 0.4474, 0.422, 0.4122, 0.4069, 0.405, 0.4022, 0.4019, 0.4015], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "287245": {"relevant_ids": ["283199", "322650", "283198"], "ranked_ids": ["283198", "283199", "322650", "508239", "221783", "505949", "221784", "420279", "192143", "188940"], "ranked_scores": [0.5558, 0.5485, 0.5478, 0.4354, 0.4146, 0.4076, 0.4038, 0.4028, 0.3961, 0.3904], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "14755": {"relevant_ids": ["211906", "14756"], "ranked_ids": ["211906", "14756", "450970", "30834", "57678", "235454", "383325", "83338", "277031", "481547"], "ranked_scores": [0.6554, 0.6534, 0.6511, 0.5996, 0.579, 0.5734, 0.5688, 0.558, 0.5469, 0.5451], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "370170": {"relevant_ids": ["370169"], "ranked_ids": ["370169", "433820", "537762", "476551", "449037", "387761", "299578", "88911", "466920", "22763"], "ranked_scores": [0.6149, 0.4416, 0.4407, 0.4189, 0.4172, 0.4165, 0.4121, 0.411, 0.398, 0.3933], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "41774": {"relevant_ids": ["41773"], "ranked_ids": ["41773", "239344", "442459", "173048", "214766", "307530", "256671", "366794", "339534", "286056"], "ranked_scores": [0.5818, 0.4437, 0.44, 0.4351, 0.4231, 0.4162, 0.41, 0.4061, 0.4046, 0.402], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "399648": {"relevant_ids": ["399649"], "ranked_ids": ["399649", "462253", "283129", "225815", "154368", "78914", "139235", "188527", "146745", "445074"], "ranked_scores": [0.6325, 0.5201, 0.4789, 0.4603, 0.4489, 0.4446, 0.4412, 0.4381, 0.4359, 0.4313], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "504811": {"relevant_ids": ["504810"], "ranked_ids": ["504810", "448774", "74588", "298555", "364238", "309894", "256525", "204681", "84826", "499535"], "ranked_scores": [0.6563, 0.5119, 0.4959, 0.4946, 0.4917, 0.491, 0.4907, 0.4904, 0.4879, 0.4857], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "362950": {"relevant_ids": ["362949", "400212"], "ranked_ids": ["362949", "400212", "105920", "487392", "429502", "427587", "291799", "244712", "344212", "43209"], "ranked_scores": [0.634, 0.625, 0.5986, 0.5972, 0.59, 0.5852, 0.5824, 0.579, 0.5762, 0.5728], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "155873": {"relevant_ids": ["155874"], "ranked_ids": ["155874", "392604", "292617", "294020", "136219", "487664", "446058", "430514", "444541", "378062"], "ranked_scores": [0.4978, 0.4745, 0.4627, 0.4535, 0.4385, 0.4341, 0.4249, 0.4206, 0.4117, 0.4117], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "263432": {"relevant_ids": ["263433"], "ranked_ids": ["263433", "128303", "190136", "18217", "371563", "305072", "392367", "471057", "510661", "104254"], "ranked_scores": [0.5355, 0.5087, 0.4567, 0.4545, 0.4491, 0.4328, 0.4316, 0.4298, 0.4291, 0.4238], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "354945": {"relevant_ids": ["354946"], "ranked_ids": ["354946", "254071", "462983", "462984", "322478", "243923", "473769", "76723", "9687", "351813"], "ranked_scores": [0.5565, 0.4668, 0.4168, 0.4102, 0.3965, 0.3852, 0.3681, 0.3568, 0.3389, 0.3383], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "245417": {"relevant_ids": ["248195", "219475"], "ranked_ids": ["40657", "219475", "64433", "413039", "248195", "164159", "368145", "8069", "37326", "319022"], "ranked_scores": [0.6261, 0.6219, 0.6094, 0.5925, 0.582, 0.5516, 0.5505, 0.5381, 0.5281, 0.5253], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6241, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6241, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "516276": {"relevant_ids": ["516277"], "ranked_ids": ["516277", "19755", "34173", "76958", "510783", "112502", "352189", "62062", "197869", "142152"], "ranked_scores": [0.7178, 0.6498, 0.6365, 0.6128, 0.6022, 0.5875, 0.5845, 0.5826, 0.5798, 0.5651], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177580": {"relevant_ids": ["177579"], "ranked_ids": ["177579", "18081", "115954", "129413", "234825", "455888", "464418", "129412", "446100", "272252"], "ranked_scores": [0.6097, 0.4357, 0.4171, 0.4124, 0.4073, 0.402, 0.402, 0.4019, 0.3846, 0.3826], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "309865": {"relevant_ids": ["78624", "78623", "33713"], "ranked_ids": ["33713", "78623", "405094", "153484", "360054", "78624", "209041", "235483", "469068", "495751"], "ranked_scores": [0.7615, 0.7602, 0.7575, 0.7459, 0.7411, 0.7396, 0.7366, 0.7334, 0.7188, 0.7159], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.7654, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.9325, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "510387": {"relevant_ids": ["510386"], "ranked_ids": ["371033", "40390", "241538", "510386", "241537", "344869", "212478", "284736", "236586", "170896"], "ranked_scores": [0.6522, 0.6519, 0.6514, 0.6347, 0.6026, 0.6018, 0.5994, 0.5986, 0.5953, 0.5922], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "26645": {"relevant_ids": ["26644"], "ranked_ids": ["26644", "318396", "108781", "83874", "83875", "461704", "193896", "256679", "41242", "144057"], "ranked_scores": [0.6795, 0.5747, 0.5665, 0.5588, 0.5496, 0.5454, 0.5441, 0.5416, 0.5397, 0.5384], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "47788": {"relevant_ids": ["455725"], "ranked_ids": ["455725", "518171", "47703", "59223", "235686", "47789", "331", "348138", "120701", "37221"], "ranked_scores": [0.6853, 0.6666, 0.6614, 0.6467, 0.6452, 0.6407, 0.6386, 0.6304, 0.6281, 0.6277], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "338281": {"relevant_ids": ["338282"], "ranked_ids": ["338282", "452930", "11563", "138712", "438656", "338711", "85881", "43034", "467526", "263861"], "ranked_scores": [0.524, 0.389, 0.3733, 0.3676, 0.3667, 0.356, 0.3509, 0.3481, 0.3382, 0.3367], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "461149": {"relevant_ids": ["461148"], "ranked_ids": ["461148", "525835", "203100", "283905", "527101", "443095", "307096", "519891", "392720", "482221"], "ranked_scores": [0.6156, 0.5936, 0.5693, 0.5224, 0.5087, 0.4986, 0.4941, 0.4847, 0.4749, 0.4721], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "346126": {"relevant_ids": ["110711", "110710"], "ranked_ids": ["110710", "110711", "154338", "168350", "296319", "203476", "6816", "340823", "55038", "108617"], "ranked_scores": [0.6882, 0.6744, 0.6362, 0.6194, 0.6138, 0.6048, 0.5907, 0.5829, 0.5785, 0.5782], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "372986": {"relevant_ids": ["262882", "49961"], "ranked_ids": ["49961", "262882", "497531", "108183", "485235", "249896", "443239", "130692", "226818", "268183"], "ranked_scores": [0.6779, 0.6222, 0.5683, 0.5404, 0.5271, 0.527, 0.5265, 0.5249, 0.5196, 0.5195], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "501182": {"relevant_ids": ["501181"], "ranked_ids": ["501181", "274777", "384476", "129993", "261255", "231545", "251312", "299551", "447737", "327468"], "ranked_scores": [0.6133, 0.5341, 0.4647, 0.4455, 0.4212, 0.4119, 0.4104, 0.4023, 0.3972, 0.3956], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13800": {"relevant_ids": ["376590", "408522", "13799"], "ranked_ids": ["13799", "376590", "179943", "408522", "131350", "102285", "454343", "391952", "363079", "23302"], "ranked_scores": [0.6445, 0.6281, 0.5985, 0.592, 0.5779, 0.5751, 0.5749, 0.573, 0.5614, 0.5602], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.9675, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9675, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "250143": {"relevant_ids": ["250142"], "ranked_ids": ["250142", "473276", "38409", "533421", "206630", "127989", "403812", "225655", "318482", "156056"], "ranked_scores": [0.6148, 0.5756, 0.4658, 0.4623, 0.451, 0.4492, 0.4427, 0.4405, 0.4396, 0.4383], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13223": {"relevant_ids": ["88349", "156773", "88348", "20277", "13224"], "ranked_ids": ["156773", "88348", "13224", "86343", "88349", "366749", "137719", "24720", "359956", "223304"], "ranked_scores": [0.7324, 0.7153, 0.7152, 0.71, 0.7087, 0.702, 0.6936, 0.6869, 0.6741, 0.6707], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.2, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6, "ndcg@5": 0.8539, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.8, "ndcg@10": 0.8539, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.8}, "11002": {"relevant_ids": ["11003"], "ranked_ids": ["11003", "444112", "144197", "347493", "10212", "241075", "42203", "40099", "82619", "248217"], "ranked_scores": [0.6923, 0.6733, 0.6571, 0.6485, 0.6457, 0.6387, 0.6259, 0.619, 0.6142, 0.6138], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177653": {"relevant_ids": ["79732"], "ranked_ids": ["79732", "525756", "39174", "412316", "200611", "194790", "502840", "395587", "138956", "525755"], "ranked_scores": [0.5704, 0.4636, 0.4523, 0.4407, 0.4125, 0.4003, 0.3895, 0.3781, 0.3724, 0.3712], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "415592": {"relevant_ids": ["415591"], "ranked_ids": ["415591", "430072", "338816", "288357", "81159", "379146", "523917", "499684", "84634", "105088"], "ranked_scores": [0.6452, 0.5679, 0.5421, 0.518, 0.5149, 0.5131, 0.5113, 0.5109, 0.5081, 0.5046], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "511196": {"relevant_ids": ["511197"], "ranked_ids": ["511197", "45940", "459789", "77372", "414717", "224675", "189866", "13803", "156490", "349723"], "ranked_scores": [0.5925, 0.4881, 0.481, 0.4666, 0.4619, 0.4545, 0.4528, 0.4495, 0.4215, 0.4195], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "344845": {"relevant_ids": ["344844"], "ranked_ids": ["344844", "503908", "161471", "111672", "187882", "79987", "95946", "327485", "426875", "327548"], "ranked_scores": [0.7196, 0.6552, 0.6535, 0.6465, 0.6356, 0.6316, 0.627, 0.6258, 0.6256, 0.6222], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "396744": {"relevant_ids": ["396745"], "ranked_ids": ["396745", "236438", "454241", "481437", "75585", "155232", "297359", "369693", "488776", "284966"], "ranked_scores": [0.5556, 0.5271, 0.5029, 0.4982, 0.4859, 0.4827, 0.4827, 0.4732, 0.4726, 0.4715], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "452398": {"relevant_ids": ["452399"], "ranked_ids": ["452399", "530610", "90225", "435989", "7119", "68891", "461682", "346712", "196176", "372901"], "ranked_scores": [0.6188, 0.5125, 0.5104, 0.5084, 0.5059, 0.4978, 0.496, 0.4954, 0.4937, 0.4906], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "182114": {"relevant_ids": ["182113"], "ranked_ids": ["196647", "182113", "481882", "234482", "139689", "31137", "162482", "229182", "328873", "405949"], "ranked_scores": [0.6398, 0.615, 0.5881, 0.5769, 0.5599, 0.5505, 0.5372, 0.5338, 0.5273, 0.5207], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "486260": {"relevant_ids": ["486259"], "ranked_ids": ["486259", "392356", "113749", "209254", "111946", "65893", "266904", "29049", "416784", "146738"], "ranked_scores": [0.6685, 0.6468, 0.6326, 0.6243, 0.621, 0.6164, 0.6117, 0.6086, 0.5997, 0.5973], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "455140": {"relevant_ids": ["315935"], "ranked_ids": ["315935", "315936", "308963", "124700", "427112", "150842", "16399", "50224", "335780", "372713"], "ranked_scores": [0.6139, 0.5695, 0.5501, 0.5425, 0.5332, 0.5169, 0.5161, 0.5081, 0.4984, 0.4894], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "56198": {"relevant_ids": ["56199"], "ranked_ids": ["56199", "160194", "431226", "43404", "130971", "67917", "496142", "43405", "243039", "308888"], "ranked_scores": [0.6331, 0.4448, 0.4273, 0.4146, 0.4121, 0.3987, 0.3934, 0.3917, 0.3855, 0.3847], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "30172": {"relevant_ids": ["145119", "373486", "145120", "185817", "30173", "68426"], "ranked_ids": ["160900", "145120", "205338", "68426", "30173", "373486", "145119", "192604", "90983", "15236"], "ranked_scores": [0.7588, 0.7561, 0.7468, 0.7405, 0.7247, 0.7217, 0.7217, 0.7122, 0.7114, 0.7098], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.1667, "ndcg@5": 0.4913, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.647, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.8333}, "127880": {"relevant_ids": ["241164"], "ranked_ids": ["241164", "121458", "135083", "210277", "22396", "329579", "370634", "141773", "358959", "216657"], "ranked_scores": [0.6217, 0.5628, 0.5585, 0.5398, 0.5194, 0.5039, 0.4991, 0.4943, 0.4761, 0.472], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "167969": {"relevant_ids": ["174461"], "ranked_ids": ["174461", "360983", "365197", "407354", "91854", "222958", "49800", "34814", "172806", "100300"], "ranked_scores": [0.5885, 0.5736, 0.5221, 0.5009, 0.4985, 0.4971, 0.4942, 0.4925, 0.4899, 0.4896], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "97986": {"relevant_ids": ["97987"], "ranked_ids": ["97987", "44589", "326597", "108778", "41242", "105886", "104642", "290935", "256679", "376198"], "ranked_scores": [0.6803, 0.6249, 0.5866, 0.5798, 0.5771, 0.5704, 0.5685, 0.5593, 0.556, 0.5554], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "12865": {"relevant_ids": ["105683"], "ranked_ids": ["105683", "83623", "83622", "231925", "356189", "69748", "92902", "291690", "63277", "56590"], "ranked_scores": [0.6824, 0.6044, 0.5911, 0.5895, 0.5807, 0.5763, 0.5745, 0.5575, 0.5319, 0.5157], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "215681": {"relevant_ids": ["215680"], "ranked_ids": ["215680", "5733", "177080", "417852", "54139", "178515", "133468", "301165", "520998", "57552"], "ranked_scores": [0.7217, 0.6048, 0.5929, 0.5844, 0.5825, 0.5795, 0.5784, 0.5747, 0.5727, 0.5717], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-bge-base-en-v1.5-pq-m96-n4": {"127728": {"relevant_ids": ["127729"], "ranked_ids": ["38063", "127729", "188019", "127676", "205884", "387548", "485054", "26460", "250619", "278575"], "ranked_scores": [0.5268, 0.5179, 0.4972, 0.4927, 0.4924, 0.484, 0.4828, 0.4827, 0.4806, 0.4779], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "318820": {"relevant_ids": ["318821"], "ranked_ids": ["318821", "355161", "222238", "367479", "496708", "103640", "190698", "76767", "54496", "78636"], "ranked_scores": [0.7196, 0.5842, 0.583, 0.5815, 0.5546, 0.5523, 0.5468, 0.5374, 0.533, 0.5262], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "296098": {"relevant_ids": ["296097"], "ranked_ids": ["134752", "296097", "173403", "45507", "45506", "469868", "364131", "423933", "56686", "307653"], "ranked_scores": [0.5809, 0.5547, 0.5466, 0.5421, 0.5325, 0.5192, 0.5163, 0.5129, 0.4971, 0.4906], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "150414": {"relevant_ids": ["192835"], "ranked_ids": ["192835", "105782", "516620", "8875", "126746", "21131", "105783", "103122", "126745", "132912"], "ranked_scores": [0.7579, 0.7534, 0.7246, 0.6939, 0.6789, 0.6774, 0.6625, 0.6556, 0.6354, 0.6322], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145582": {"relevant_ids": ["145583"], "ranked_ids": ["145583", "299264", "316486", "449378", "369955", "345532", "508501", "285962", "356671", "87614"], "ranked_scores": [0.5467, 0.4943, 0.4105, 0.3707, 0.3706, 0.3683, 0.3637, 0.3623, 0.3559, 0.3526], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "315712": {"relevant_ids": ["315713"], "ranked_ids": ["315713", "153536", "390120", "396505", "58851", "242340", "203205", "236508", "377891", "392344"], "ranked_scores": [0.7039, 0.581, 0.564, 0.556, 0.5509, 0.5416, 0.5391, 0.5354, 0.5244, 0.5241], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145739": {"relevant_ids": ["145740"], "ranked_ids": ["145740", "241979", "366074", "148222", "115412", "375395", "415781", "8705", "323620", "180147"], "ranked_scores": [0.6344, 0.5748, 0.5598, 0.5285, 0.5285, 0.517, 0.5163, 0.5064, 0.5046, 0.4948], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "308127": {"relevant_ids": ["308126"], "ranked_ids": ["308126", "498938", "367804", "282571", "385951", "139188", "35763", "77650", "302837", "490044"], "ranked_scores": [0.6302, 0.4916, 0.4829, 0.4779, 0.4724, 0.4359, 0.4299, 0.4148, 0.4123, 0.41], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "287245": {"relevant_ids": ["283199", "322650", "283198"], "ranked_ids": ["322650", "283199", "283198", "109049", "508239", "505949", "188940", "221784", "450635", "184624"], "ranked_scores": [0.6172, 0.6127, 0.5996, 0.4696, 0.4483, 0.4325, 0.4287, 0.4275, 0.4268, 0.424], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "14755": {"relevant_ids": ["211906", "14756"], "ranked_ids": ["450970", "211906", "14756", "30834", "235454", "57678", "449494", "383588", "481547", "218584"], "ranked_scores": [0.7117, 0.7105, 0.7054, 0.6251, 0.6223, 0.5969, 0.5842, 0.573, 0.5414, 0.5322], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6934, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6934, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6934, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "370170": {"relevant_ids": ["370169"], "ranked_ids": ["370169", "433820", "466920", "449037", "537762", "404718", "387761", "417976", "22763", "476551"], "ranked_scores": [0.6753, 0.461, 0.4575, 0.4453, 0.4409, 0.4305, 0.4238, 0.4224, 0.4184, 0.407], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "41774": {"relevant_ids": ["41773"], "ranked_ids": ["41773", "239344", "173048", "307530", "328598", "339534", "214766", "53738", "407675", "433175"], "ranked_scores": [0.6498, 0.4993, 0.4591, 0.4539, 0.4399, 0.4392, 0.4297, 0.4292, 0.4249, 0.4246], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "399648": {"relevant_ids": ["399649"], "ranked_ids": ["399649", "462253", "154368", "21253", "146745", "283129", "225815", "188527", "87004", "445074"], "ranked_scores": [0.7042, 0.4855, 0.4795, 0.4742, 0.4728, 0.4665, 0.4662, 0.4588, 0.4586, 0.4542], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "504811": {"relevant_ids": ["504810"], "ranked_ids": ["504810", "298555", "55899", "364238", "499535", "322294", "74588", "84826", "279073", "90374"], "ranked_scores": [0.7119, 0.5339, 0.504, 0.4974, 0.4941, 0.4907, 0.4906, 0.4838, 0.4835, 0.4719], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "362950": {"relevant_ids": ["362949", "400212"], "ranked_ids": ["362949", "400212", "429502", "105920", "487392", "427587", "105919", "256845", "291799", "465929"], "ranked_scores": [0.6978, 0.693, 0.6191, 0.6165, 0.614, 0.6044, 0.6041, 0.5973, 0.5958, 0.5878], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "155873": {"relevant_ids": ["155874"], "ranked_ids": ["155874", "392604", "136219", "444541", "292617", "158852", "162323", "430514", "294020", "25477"], "ranked_scores": [0.5381, 0.5127, 0.4449, 0.4443, 0.4359, 0.432, 0.4298, 0.4294, 0.4292, 0.4273], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "263432": {"relevant_ids": ["263433"], "ranked_ids": ["263433", "128303", "18217", "371563", "104254", "392367", "407204", "41365", "190136", "305072"], "ranked_scores": [0.6116, 0.5333, 0.5097, 0.4851, 0.4758, 0.4496, 0.4448, 0.4434, 0.4378, 0.4374], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "354945": {"relevant_ids": ["354946"], "ranked_ids": ["354946", "254071", "322478", "462984", "462983", "9687", "236419", "137994", "473769", "166837"], "ranked_scores": [0.657, 0.4966, 0.4304, 0.4194, 0.4153, 0.3842, 0.3782, 0.3653, 0.365, 0.3645], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "245417": {"relevant_ids": ["248195", "219475"], "ranked_ids": ["40657", "219475", "64433", "248195", "319022", "413039", "37326", "368145", "152213", "164159"], "ranked_scores": [0.6842, 0.6663, 0.6127, 0.6084, 0.6072, 0.5934, 0.5889, 0.5751, 0.5625, 0.5547], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6509, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6509, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "516276": {"relevant_ids": ["516277"], "ranked_ids": ["516277", "34173", "19755", "76958", "510783", "62062", "352189", "387288", "197869", "489791"], "ranked_scores": [0.76, 0.6441, 0.6325, 0.6237, 0.6059, 0.6021, 0.5756, 0.5732, 0.5713, 0.5692], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177580": {"relevant_ids": ["177579"], "ranked_ids": ["177579", "18081", "115954", "27716", "140940", "76563", "129412", "419100", "157000", "129413"], "ranked_scores": [0.7029, 0.4999, 0.4418, 0.4214, 0.4212, 0.4173, 0.4128, 0.408, 0.4057, 0.4047], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "309865": {"relevant_ids": ["78624", "78623", "33713"], "ranked_ids": ["33713", "78623", "405094", "153484", "78624", "209041", "495751", "360054", "235483", "469068"], "ranked_scores": [0.7421, 0.7316, 0.7303, 0.7174, 0.7018, 0.6828, 0.6788, 0.6698, 0.6698, 0.6665], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.9469, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9469, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "510387": {"relevant_ids": ["510386"], "ranked_ids": ["510386", "241538", "40390", "212478", "241537", "371033", "170896", "91350", "344869", "52003"], "ranked_scores": [0.6419, 0.6122, 0.6114, 0.5849, 0.5816, 0.5808, 0.573, 0.5695, 0.5676, 0.5578], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "26645": {"relevant_ids": ["26644"], "ranked_ids": ["26644", "207775", "108781", "318396", "144057", "83875", "83874", "256679", "407302", "240705"], "ranked_scores": [0.7107, 0.5659, 0.5507, 0.5498, 0.5327, 0.53, 0.5292, 0.5062, 0.5006, 0.4983], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "47788": {"relevant_ids": ["455725"], "ranked_ids": ["455725", "518171", "348138", "47703", "59223", "8505", "47789", "235686", "101721", "331"], "ranked_scores": [0.6915, 0.6733, 0.6728, 0.6689, 0.6585, 0.6559, 0.6538, 0.6471, 0.6424, 0.6261], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "338281": {"relevant_ids": ["338282"], "ranked_ids": ["338282", "138712", "452930", "11563", "200288", "338711", "119513", "263861", "522778", "85881"], "ranked_scores": [0.5863, 0.399, 0.389, 0.3837, 0.3729, 0.3681, 0.3544, 0.3535, 0.3505, 0.3496], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "461149": {"relevant_ids": ["461148"], "ranked_ids": ["461148", "525835", "203100", "283905", "417040", "527101", "274867", "250197", "443095", "335800"], "ranked_scores": [0.6686, 0.6561, 0.6025, 0.5348, 0.5346, 0.5309, 0.5247, 0.5229, 0.5166, 0.5107], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "346126": {"relevant_ids": ["110711", "110710"], "ranked_ids": ["110710", "110711", "154338", "168350", "296319", "203476", "254526", "355996", "54348", "229972"], "ranked_scores": [0.716, 0.6929, 0.686, 0.6245, 0.6185, 0.6132, 0.606, 0.5955, 0.5904, 0.5837], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "372986": {"relevant_ids": ["262882", "49961"], "ranked_ids": ["49961", "262882", "497531", "497357", "215938", "249896", "226818", "108183", "494989", "166564"], "ranked_scores": [0.7239, 0.657, 0.5533, 0.5487, 0.5249, 0.5095, 0.5085, 0.5011, 0.4975, 0.4972], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "501182": {"relevant_ids": ["501181"], "ranked_ids": ["501181", "274777", "129993", "25920", "429772", "251312", "333842", "447737", "231545", "236419"], "ranked_scores": [0.6405, 0.5298, 0.4435, 0.4291, 0.405, 0.4027, 0.4015, 0.4004, 0.3987, 0.3963], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13800": {"relevant_ids": ["376590", "408522", "13799"], "ranked_ids": ["13799", "376590", "179943", "281010", "391952", "481109", "408522", "131350", "102285", "454343"], "ranked_scores": [0.6815, 0.6667, 0.6094, 0.5917, 0.5706, 0.5663, 0.566, 0.5653, 0.5622, 0.5521], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.7654, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.9218, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "250143": {"relevant_ids": ["250142"], "ranked_ids": ["250142", "473276", "76062", "368186", "38409", "50538", "57155", "319909", "509758", "284246"], "ranked_scores": [0.6352, 0.5685, 0.4638, 0.4576, 0.4536, 0.4523, 0.4471, 0.4461, 0.427, 0.426], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13223": {"relevant_ids": ["88349", "156773", "88348", "20277", "13224"], "ranked_ids": ["156773", "13224", "88348", "88349", "86343", "137719", "24720", "366749", "20277", "223304"], "ranked_scores": [0.7809, 0.7558, 0.7193, 0.7193, 0.7154, 0.6989, 0.6988, 0.6939, 0.6813, 0.6754], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.2, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6, "ndcg@5": 0.8688, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.8, "ndcg@10": 0.9709, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "11002": {"relevant_ids": ["11003"], "ranked_ids": ["11003", "444112", "144197", "10212", "241075", "42203", "489539", "87346", "347493", "117199"], "ranked_scores": [0.7193, 0.6562, 0.6473, 0.6421, 0.6359, 0.6293, 0.6134, 0.6113, 0.6058, 0.5919], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177653": {"relevant_ids": ["79732"], "ranked_ids": ["79732", "39174", "412316", "525756", "395587", "200611", "293259", "525755", "502840", "310721"], "ranked_scores": [0.6437, 0.51, 0.4855, 0.4704, 0.4646, 0.4431, 0.4332, 0.4219, 0.4209, 0.4138], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "415592": {"relevant_ids": ["415591"], "ranked_ids": ["415591", "430072", "379146", "499684", "338815", "494912", "84634", "523917", "81159", "105088"], "ranked_scores": [0.695, 0.5752, 0.5726, 0.5604, 0.545, 0.5405, 0.5365, 0.5329, 0.5284, 0.5264], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "511196": {"relevant_ids": ["511197"], "ranked_ids": ["511197", "45940", "77372", "459789", "414717", "289278", "156490", "251546", "13803", "277652"], "ranked_scores": [0.6686, 0.5433, 0.5286, 0.5093, 0.5047, 0.4714, 0.4613, 0.4591, 0.4584, 0.4579], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "344845": {"relevant_ids": ["344844"], "ranked_ids": ["344844", "161471", "79987", "187882", "327548", "4915", "503908", "111672", "384928", "95946"], "ranked_scores": [0.7482, 0.6621, 0.656, 0.6554, 0.6456, 0.6427, 0.6408, 0.6239, 0.618, 0.6174], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "396744": {"relevant_ids": ["396745"], "ranked_ids": ["396745", "454241", "284966", "481437", "297359", "236438", "503444", "112050", "338567", "471027"], "ranked_scores": [0.6055, 0.5641, 0.529, 0.5267, 0.5247, 0.5236, 0.5198, 0.4939, 0.4918, 0.4862], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "452398": {"relevant_ids": ["452399"], "ranked_ids": ["452399", "530610", "435989", "90225", "372901", "96862", "346712", "267712", "7119", "97822"], "ranked_scores": [0.6758, 0.5323, 0.4987, 0.4918, 0.4833, 0.4831, 0.4734, 0.4718, 0.4671, 0.4665], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "182114": {"relevant_ids": ["182113"], "ranked_ids": ["196647", "182113", "139689", "234482", "481882", "531602", "425919", "328873", "383343", "80224"], "ranked_scores": [0.6767, 0.6434, 0.6016, 0.5891, 0.573, 0.5606, 0.5503, 0.5462, 0.5366, 0.5213], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "486260": {"relevant_ids": ["486259"], "ranked_ids": ["486259", "392356", "146738", "492147", "209254", "241333", "113749", "146737", "209255", "29049"], "ranked_scores": [0.6982, 0.6554, 0.6177, 0.6145, 0.6117, 0.6067, 0.6031, 0.6022, 0.5931, 0.5918], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "455140": {"relevant_ids": ["315935"], "ranked_ids": ["315935", "427112", "124700", "308963", "315936", "50224", "150842", "440700", "16399", "211061"], "ranked_scores": [0.6583, 0.5595, 0.5489, 0.5411, 0.541, 0.5327, 0.5315, 0.4935, 0.493, 0.4926], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "56198": {"relevant_ids": ["56199"], "ranked_ids": ["56199", "160194", "431226", "308888", "130971", "454612", "11253", "246173", "144344", "43404"], "ranked_scores": [0.7024, 0.4964, 0.4496, 0.4181, 0.4143, 0.4075, 0.4016, 0.3986, 0.3974, 0.394], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "30172": {"relevant_ids": ["145119", "373486", "145120", "185817", "30173", "68426"], "ranked_ids": ["145120", "68426", "160900", "373486", "30173", "205338", "357893", "192604", "90983", "15236"], "ranked_scores": [0.7732, 0.7673, 0.7662, 0.7362, 0.7325, 0.7197, 0.709, 0.7055, 0.7001, 0.6977], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.1667, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.8304, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.7409, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.6667}, "127880": {"relevant_ids": ["241164"], "ranked_ids": ["241164", "135083", "121458", "210277", "329579", "208455", "370634", "450198", "535042", "358959"], "ranked_scores": [0.6611, 0.5661, 0.5644, 0.5381, 0.5129, 0.5098, 0.5035, 0.5004, 0.4864, 0.4826], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "167969": {"relevant_ids": ["174461"], "ranked_ids": ["174461", "360983", "34814", "449678", "85534", "91854", "171665", "222958", "365197", "121354"], "ranked_scores": [0.6117, 0.6042, 0.4989, 0.4986, 0.4982, 0.493, 0.4918, 0.4917, 0.4852, 0.4843], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "97986": {"relevant_ids": ["97987"], "ranked_ids": ["97987", "44589", "290935", "108778", "141075", "41242", "105886", "98925", "98924", "41241"], "ranked_scores": [0.72, 0.6608, 0.5562, 0.5457, 0.5404, 0.5404, 0.5393, 0.5378, 0.5301, 0.525], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "12865": {"relevant_ids": ["105683"], "ranked_ids": ["105683", "83623", "92902", "356189", "63277", "69748", "231925", "83622", "75652", "185769"], "ranked_scores": [0.703, 0.5901, 0.5819, 0.5545, 0.5448, 0.5411, 0.5286, 0.5275, 0.509, 0.5075], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "215681": {"relevant_ids": ["215680"], "ranked_ids": ["215680", "177080", "57552", "301165", "54139", "5733", "178515", "209853", "171713", "349338"], "ranked_scores": [0.7613, 0.6203, 0.5896, 0.5894, 0.5817, 0.5813, 0.5709, 0.5664, 0.5662, 0.5614], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-bge-base-en-v1.5-pq-m128-n4": {"127728": {"relevant_ids": ["127729"], "ranked_ids": ["38063", "127729", "205884", "445616", "278575", "188019", "48895", "387548", "78763", "245618"], "ranked_scores": [0.5432, 0.5203, 0.5056, 0.4986, 0.4919, 0.4853, 0.4815, 0.4774, 0.4745, 0.4728], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "318820": {"relevant_ids": ["318821"], "ranked_ids": ["318821", "367479", "355161", "496708", "76767", "380781", "483940", "78636", "222238", "54496"], "ranked_scores": [0.7479, 0.6071, 0.6016, 0.5803, 0.5509, 0.5471, 0.5424, 0.538, 0.5374, 0.5371], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "296098": {"relevant_ids": ["296097"], "ranked_ids": ["134752", "296097", "45507", "364131", "45506", "307653", "423933", "173403", "469868", "56686"], "ranked_scores": [0.6053, 0.6044, 0.5953, 0.575, 0.5702, 0.5678, 0.5527, 0.5513, 0.5413, 0.5289], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "150414": {"relevant_ids": ["192835"], "ranked_ids": ["192835", "105782", "516620", "126746", "8875", "21131", "103122", "132912", "105783", "126745"], "ranked_scores": [0.7809, 0.7722, 0.7539, 0.6945, 0.691, 0.6692, 0.6644, 0.6584, 0.6519, 0.6332], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145582": {"relevant_ids": ["145583"], "ranked_ids": ["145583", "299264", "285962", "316486", "285851", "158478", "87614", "122533", "356671", "345532"], "ranked_scores": [0.5703, 0.5355, 0.4142, 0.4135, 0.4067, 0.3849, 0.3801, 0.3768, 0.3731, 0.3711], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "315712": {"relevant_ids": ["315713"], "ranked_ids": ["315713", "396505", "203205", "67179", "236508", "120489", "390120", "124542", "153536", "313575"], "ranked_scores": [0.7288, 0.5701, 0.5686, 0.5394, 0.5308, 0.5237, 0.5206, 0.5202, 0.5196, 0.518], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145739": {"relevant_ids": ["145740"], "ranked_ids": ["145740", "241979", "366074", "115412", "148222", "8705", "336202", "376315", "347337", "375395"], "ranked_scores": [0.6799, 0.6042, 0.598, 0.5678, 0.5416, 0.5229, 0.5225, 0.5171, 0.5142, 0.5131], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "308127": {"relevant_ids": ["308126"], "ranked_ids": ["308126", "498938", "385951", "301104", "139188", "282571", "77650", "367804", "225544", "490044"], "ranked_scores": [0.664, 0.5079, 0.4699, 0.4691, 0.4677, 0.4611, 0.4538, 0.4482, 0.4329, 0.4305], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "287245": {"relevant_ids": ["283199", "322650", "283198"], "ranked_ids": ["322650", "283198", "283199", "508239", "109049", "450635", "420279", "188940", "405392", "221784"], "ranked_scores": [0.6818, 0.6796, 0.6747, 0.4928, 0.4505, 0.4357, 0.4353, 0.4349, 0.4263, 0.4229], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "14755": {"relevant_ids": ["211906", "14756"], "ranked_ids": ["211906", "450970", "14756", "30834", "57678", "235454", "449494", "535700", "236793", "383325"], "ranked_scores": [0.7461, 0.739, 0.7341, 0.6444, 0.6196, 0.5972, 0.5924, 0.5517, 0.5373, 0.5338], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.9197, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.9197, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9197, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "370170": {"relevant_ids": ["370169"], "ranked_ids": ["370169", "449037", "537762", "433820", "466920", "476551", "387761", "334238", "404718", "467211"], "ranked_scores": [0.7461, 0.4813, 0.4728, 0.4725, 0.4717, 0.4374, 0.436, 0.431, 0.4231, 0.4191], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "41774": {"relevant_ids": ["41773"], "ranked_ids": ["41773", "239344", "307530", "214766", "442459", "339534", "173048", "468656", "433175", "513540"], "ranked_scores": [0.6838, 0.5035, 0.4552, 0.454, 0.4344, 0.4186, 0.4169, 0.4156, 0.4122, 0.4112], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "399648": {"relevant_ids": ["399649"], "ranked_ids": ["399649", "462253", "283129", "225815", "445074", "154368", "26748", "435035", "54706", "21253"], "ranked_scores": [0.7591, 0.5308, 0.5187, 0.5158, 0.513, 0.5103, 0.4942, 0.4937, 0.4741, 0.4739], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "504811": {"relevant_ids": ["504810"], "ranked_ids": ["504810", "298555", "309894", "55899", "74588", "5861", "499535", "220414", "179618", "84826"], "ranked_scores": [0.7607, 0.5497, 0.5324, 0.5201, 0.497, 0.4862, 0.4846, 0.483, 0.4812, 0.4804], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "362950": {"relevant_ids": ["362949", "400212"], "ranked_ids": ["362949", "400212", "105920", "427587", "291799", "105919", "429502", "43209", "9132", "475478"], "ranked_scores": [0.6976, 0.6829, 0.6403, 0.6109, 0.6054, 0.6034, 0.6002, 0.5996, 0.5955, 0.5954], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "155873": {"relevant_ids": ["155874"], "ranked_ids": ["155874", "392604", "136219", "292617", "446058", "378060", "346009", "355445", "430514", "294020"], "ranked_scores": [0.5752, 0.5348, 0.4895, 0.4534, 0.4529, 0.44, 0.4352, 0.4348, 0.4305, 0.4284], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "263432": {"relevant_ids": ["263433"], "ranked_ids": ["263433", "128303", "18217", "371563", "305072", "41365", "372749", "190136", "97259", "108849"], "ranked_scores": [0.6284, 0.5465, 0.4882, 0.4869, 0.472, 0.4589, 0.4578, 0.4522, 0.4452, 0.4436], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "354945": {"relevant_ids": ["354946"], "ranked_ids": ["354946", "254071", "462983", "462984", "322478", "243923", "9687", "236419", "473769", "166837"], "ranked_scores": [0.703, 0.5126, 0.463, 0.4531, 0.4453, 0.4341, 0.4207, 0.4167, 0.3978, 0.3611], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "245417": {"relevant_ids": ["248195", "219475"], "ranked_ids": ["40657", "219475", "64433", "248195", "164159", "413039", "319022", "37326", "14180", "368145"], "ranked_scores": [0.7093, 0.6956, 0.6617, 0.6529, 0.6224, 0.6219, 0.6138, 0.5962, 0.5713, 0.5476], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6509, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6509, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "516276": {"relevant_ids": ["516277"], "ranked_ids": ["516277", "34173", "19755", "76958", "62062", "510783", "471902", "44716", "112502", "197869"], "ranked_scores": [0.7933, 0.6679, 0.6562, 0.6162, 0.6156, 0.6096, 0.6088, 0.6038, 0.5997, 0.5958], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177580": {"relevant_ids": ["177579"], "ranked_ids": ["177579", "18081", "115954", "129413", "129412", "391562", "234825", "9954", "60577", "419100"], "ranked_scores": [0.7475, 0.4457, 0.4384, 0.4372, 0.4369, 0.4361, 0.4295, 0.4089, 0.4004, 0.3995], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "309865": {"relevant_ids": ["78624", "78623", "33713"], "ranked_ids": ["33713", "405094", "78623", "153484", "78624", "209041", "495751", "235483", "469068", "437065"], "ranked_scores": [0.7928, 0.7726, 0.7719, 0.7537, 0.7313, 0.7069, 0.6985, 0.6851, 0.6793, 0.6741], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.8855, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.8855, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "510387": {"relevant_ids": ["510386"], "ranked_ids": ["241538", "510386", "241537", "40390", "344869", "371033", "170896", "212478", "236586", "284736"], "ranked_scores": [0.641, 0.624, 0.6006, 0.595, 0.5946, 0.5859, 0.5838, 0.5595, 0.533, 0.5255], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "26645": {"relevant_ids": ["26644"], "ranked_ids": ["26644", "108781", "318396", "207775", "83874", "144057", "83875", "461704", "407302", "259432"], "ranked_scores": [0.7455, 0.5886, 0.5831, 0.5548, 0.5401, 0.5313, 0.5165, 0.5149, 0.5115, 0.5069], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "47788": {"relevant_ids": ["455725"], "ranked_ids": ["455725", "518171", "59223", "47703", "348138", "235686", "101721", "8505", "47789", "331"], "ranked_scores": [0.7351, 0.6818, 0.6739, 0.6732, 0.6652, 0.6624, 0.6598, 0.6582, 0.6545, 0.6501], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "338281": {"relevant_ids": ["338282"], "ranked_ids": ["338282", "138712", "338711", "11563", "452930", "200288", "327767", "343824", "100426", "496777"], "ranked_scores": [0.6381, 0.4144, 0.4123, 0.4069, 0.3928, 0.3797, 0.3546, 0.3481, 0.3472, 0.3466], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "461149": {"relevant_ids": ["461148"], "ranked_ids": ["461148", "525835", "203100", "283905", "443095", "417040", "527101", "286025", "528608", "286024"], "ranked_scores": [0.7201, 0.6984, 0.6439, 0.5702, 0.5465, 0.5447, 0.5396, 0.5297, 0.5207, 0.5202], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "346126": {"relevant_ids": ["110711", "110710"], "ranked_ids": ["110710", "110711", "154338", "168350", "203476", "355996", "296319", "6816", "108617", "528998"], "ranked_scores": [0.7452, 0.7252, 0.7155, 0.6433, 0.616, 0.6068, 0.6002, 0.6001, 0.5963, 0.5933], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "372986": {"relevant_ids": ["262882", "49961"], "ranked_ids": ["49961", "262882", "497531", "497357", "108183", "443239", "485235", "215938", "140335", "303468"], "ranked_scores": [0.7535, 0.6634, 0.5651, 0.5469, 0.5409, 0.5357, 0.5332, 0.5192, 0.5169, 0.5143], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "501182": {"relevant_ids": ["501181"], "ranked_ids": ["501181", "274777", "261255", "231545", "251312", "333842", "299551", "25920", "447737", "501373"], "ranked_scores": [0.6929, 0.5154, 0.4713, 0.4506, 0.4244, 0.419, 0.4134, 0.4132, 0.4113, 0.4007], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13800": {"relevant_ids": ["376590", "408522", "13799"], "ranked_ids": ["13799", "376590", "179943", "408522", "481109", "391952", "131350", "8622", "281010", "482825"], "ranked_scores": [0.7188, 0.6882, 0.6577, 0.6518, 0.6193, 0.6135, 0.5721, 0.5711, 0.5669, 0.5635], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.9675, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9675, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "250143": {"relevant_ids": ["250142"], "ranked_ids": ["250142", "473276", "38409", "76062", "533421", "57155", "318482", "509758", "57156", "509757"], "ranked_scores": [0.7137, 0.6391, 0.4984, 0.4951, 0.4712, 0.4632, 0.4545, 0.4538, 0.4528, 0.4517], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13223": {"relevant_ids": ["88349", "156773", "88348", "20277", "13224"], "ranked_ids": ["156773", "13224", "137719", "88348", "88349", "86343", "24720", "366749", "223304", "20277"], "ranked_scores": [0.8056, 0.7749, 0.7456, 0.7447, 0.7414, 0.724, 0.72, 0.7159, 0.6967, 0.6966], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.2, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.4, "ndcg@5": 0.8304, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.8, "ndcg@10": 0.9285, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "11002": {"relevant_ids": ["11003"], "ranked_ids": ["11003", "444112", "10212", "144197", "241075", "42203", "489539", "347493", "447730", "468424"], "ranked_scores": [0.7676, 0.6894, 0.6891, 0.6826, 0.6722, 0.6458, 0.6264, 0.6216, 0.6092, 0.6083], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177653": {"relevant_ids": ["79732"], "ranked_ids": ["79732", "39174", "395587", "525756", "200611", "412316", "525755", "373717", "293259", "310721"], "ranked_scores": [0.7142, 0.5465, 0.4904, 0.4804, 0.4803, 0.4538, 0.4522, 0.4508, 0.4274, 0.4259], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "415592": {"relevant_ids": ["415591"], "ranked_ids": ["415591", "430072", "499684", "379146", "84634", "288357", "338816", "494912", "338815", "523917"], "ranked_scores": [0.7321, 0.5836, 0.5551, 0.5504, 0.5475, 0.5434, 0.5389, 0.5386, 0.5359, 0.5262], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "511196": {"relevant_ids": ["511197"], "ranked_ids": ["511197", "45940", "459789", "77372", "414717", "13803", "289278", "224675", "277652", "251545"], "ranked_scores": [0.6956, 0.5736, 0.5347, 0.5261, 0.5053, 0.4995, 0.4859, 0.4635, 0.4579, 0.4562], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "344845": {"relevant_ids": ["344844"], "ranked_ids": ["344844", "161471", "79987", "327548", "187882", "503908", "111672", "1096", "125075", "4915"], "ranked_scores": [0.7792, 0.6619, 0.6544, 0.6463, 0.6449, 0.6439, 0.6428, 0.6236, 0.6205, 0.6124], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "396744": {"relevant_ids": ["396745"], "ranked_ids": ["396745", "454241", "284966", "236438", "503444", "481437", "418055", "489628", "313629", "338567"], "ranked_scores": [0.6063, 0.5616, 0.5421, 0.5336, 0.5083, 0.5029, 0.4964, 0.4904, 0.4878, 0.4755], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "452398": {"relevant_ids": ["452399"], "ranked_ids": ["452399", "530610", "324290", "90225", "60646", "435989", "134287", "27545", "304781", "96862"], "ranked_scores": [0.7305, 0.5287, 0.5104, 0.4979, 0.4865, 0.4831, 0.472, 0.4651, 0.4645, 0.4632], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "182114": {"relevant_ids": ["182113"], "ranked_ids": ["196647", "182113", "234482", "139689", "481882", "531602", "80224", "24197", "383343", "425919"], "ranked_scores": [0.688, 0.6452, 0.6066, 0.6, 0.5734, 0.5451, 0.5441, 0.5349, 0.5346, 0.5339], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "486260": {"relevant_ids": ["486259"], "ranked_ids": ["486259", "392356", "209254", "113749", "146738", "146737", "416784", "209255", "492147", "65893"], "ranked_scores": [0.739, 0.6561, 0.6444, 0.6353, 0.6194, 0.6144, 0.6085, 0.5979, 0.5964, 0.5957], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "455140": {"relevant_ids": ["315935"], "ranked_ids": ["315935", "308963", "427112", "315936", "124700", "150842", "16399", "50224", "142202", "519049"], "ranked_scores": [0.7141, 0.5535, 0.5405, 0.5291, 0.5119, 0.5118, 0.5008, 0.4817, 0.4757, 0.475], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "56198": {"relevant_ids": ["56199"], "ranked_ids": ["56199", "160194", "130971", "431226", "308888", "249114", "43404", "67917", "523882", "496142"], "ranked_scores": [0.7357, 0.5252, 0.4482, 0.4337, 0.4303, 0.4185, 0.4086, 0.406, 0.3943, 0.3886], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "30172": {"relevant_ids": ["145119", "373486", "145120", "185817", "30173", "68426"], "ranked_ids": ["160900", "145120", "68426", "205338", "192604", "30173", "373486", "90983", "15236", "185817"], "ranked_scores": [0.7857, 0.7838, 0.7657, 0.7361, 0.7196, 0.7134, 0.7123, 0.7058, 0.6992, 0.6964], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5307, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.3836, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.6384, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.8333}, "127880": {"relevant_ids": ["241164"], "ranked_ids": ["241164", "121458", "135083", "210277", "370634", "450198", "535042", "358959", "329579", "22396"], "ranked_scores": [0.7019, 0.5683, 0.568, 0.5538, 0.513, 0.5047, 0.5031, 0.4988, 0.4948, 0.4921], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "167969": {"relevant_ids": ["174461"], "ranked_ids": ["360983", "174461", "222958", "449678", "34814", "121354", "172806", "315016", "171665", "146236"], "ranked_scores": [0.6757, 0.6627, 0.5345, 0.5337, 0.526, 0.5232, 0.503, 0.4968, 0.4966, 0.4951], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "97986": {"relevant_ids": ["97987"], "ranked_ids": ["97987", "44589", "98925", "98924", "108778", "318396", "105886", "290935", "326597", "193896"], "ranked_scores": [0.7639, 0.6823, 0.5536, 0.5445, 0.543, 0.5429, 0.5423, 0.5415, 0.5375, 0.5311], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "12865": {"relevant_ids": ["105683"], "ranked_ids": ["105683", "83623", "356189", "83622", "69748", "92902", "231925", "291690", "43086", "8301"], "ranked_scores": [0.7586, 0.6149, 0.5959, 0.5756, 0.5725, 0.5707, 0.5359, 0.5327, 0.5184, 0.518], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "215681": {"relevant_ids": ["215680"], "ranked_ids": ["215680", "177080", "5733", "178515", "301165", "133468", "54139", "252239", "57552", "370717"], "ranked_scores": [0.8048, 0.6251, 0.5973, 0.5872, 0.5677, 0.565, 0.5634, 0.5629, 0.5618, 0.544], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-roberta-base-pq-m24-n8": {"127728": {"relevant_ids": ["127729"], "ranked_ids": ["278575", "127729", "276617", "116881", "245618", "145244", "78763", "153290", "92818", "190150"], "ranked_scores": [0.7071, 0.707, 0.674, 0.6708, 0.6672, 0.6602, 0.6481, 0.6447, 0.6432, 0.6396], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "318820": {"relevant_ids": ["318821"], "ranked_ids": ["318821", "222238", "441089", "178549", "45151", "367479", "54496", "168411", "481262", "42413"], "ranked_scores": [0.779, 0.7668, 0.7191, 0.7138, 0.7114, 0.6976, 0.696, 0.6901, 0.6789, 0.6787], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "296098": {"relevant_ids": ["296097"], "ranked_ids": ["134752", "412371", "173403", "296097", "364131", "307653", "45506", "469868", "45507", "492756"], "ranked_scores": [0.6405, 0.6189, 0.6117, 0.6, 0.5896, 0.5884, 0.5871, 0.5836, 0.5791, 0.5495], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "150414": {"relevant_ids": ["192835"], "ranked_ids": ["192835", "105782", "105783", "516620", "126746", "73405", "335053", "103122", "470642", "144880"], "ranked_scores": [0.7883, 0.787, 0.7648, 0.7415, 0.7344, 0.7041, 0.7017, 0.6994, 0.6952, 0.6899], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145582": {"relevant_ids": ["145583"], "ranked_ids": ["145583", "454248", "436023", "112261", "63563", "299264", "505890", "173109", "390399", "432243"], "ranked_scores": [0.5625, 0.5058, 0.4521, 0.4266, 0.4136, 0.4056, 0.4044, 0.3966, 0.396, 0.3946], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "315712": {"relevant_ids": ["315713"], "ranked_ids": ["315713", "242340", "319096", "194841", "124542", "408588", "67179", "208025", "366216", "400583"], "ranked_scores": [0.6039, 0.5939, 0.5909, 0.5541, 0.5494, 0.5426, 0.5415, 0.5375, 0.5342, 0.5303], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145739": {"relevant_ids": ["145740"], "ranked_ids": ["145740", "8705", "241979", "366074", "465597", "115412", "180147", "415781", "347337", "453401"], "ranked_scores": [0.8106, 0.7977, 0.7962, 0.7962, 0.7932, 0.791, 0.7704, 0.7696, 0.7651, 0.7587], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "308127": {"relevant_ids": ["308126"], "ranked_ids": ["395527", "154044", "308126", "386807", "329643", "385951", "402262", "301104", "282571", "523863"], "ranked_scores": [0.6846, 0.6808, 0.6561, 0.6536, 0.6534, 0.6478, 0.6472, 0.6464, 0.6458, 0.6411], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "287245": {"relevant_ids": ["283199", "322650", "283198"], "ranked_ids": ["322650", "283199", "283198", "420279", "485959", "420280", "77620", "208412", "188940", "221784"], "ranked_scores": [0.7365, 0.7365, 0.7148, 0.6749, 0.6309, 0.6256, 0.6246, 0.6237, 0.6188, 0.6048], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "14755": {"relevant_ids": ["211906", "14756"], "ranked_ids": ["450970", "211906", "14756", "235454", "236793", "57678", "30834", "481547", "362149", "218584"], "ranked_scores": [0.7493, 0.7493, 0.7489, 0.7278, 0.7203, 0.7076, 0.6972, 0.676, 0.6611, 0.6472], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6934, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6934, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6934, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "370170": {"relevant_ids": ["370169"], "ranked_ids": ["370169", "476551", "466920", "537762", "191527", "419219", "279893", "15761", "128700", "211280"], "ranked_scores": [0.6798, 0.4937, 0.4902, 0.4819, 0.4625, 0.4558, 0.4446, 0.4441, 0.4438, 0.4396], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "41774": {"relevant_ids": ["41773"], "ranked_ids": ["41773", "214766", "239344", "467781", "468656", "442459", "358582", "148165", "33017", "163006"], "ranked_scores": [0.5897, 0.5388, 0.5206, 0.5091, 0.5058, 0.4972, 0.4778, 0.4762, 0.4762, 0.468], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "399648": {"relevant_ids": ["399649"], "ranked_ids": ["399649", "225815", "435035", "243294", "504913", "167487", "285302", "167488", "359281", "380626"], "ranked_scores": [0.7909, 0.7314, 0.7214, 0.708, 0.708, 0.7073, 0.7021, 0.7011, 0.693, 0.6845], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "504811": {"relevant_ids": ["504810"], "ranked_ids": ["504810", "90374", "448774", "309894", "298555", "214151", "55899", "5861", "386903", "155038"], "ranked_scores": [0.7776, 0.741, 0.7279, 0.7168, 0.6785, 0.6757, 0.6741, 0.6725, 0.6725, 0.658], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "362950": {"relevant_ids": ["362949", "400212"], "ranked_ids": ["427587", "151122", "362949", "411503", "487392", "475478", "400212", "348827", "9132", "68956"], "ranked_scores": [0.7812, 0.7717, 0.7692, 0.769, 0.7637, 0.7506, 0.7468, 0.7459, 0.7315, 0.7299], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3066, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3066, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.511, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "155873": {"relevant_ids": ["155874"], "ranked_ids": ["155874", "294020", "136219", "294021", "3139", "292617", "91610", "303941", "346009", "392604"], "ranked_scores": [0.5388, 0.5289, 0.524, 0.5124, 0.5098, 0.5097, 0.5091, 0.5041, 0.5005, 0.499], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "263432": {"relevant_ids": ["263433"], "ranked_ids": ["263433", "128303", "18217", "147629", "97259", "29349", "147630", "154634", "401373", "407204"], "ranked_scores": [0.6948, 0.6389, 0.6228, 0.622, 0.6196, 0.6187, 0.6149, 0.6136, 0.5949, 0.5931], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "354945": {"relevant_ids": ["354946"], "ranked_ids": ["354946", "254071", "462983", "322478", "108161", "236419", "263939", "202685", "473769", "462984"], "ranked_scores": [0.6827, 0.6372, 0.5635, 0.4646, 0.4641, 0.4412, 0.4245, 0.4203, 0.4064, 0.4026], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "245417": {"relevant_ids": ["248195", "219475"], "ranked_ids": ["64433", "40657", "248195", "219475", "413039", "14180", "319022", "301977", "164159", "391541"], "ranked_scores": [0.7673, 0.7615, 0.7577, 0.7507, 0.7311, 0.6856, 0.6588, 0.6559, 0.6432, 0.6367], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3066, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.5706, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5706, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "516276": {"relevant_ids": ["516277"], "ranked_ids": ["516277", "19755", "34173", "76958", "510783", "489791", "502570", "286275", "437452", "438101"], "ranked_scores": [0.7738, 0.7384, 0.7148, 0.7011, 0.6765, 0.6692, 0.6616, 0.6543, 0.6526, 0.6522], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177580": {"relevant_ids": ["177579"], "ranked_ids": ["177579", "115954", "464418", "455888", "18081", "446100", "370405", "454968", "185553", "76563"], "ranked_scores": [0.6545, 0.495, 0.4853, 0.4853, 0.4844, 0.4796, 0.4676, 0.4669, 0.4643, 0.4635], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "309865": {"relevant_ids": ["78624", "78623", "33713"], "ranked_ids": ["477476", "469068", "78623", "405094", "209041", "360054", "78624", "33713", "153484", "427344"], "ranked_scores": [0.8047, 0.8037, 0.8031, 0.8031, 0.7989, 0.7975, 0.796, 0.7951, 0.7945, 0.7929], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2346, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.5391, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "510387": {"relevant_ids": ["510386"], "ranked_ids": ["52003", "344869", "510386", "40390", "170896", "241537", "241538", "160232", "254292", "484846"], "ranked_scores": [0.8115, 0.7995, 0.7986, 0.7926, 0.7915, 0.7881, 0.777, 0.7638, 0.7531, 0.7519], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "26645": {"relevant_ids": ["26644"], "ranked_ids": ["26644", "207775", "83874", "83875", "318396", "144057", "177220", "507090", "234865", "407302"], "ranked_scores": [0.8046, 0.724, 0.7099, 0.7099, 0.7028, 0.6963, 0.6911, 0.6577, 0.6574, 0.6555], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "47788": {"relevant_ids": ["455725"], "ranked_ids": ["455725", "120701", "37221", "348138", "59223", "235686", "47703", "15132", "47789", "163881"], "ranked_scores": [0.8507, 0.848, 0.8471, 0.8454, 0.8454, 0.8434, 0.8389, 0.8383, 0.8324, 0.8315], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "338281": {"relevant_ids": ["338282"], "ranked_ids": ["338282", "457315", "263861", "57017", "11563", "138712", "234727", "263316", "382555", "327767"], "ranked_scores": [0.7698, 0.5293, 0.528, 0.5224, 0.5194, 0.5169, 0.5106, 0.4788, 0.4756, 0.473], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "461149": {"relevant_ids": ["461148"], "ranked_ids": ["461148", "443095", "525835", "392720", "215782", "335800", "302225", "377056", "203100", "121324"], "ranked_scores": [0.6373, 0.6014, 0.5885, 0.5848, 0.583, 0.5702, 0.5608, 0.5583, 0.5575, 0.5551], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "346126": {"relevant_ids": ["110711", "110710"], "ranked_ids": ["110710", "110711", "154338", "254526", "216984", "340823", "203476", "108617", "393684", "6816"], "ranked_scores": [0.8294, 0.8232, 0.8103, 0.773, 0.7666, 0.7632, 0.7626, 0.7583, 0.7554, 0.7554], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "372986": {"relevant_ids": ["262882", "49961"], "ranked_ids": ["49961", "262882", "303468", "203984", "215938", "281091", "443239", "88278", "310215", "516501"], "ranked_scores": [0.7548, 0.7267, 0.622, 0.6212, 0.6171, 0.6169, 0.6143, 0.6086, 0.6078, 0.605], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "501182": {"relevant_ids": ["501181"], "ranked_ids": ["501181", "325288", "179018", "109121", "402718", "274777", "291000", "446824", "2257", "310603"], "ranked_scores": [0.6795, 0.5837, 0.5767, 0.5547, 0.5539, 0.5368, 0.5266, 0.4551, 0.4522, 0.4449], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13800": {"relevant_ids": ["376590", "408522", "13799"], "ranked_ids": ["376590", "13799", "23471", "67320", "8622", "179943", "481109", "56338", "408522", "448205"], "ranked_scores": [0.8247, 0.7971, 0.788, 0.7859, 0.7775, 0.7705, 0.7579, 0.749, 0.7476, 0.7178], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.7654, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.9066, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "250143": {"relevant_ids": ["250142"], "ranked_ids": ["250142", "473276", "38409", "206630", "460976", "526032", "137994", "76062", "50539", "121390"], "ranked_scores": [0.7377, 0.7207, 0.5884, 0.5562, 0.5384, 0.5375, 0.5132, 0.5077, 0.5031, 0.5015], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13223": {"relevant_ids": ["88349", "156773", "88348", "20277", "13224"], "ranked_ids": ["156773", "366749", "86343", "13224", "88348", "88349", "223304", "24720", "137719", "491669"], "ranked_scores": [0.8737, 0.8624, 0.862, 0.8604, 0.8586, 0.8557, 0.8479, 0.8456, 0.8356, 0.8296], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.2, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.2, "ndcg@5": 0.6164, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6, "ndcg@10": 0.7372, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.8}, "11002": {"relevant_ids": ["11003"], "ranked_ids": ["11003", "489539", "17317", "87346", "55041", "64236", "174649", "95767", "40100", "81848"], "ranked_scores": [0.7283, 0.7163, 0.7083, 0.7061, 0.705, 0.703, 0.6881, 0.6881, 0.6876, 0.6876], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177653": {"relevant_ids": ["79732"], "ranked_ids": ["79732", "39174", "395587", "245271", "525756", "200611", "373717", "412316", "360786", "237652"], "ranked_scores": [0.7123, 0.6991, 0.6442, 0.6431, 0.6346, 0.6321, 0.6238, 0.6054, 0.5415, 0.5357], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "415592": {"relevant_ids": ["415591"], "ranked_ids": ["415591", "117817", "88542", "425878", "435045", "485299", "467639", "91592", "95917", "95918"], "ranked_scores": [0.7922, 0.7528, 0.7528, 0.7378, 0.7378, 0.7315, 0.707, 0.6965, 0.6876, 0.6693], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "511196": {"relevant_ids": ["511197"], "ranked_ids": ["511197", "491923", "156490", "53962", "328397", "435439", "352492", "251545", "248656", "220596"], "ranked_scores": [0.6503, 0.6132, 0.6119, 0.5966, 0.5712, 0.5357, 0.513, 0.5036, 0.4944, 0.4904], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "344845": {"relevant_ids": ["344844"], "ranked_ids": ["344844", "161471", "405733", "335497", "95946", "384928", "269915", "503908", "327548", "79986"], "ranked_scores": [0.7929, 0.7628, 0.7136, 0.7086, 0.7084, 0.708, 0.7073, 0.7066, 0.7025, 0.6994], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "396744": {"relevant_ids": ["396745"], "ranked_ids": ["236438", "396745", "16789", "284966", "418055", "271801", "454241", "305506", "75585", "219399"], "ranked_scores": [0.6059, 0.6027, 0.5984, 0.5978, 0.5855, 0.5747, 0.5638, 0.5611, 0.5554, 0.5548], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "452398": {"relevant_ids": ["452399"], "ranked_ids": ["452399", "230141", "90225", "372901", "530610", "304781", "60646", "378404", "134287", "97822"], "ranked_scores": [0.743, 0.6639, 0.6599, 0.6498, 0.639, 0.6337, 0.6323, 0.6228, 0.6175, 0.6175], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "182114": {"relevant_ids": ["182113"], "ranked_ids": ["234482", "481882", "256239", "182113", "162482", "475847", "412265", "137155", "56202", "196647"], "ranked_scores": [0.6952, 0.6952, 0.6952, 0.6926, 0.689, 0.689, 0.6864, 0.6863, 0.6837, 0.6822], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "486260": {"relevant_ids": ["486259"], "ranked_ids": ["486259", "266904", "113749", "111946", "392356", "114114", "146738", "220387", "151649", "241333"], "ranked_scores": [0.7607, 0.6878, 0.684, 0.6808, 0.6774, 0.6703, 0.6597, 0.6591, 0.6575, 0.6539], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "455140": {"relevant_ids": ["315935"], "ranked_ids": ["315935", "150842", "308963", "124700", "211061", "249732", "315936", "318887", "246286", "519049"], "ranked_scores": [0.8027, 0.757, 0.7548, 0.7412, 0.7231, 0.6886, 0.6845, 0.6843, 0.6842, 0.682], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "56198": {"relevant_ids": ["56199"], "ranked_ids": ["56199", "249114", "71092", "431226", "480352", "91482", "138891", "160194", "308888", "87814"], "ranked_scores": [0.7166, 0.5124, 0.4918, 0.4751, 0.4751, 0.4751, 0.4693, 0.4652, 0.4652, 0.4652], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "30172": {"relevant_ids": ["145119", "373486", "145120", "185817", "30173", "68426"], "ranked_ids": ["145120", "68426", "205338", "160900", "185817", "357893", "373486", "30173", "53445", "185581"], "ranked_scores": [0.8872, 0.8749, 0.8704, 0.8681, 0.8539, 0.8509, 0.8475, 0.8409, 0.8373, 0.8287], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.1667, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.6844, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.8069, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.8333}, "127880": {"relevant_ids": ["241164"], "ranked_ids": ["241164", "121458", "210277", "135083", "437116", "366050", "22396", "421143", "342515", "132797"], "ranked_scores": [0.6881, 0.6352, 0.6229, 0.6203, 0.6191, 0.5988, 0.5838, 0.583, 0.5803, 0.5764], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "167969": {"relevant_ids": ["174461"], "ranked_ids": ["174461", "360983", "207491", "78497", "121353", "347474", "144121", "448412", "60171", "121354"], "ranked_scores": [0.6775, 0.6441, 0.6396, 0.639, 0.635, 0.629, 0.629, 0.6228, 0.6218, 0.6208], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "97986": {"relevant_ids": ["97987"], "ranked_ids": ["97987", "44589", "202747", "108564", "141075", "212168", "326597", "420351", "284181", "248383"], "ranked_scores": [0.7954, 0.7789, 0.6948, 0.682, 0.6722, 0.6722, 0.6722, 0.6722, 0.6643, 0.6642], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "12865": {"relevant_ids": ["105683"], "ranked_ids": ["105683", "92902", "23129", "356740", "250014", "146805", "146806", "94167", "188959", "35071"], "ranked_scores": [0.7983, 0.7488, 0.737, 0.7303, 0.7088, 0.7075, 0.7075, 0.7075, 0.7075, 0.6811], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "215681": {"relevant_ids": ["215680"], "ranked_ids": ["215680", "57552", "143842", "138892", "340195", "63757", "6094", "68652", "153507", "119374"], "ranked_scores": [0.7263, 0.6065, 0.5961, 0.5731, 0.5663, 0.5655, 0.5611, 0.559, 0.5573, 0.5522], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-roberta-base-pq-m32-n8": {"127728": {"relevant_ids": ["127729"], "ranked_ids": ["127729", "145244", "278575", "153290", "245618", "276617", "92818", "190150", "116881", "38063"], "ranked_scores": [0.6583, 0.6583, 0.6568, 0.6269, 0.6263, 0.6248, 0.6223, 0.6206, 0.616, 0.6048], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "318820": {"relevant_ids": ["318821"], "ranked_ids": ["318821", "222238", "178549", "441089", "496708", "168411", "367479", "42413", "172247", "46281"], "ranked_scores": [0.7927, 0.7357, 0.6925, 0.6875, 0.6796, 0.677, 0.6751, 0.6592, 0.6495, 0.647], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "296098": {"relevant_ids": ["296097"], "ranked_ids": ["45507", "134752", "296097", "173403", "307653", "469868", "493414", "364131", "45506", "412371"], "ranked_scores": [0.6294, 0.6198, 0.5839, 0.5805, 0.5783, 0.5781, 0.5742, 0.5617, 0.5591, 0.5499], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "150414": {"relevant_ids": ["192835"], "ranked_ids": ["192835", "105782", "105783", "516620", "337933", "470642", "113488", "132912", "1702", "73405"], "ranked_scores": [0.7856, 0.7757, 0.7101, 0.7048, 0.7036, 0.6997, 0.696, 0.6935, 0.6922, 0.6873], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145582": {"relevant_ids": ["145583"], "ranked_ids": ["145583", "454248", "436023", "432243", "299264", "112261", "173109", "390399", "211239", "63563"], "ranked_scores": [0.6065, 0.439, 0.4192, 0.4122, 0.4115, 0.4034, 0.3999, 0.3975, 0.3844, 0.3613], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "315712": {"relevant_ids": ["315713"], "ranked_ids": ["315713", "242340", "408588", "319096", "208025", "194841", "124542", "355553", "236508", "536531"], "ranked_scores": [0.6305, 0.5701, 0.5603, 0.5602, 0.5518, 0.5515, 0.5383, 0.5237, 0.5169, 0.5124], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145739": {"relevant_ids": ["145740"], "ranked_ids": ["145740", "366074", "465597", "241979", "8705", "415781", "115412", "347337", "453401", "180147"], "ranked_scores": [0.7913, 0.7868, 0.7853, 0.785, 0.779, 0.7587, 0.7487, 0.7308, 0.7101, 0.7056], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "308127": {"relevant_ids": ["308126"], "ranked_ids": ["308126", "301104", "395527", "402262", "385951", "140685", "386807", "427879", "523863", "77650"], "ranked_scores": [0.6697, 0.6538, 0.6296, 0.6267, 0.6252, 0.6244, 0.6174, 0.6071, 0.6026, 0.5921], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "287245": {"relevant_ids": ["283199", "322650", "283198"], "ranked_ids": ["322650", "283199", "283198", "420279", "485959", "77620", "420280", "188940", "304904", "499037"], "ranked_scores": [0.7322, 0.7322, 0.7131, 0.6365, 0.6037, 0.5966, 0.5913, 0.5797, 0.5673, 0.5594], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "14755": {"relevant_ids": ["211906", "14756"], "ranked_ids": ["211906", "450970", "14756", "57678", "236793", "235454", "30834", "362149", "481547", "77860"], "ranked_scores": [0.77, 0.77, 0.7655, 0.714, 0.7098, 0.7019, 0.697, 0.6551, 0.6238, 0.6087], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.9197, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.9197, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9197, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "370170": {"relevant_ids": ["370169"], "ranked_ids": ["370169", "537762", "334238", "191527", "528902", "211280", "466920", "476551", "227009", "442132"], "ranked_scores": [0.7417, 0.4794, 0.4669, 0.4648, 0.4575, 0.4547, 0.4401, 0.4369, 0.4342, 0.4282], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "41774": {"relevant_ids": ["41773"], "ranked_ids": ["41773", "239344", "163006", "307530", "214766", "467781", "468656", "33017", "148165", "475177"], "ranked_scores": [0.6203, 0.5113, 0.4873, 0.4856, 0.4746, 0.4743, 0.4709, 0.4631, 0.4592, 0.457], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "399648": {"relevant_ids": ["399649"], "ranked_ids": ["399649", "225815", "243294", "380626", "504913", "285302", "167488", "167487", "11084", "5830"], "ranked_scores": [0.793, 0.7218, 0.7062, 0.6987, 0.6987, 0.6936, 0.6857, 0.6832, 0.6712, 0.6698], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "504811": {"relevant_ids": ["504810"], "ranked_ids": ["504810", "90374", "448774", "386903", "309894", "5861", "214151", "298555", "160704", "55899"], "ranked_scores": [0.789, 0.6935, 0.68, 0.6777, 0.6765, 0.6477, 0.631, 0.6226, 0.622, 0.6202], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "362950": {"relevant_ids": ["362949", "400212"], "ranked_ids": ["362949", "487392", "427587", "400212", "411503", "475478", "151122", "348827", "68956", "155870"], "ranked_scores": [0.7673, 0.7643, 0.7538, 0.7512, 0.75, 0.7447, 0.7425, 0.699, 0.6902, 0.6781], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.8772, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.8772, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "155873": {"relevant_ids": ["155874"], "ranked_ids": ["155874", "136219", "303941", "294020", "91610", "232469", "292617", "392604", "186105", "3139"], "ranked_scores": [0.56, 0.5359, 0.4976, 0.4947, 0.4919, 0.4849, 0.4837, 0.4819, 0.477, 0.4739], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "263432": {"relevant_ids": ["263433"], "ranked_ids": ["263433", "128303", "147629", "147630", "97259", "401373", "29349", "154634", "407204", "104254"], "ranked_scores": [0.6618, 0.6573, 0.6174, 0.6158, 0.6127, 0.6117, 0.5954, 0.5931, 0.593, 0.5804], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "354945": {"relevant_ids": ["354946"], "ranked_ids": ["354946", "254071", "462983", "108161", "322478", "462984", "157453", "236419", "473769", "202817"], "ranked_scores": [0.6825, 0.6522, 0.586, 0.501, 0.4696, 0.439, 0.4388, 0.4246, 0.4172, 0.4164], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "245417": {"relevant_ids": ["248195", "219475"], "ranked_ids": ["248195", "219475", "64433", "40657", "14180", "301977", "413039", "319022", "413040", "249364"], "ranked_scores": [0.7701, 0.7665, 0.7559, 0.7486, 0.673, 0.6665, 0.65, 0.6466, 0.6247, 0.6135], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "516276": {"relevant_ids": ["516277"], "ranked_ids": ["516277", "19755", "34173", "510783", "286275", "76958", "502570", "437452", "489791", "438101"], "ranked_scores": [0.7839, 0.7214, 0.6986, 0.6688, 0.636, 0.6339, 0.6243, 0.6214, 0.6196, 0.6082], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177580": {"relevant_ids": ["177579"], "ranked_ids": ["177579", "18081", "185553", "454968", "455888", "464418", "115954", "76563", "446100", "60577"], "ranked_scores": [0.6836, 0.4701, 0.4659, 0.4643, 0.4584, 0.4584, 0.4565, 0.4479, 0.4397, 0.4362], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "309865": {"relevant_ids": ["78624", "78623", "33713"], "ranked_ids": ["153484", "405094", "78623", "78624", "209041", "33713", "235483", "477476", "469068", "473976"], "ranked_scores": [0.7981, 0.7979, 0.7979, 0.7934, 0.7813, 0.7792, 0.7779, 0.7661, 0.7654, 0.7577], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4367, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.6039, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "510387": {"relevant_ids": ["510386"], "ranked_ids": ["170896", "344869", "40390", "510386", "241538", "484846", "52003", "241537", "371033", "254292"], "ranked_scores": [0.8062, 0.797, 0.7944, 0.7924, 0.7755, 0.7643, 0.7613, 0.7496, 0.7358, 0.7354], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "26645": {"relevant_ids": ["26644"], "ranked_ids": ["26644", "207775", "318396", "83874", "83875", "212168", "420351", "326597", "257425", "108781"], "ranked_scores": [0.7951, 0.7032, 0.6967, 0.6839, 0.6839, 0.6592, 0.653, 0.6488, 0.6444, 0.6403], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "47788": {"relevant_ids": ["455725"], "ranked_ids": ["455725", "47703", "59223", "37221", "235686", "101721", "348138", "8505", "59508", "105230"], "ranked_scores": [0.8444, 0.8363, 0.8284, 0.8277, 0.8245, 0.8219, 0.8214, 0.8192, 0.8145, 0.8137], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "338281": {"relevant_ids": ["338282"], "ranked_ids": ["338282", "11563", "234727", "382555", "263861", "457315", "431433", "100426", "338711", "85881"], "ranked_scores": [0.7855, 0.5379, 0.507, 0.5043, 0.5011, 0.4972, 0.4667, 0.4641, 0.4599, 0.453], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "461149": {"relevant_ids": ["461148"], "ranked_ids": ["461148", "203100", "215782", "525835", "377056", "392720", "443095", "100854", "2420", "17980"], "ranked_scores": [0.6294, 0.6044, 0.5893, 0.5892, 0.5608, 0.5549, 0.553, 0.5525, 0.5525, 0.5525], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "346126": {"relevant_ids": ["110711", "110710"], "ranked_ids": ["110710", "110711", "154338", "254526", "528998", "203476", "229972", "168350", "6816", "108617"], "ranked_scores": [0.8455, 0.8333, 0.8052, 0.7733, 0.7454, 0.7443, 0.7386, 0.7353, 0.7352, 0.7308], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "372986": {"relevant_ids": ["262882", "49961"], "ranked_ids": ["49961", "262882", "516501", "88278", "303468", "497531", "140335", "215938", "497357", "203984"], "ranked_scores": [0.7767, 0.7327, 0.6324, 0.6295, 0.6261, 0.6038, 0.6031, 0.6012, 0.5966, 0.5951], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "501182": {"relevant_ids": ["501181"], "ranked_ids": ["501181", "325288", "179018", "109121", "274777", "402718", "291000", "446824", "2257", "143008"], "ranked_scores": [0.6975, 0.5661, 0.5634, 0.5479, 0.5287, 0.5172, 0.4594, 0.4552, 0.4518, 0.438], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13800": {"relevant_ids": ["376590", "408522", "13799"], "ranked_ids": ["13799", "376590", "179943", "481109", "23471", "67320", "8622", "30987", "408522", "448205"], "ranked_scores": [0.8205, 0.7845, 0.7826, 0.7677, 0.7448, 0.734, 0.7228, 0.7142, 0.7099, 0.7075], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.7654, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.9066, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "250143": {"relevant_ids": ["250142"], "ranked_ids": ["250142", "473276", "38409", "526032", "206630", "76062", "57155", "364601", "121390", "460976"], "ranked_scores": [0.7264, 0.6946, 0.5405, 0.5096, 0.4971, 0.4907, 0.4847, 0.4832, 0.4738, 0.4657], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13223": {"relevant_ids": ["88349", "156773", "88348", "20277", "13224"], "ranked_ids": ["156773", "88348", "13224", "88349", "86343", "366749", "24720", "223304", "137719", "491669"], "ranked_scores": [0.8839, 0.8665, 0.8662, 0.8643, 0.8517, 0.8481, 0.8329, 0.826, 0.809, 0.8066], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.2, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6, "ndcg@5": 0.8688, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.8, "ndcg@10": 0.8688, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.8}, "11002": {"relevant_ids": ["11003"], "ranked_ids": ["11003", "489539", "144197", "42203", "64236", "87346", "17317", "174649", "266680", "444112"], "ranked_scores": [0.7383, 0.6988, 0.6918, 0.6894, 0.6889, 0.6866, 0.6835, 0.6822, 0.6812, 0.6794], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177653": {"relevant_ids": ["79732"], "ranked_ids": ["79732", "39174", "395587", "200611", "525756", "245271", "373717", "412316", "137270", "293259"], "ranked_scores": [0.7428, 0.6685, 0.6599, 0.6269, 0.6195, 0.6111, 0.5864, 0.5582, 0.5326, 0.53], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "415592": {"relevant_ids": ["415591"], "ranked_ids": ["415591", "435045", "485299", "425878", "88542", "117817", "467639", "379146", "91592", "322822"], "ranked_scores": [0.7767, 0.7127, 0.7108, 0.6991, 0.6973, 0.6955, 0.6875, 0.6311, 0.6128, 0.6123], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "511196": {"relevant_ids": ["511197"], "ranked_ids": ["511197", "491923", "156490", "328397", "53962", "112674", "251546", "459789", "251545", "349723"], "ranked_scores": [0.6945, 0.5776, 0.5569, 0.5389, 0.5009, 0.4876, 0.4819, 0.47, 0.4647, 0.4637], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "344845": {"relevant_ids": ["344844"], "ranked_ids": ["344844", "161471", "111672", "327548", "95946", "503908", "79987", "335497", "469623", "79595"], "ranked_scores": [0.8168, 0.7793, 0.7235, 0.7194, 0.7131, 0.7112, 0.7105, 0.708, 0.7054, 0.7038], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "396744": {"relevant_ids": ["396745"], "ranked_ids": ["396745", "236438", "284966", "16789", "271801", "475261", "418055", "454241", "526492", "252056"], "ranked_scores": [0.5908, 0.5716, 0.5708, 0.5575, 0.5474, 0.5382, 0.5369, 0.5347, 0.5274, 0.5215], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "452398": {"relevant_ids": ["452399"], "ranked_ids": ["452399", "90225", "530610", "230141", "134287", "304781", "97822", "372901", "4228", "60646"], "ranked_scores": [0.753, 0.6436, 0.6278, 0.6136, 0.6013, 0.5995, 0.5951, 0.5922, 0.5859, 0.5837], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "182114": {"relevant_ids": ["182113"], "ranked_ids": ["162482", "256239", "234482", "475847", "182113", "531602", "481882", "196647", "56202", "137155"], "ranked_scores": [0.703, 0.6907, 0.6865, 0.6853, 0.6834, 0.6821, 0.6801, 0.6781, 0.6765, 0.6757], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "486260": {"relevant_ids": ["486259"], "ranked_ids": ["486259", "266904", "392356", "114114", "385204", "221509", "113749", "241333", "209254", "111946"], "ranked_scores": [0.7557, 0.6837, 0.6657, 0.6522, 0.6483, 0.6474, 0.6471, 0.6439, 0.6401, 0.6392], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "455140": {"relevant_ids": ["315935"], "ranked_ids": ["315935", "124700", "308963", "150842", "519049", "211061", "246286", "93864", "50224", "340270"], "ranked_scores": [0.7975, 0.7366, 0.7048, 0.7039, 0.7014, 0.6916, 0.678, 0.6763, 0.663, 0.661], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "56198": {"relevant_ids": ["56199"], "ranked_ids": ["56199", "249114", "431226", "308888", "160194", "480352", "87814", "71092", "91482", "138891"], "ranked_scores": [0.69, 0.5032, 0.4925, 0.4815, 0.4815, 0.4798, 0.4719, 0.4629, 0.4605, 0.4469], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "30172": {"relevant_ids": ["145119", "373486", "145120", "185817", "30173", "68426"], "ranked_ids": ["145120", "68426", "160900", "373486", "205338", "185817", "145119", "30173", "192604", "185581"], "ranked_scores": [0.8933, 0.8927, 0.8561, 0.8546, 0.8471, 0.843, 0.8303, 0.825, 0.8215, 0.8161], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.1667, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.6992, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.928, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "127880": {"relevant_ids": ["241164"], "ranked_ids": ["241164", "210277", "121458", "135083", "535042", "100860", "450198", "437116", "112470", "22396"], "ranked_scores": [0.6626, 0.6377, 0.6368, 0.6112, 0.606, 0.5689, 0.5555, 0.5509, 0.5505, 0.5437], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "167969": {"relevant_ids": ["174461"], "ranked_ids": ["174461", "360983", "78497", "207491", "121354", "60171", "448412", "144121", "347474", "10393"], "ranked_scores": [0.6741, 0.658, 0.646, 0.6374, 0.6293, 0.6258, 0.6175, 0.6157, 0.608, 0.5949], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "97986": {"relevant_ids": ["97987"], "ranked_ids": ["97987", "44589", "326597", "202747", "212168", "141417", "420351", "284181", "108778", "318396"], "ranked_scores": [0.8001, 0.7747, 0.6675, 0.6674, 0.666, 0.6549, 0.6542, 0.6476, 0.6453, 0.6445], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "12865": {"relevant_ids": ["105683"], "ranked_ids": ["105683", "92902", "94167", "146805", "146806", "188959", "35071", "477677", "356740", "528844"], "ranked_scores": [0.7776, 0.6963, 0.6628, 0.6559, 0.6559, 0.6548, 0.6547, 0.6434, 0.6428, 0.6399], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "215681": {"relevant_ids": ["215680"], "ranked_ids": ["215680", "57552", "52235", "340195", "309376", "138892", "410439", "143842", "178515", "63757"], "ranked_scores": [0.7411, 0.5893, 0.5761, 0.5702, 0.5654, 0.5652, 0.5632, 0.5625, 0.5603, 0.5487], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-roberta-base-pq-m32-n4": {"127728": {"relevant_ids": ["127729"], "ranked_ids": ["127729", "245618", "382156", "244441", "522248", "76871", "73719", "205884", "278575", "433893"], "ranked_scores": [0.5455, 0.5345, 0.5339, 0.5254, 0.5166, 0.5144, 0.5143, 0.5138, 0.5115, 0.511], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "318820": {"relevant_ids": ["318821"], "ranked_ids": ["318821", "222238", "483940", "496708", "178549", "162581", "168411", "54496", "128978", "380781"], "ranked_scores": [0.6515, 0.6033, 0.5993, 0.5967, 0.5873, 0.5867, 0.5818, 0.5803, 0.5761, 0.5722], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "296098": {"relevant_ids": ["296097"], "ranked_ids": ["45507", "469868", "45506", "423933", "134752", "307653", "493414", "364131", "296097", "56686"], "ranked_scores": [0.4587, 0.4416, 0.4292, 0.4206, 0.4162, 0.4094, 0.4069, 0.4053, 0.4053, 0.4026], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "150414": {"relevant_ids": ["192835"], "ranked_ids": ["192835", "105782", "105783", "516620", "470642", "126746", "144880", "132912", "159263", "382686"], "ranked_scores": [0.6996, 0.6897, 0.6714, 0.6674, 0.6511, 0.6505, 0.6404, 0.6354, 0.6336, 0.6297], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145582": {"relevant_ids": ["145583"], "ranked_ids": ["145583", "454248", "130013", "299264", "432243", "436023", "369068", "120835", "211239", "258451"], "ranked_scores": [0.4457, 0.3643, 0.3189, 0.3175, 0.301, 0.2983, 0.2941, 0.2914, 0.2899, 0.2892], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "315712": {"relevant_ids": ["315713"], "ranked_ids": ["242340", "315713", "208025", "124542", "194841", "15236", "408588", "82405", "128560", "355553"], "ranked_scores": [0.4983, 0.4964, 0.484, 0.4823, 0.4744, 0.4595, 0.4549, 0.4529, 0.4514, 0.4494], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "145739": {"relevant_ids": ["145740"], "ranked_ids": ["145740", "115412", "241979", "415781", "100854", "17980", "8828", "185297", "366074", "8705"], "ranked_scores": [0.5428, 0.5054, 0.4877, 0.4805, 0.475, 0.475, 0.4734, 0.4651, 0.4595, 0.4573], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "308127": {"relevant_ids": ["308126"], "ranked_ids": ["308126", "301104", "100860", "471617", "79534", "395527", "35763", "385951", "498938", "329643"], "ranked_scores": [0.5379, 0.5229, 0.512, 0.5054, 0.5048, 0.5035, 0.4997, 0.4941, 0.4896, 0.4891], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "287245": {"relevant_ids": ["283199", "322650", "283198"], "ranked_ids": ["322650", "283199", "283198", "221784", "508239", "202705", "77620", "192143", "499037", "218199"], "ranked_scores": [0.5213, 0.5202, 0.5054, 0.4408, 0.4326, 0.4128, 0.3933, 0.3903, 0.3879, 0.3847], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "14755": {"relevant_ids": ["211906", "14756"], "ranked_ids": ["211906", "450970", "14756", "57678", "235454", "72031", "45636", "236793", "72275", "374172"], "ranked_scores": [0.5776, 0.575, 0.5693, 0.5583, 0.5581, 0.5531, 0.5373, 0.5367, 0.5251, 0.525], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.9197, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.9197, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9197, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "370170": {"relevant_ids": ["370169"], "ranked_ids": ["370169", "279893", "537762", "70975", "191527", "442132", "476551", "40667", "13680", "327517"], "ranked_scores": [0.5594, 0.399, 0.3939, 0.3931, 0.391, 0.39, 0.3878, 0.3837, 0.3834, 0.3829], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "41774": {"relevant_ids": ["41773"], "ranked_ids": ["41773", "239344", "163006", "33017", "467781", "179973", "442459", "468656", "148165", "468655"], "ranked_scores": [0.4585, 0.4065, 0.3955, 0.3893, 0.388, 0.3808, 0.3803, 0.3799, 0.3776, 0.3775], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "399648": {"relevant_ids": ["399649"], "ranked_ids": ["399649", "225815", "359281", "124071", "435035", "167487", "281735", "470800", "481934", "243294"], "ranked_scores": [0.5916, 0.5406, 0.5288, 0.5266, 0.5246, 0.5224, 0.5206, 0.5169, 0.5121, 0.5005], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "504811": {"relevant_ids": ["504810"], "ranked_ids": ["504810", "90374", "448774", "5861", "214151", "309894", "55899", "84826", "499535", "155038"], "ranked_scores": [0.5946, 0.5002, 0.489, 0.4747, 0.4633, 0.4627, 0.4615, 0.4545, 0.4461, 0.4451], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "362950": {"relevant_ids": ["362949", "400212"], "ranked_ids": ["362949", "129563", "427587", "400212", "487392", "20967", "411503", "438104", "151122", "475478"], "ranked_scores": [0.6066, 0.5924, 0.5884, 0.5802, 0.5776, 0.5721, 0.5652, 0.5619, 0.5592, 0.556], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.8772, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.8772, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "155873": {"relevant_ids": ["155874"], "ranked_ids": ["155874", "292617", "524460", "88342", "3139", "136219", "487664", "3249", "346009", "383066"], "ranked_scores": [0.5007, 0.4518, 0.4333, 0.4311, 0.4269, 0.4247, 0.4242, 0.4232, 0.4229, 0.4173], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "263432": {"relevant_ids": ["263433"], "ranked_ids": ["128303", "263433", "4350", "104254", "401373", "489070", "147629", "229972", "407204", "514747"], "ranked_scores": [0.539, 0.524, 0.5217, 0.506, 0.5032, 0.4922, 0.4911, 0.4906, 0.4891, 0.4876], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "354945": {"relevant_ids": ["354946"], "ranked_ids": ["354946", "254071", "462983", "137840", "108187", "108161", "508395", "322478", "206717", "287396"], "ranked_scores": [0.4639, 0.4321, 0.3958, 0.3405, 0.3371, 0.3327, 0.3304, 0.3278, 0.326, 0.3178], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "245417": {"relevant_ids": ["248195", "219475"], "ranked_ids": ["40657", "248195", "64433", "219475", "301977", "413039", "164159", "14180", "391541", "245726"], "ranked_scores": [0.5754, 0.5712, 0.5615, 0.5612, 0.5326, 0.5298, 0.5047, 0.5041, 0.4978, 0.4929], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6509, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6509, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "516276": {"relevant_ids": ["516277"], "ranked_ids": ["516277", "19755", "34173", "352289", "266361", "286275", "510783", "78042", "383804", "149233"], "ranked_scores": [0.6142, 0.5432, 0.5391, 0.5389, 0.5368, 0.5352, 0.5304, 0.5231, 0.52, 0.5171], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177580": {"relevant_ids": ["177579"], "ranked_ids": ["177579", "18081", "99261", "261260", "115954", "79946", "464418", "455888", "234765", "60577"], "ranked_scores": [0.5451, 0.4358, 0.4218, 0.4031, 0.4028, 0.3963, 0.3863, 0.3863, 0.3819, 0.3814], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "309865": {"relevant_ids": ["78624", "78623", "33713"], "ranked_ids": ["235483", "33713", "209041", "153484", "78623", "405094", "123300", "425739", "310762", "369339"], "ranked_scores": [0.6939, 0.6907, 0.6858, 0.677, 0.6712, 0.6712, 0.6706, 0.6695, 0.6687, 0.6687], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4776, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.4776, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.6667}, "510387": {"relevant_ids": ["510386"], "ranked_ids": ["40390", "510386", "484846", "344869", "170896", "234245", "52003", "74664", "345426", "236586"], "ranked_scores": [0.7425, 0.7403, 0.7386, 0.7374, 0.7307, 0.7252, 0.7231, 0.7131, 0.7121, 0.7117], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "26645": {"relevant_ids": ["26644"], "ranked_ids": ["26644", "318396", "267521", "207775", "144057", "256679", "234865", "256680", "522248", "193896"], "ranked_scores": [0.6582, 0.63, 0.6259, 0.6259, 0.6182, 0.6086, 0.6044, 0.6044, 0.5998, 0.5964], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "47788": {"relevant_ids": ["455725"], "ranked_ids": ["235686", "101721", "15132", "59223", "8505", "59508", "348138", "455725", "529720", "47703"], "ranked_scores": [0.7054, 0.7049, 0.7045, 0.7036, 0.7034, 0.7028, 0.7026, 0.702, 0.6978, 0.6973], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "338281": {"relevant_ids": ["338282"], "ranked_ids": ["338282", "263861", "11563", "234727", "457315", "443659", "100426", "325380", "529423", "391952"], "ranked_scores": [0.4892, 0.3969, 0.3865, 0.3816, 0.3815, 0.379, 0.3732, 0.3697, 0.367, 0.3619], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "461149": {"relevant_ids": ["461148"], "ranked_ids": ["461148", "525835", "469521", "392720", "203100", "215782", "443095", "120940", "250197", "392721"], "ranked_scores": [0.5269, 0.514, 0.5128, 0.5048, 0.5045, 0.4995, 0.4932, 0.4858, 0.4829, 0.4806], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "346126": {"relevant_ids": ["110711", "110710"], "ranked_ids": ["110710", "110711", "154338", "168350", "6816", "203476", "528998", "393684", "254526", "355996"], "ranked_scores": [0.6965, 0.6754, 0.6658, 0.6643, 0.6573, 0.649, 0.6469, 0.6259, 0.6201, 0.6185], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "372986": {"relevant_ids": ["262882", "49961"], "ranked_ids": ["49961", "262882", "303468", "281091", "516501", "215938", "443239", "497531", "415486", "268183"], "ranked_scores": [0.6428, 0.5969, 0.5731, 0.551, 0.543, 0.5427, 0.5344, 0.5303, 0.5282, 0.5279], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "501182": {"relevant_ids": ["501181"], "ranked_ids": ["501181", "179018", "411533", "446824", "109121", "447737", "261255", "50260", "173862", "306761"], "ranked_scores": [0.546, 0.4373, 0.4206, 0.4148, 0.4097, 0.4024, 0.4012, 0.3981, 0.3946, 0.3882], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13800": {"relevant_ids": ["376590", "408522", "13799"], "ranked_ids": ["30987", "23471", "179943", "13799", "376590", "448205", "56338", "408522", "481109", "355571"], "ranked_scores": [0.6189, 0.6184, 0.6164, 0.6041, 0.5954, 0.5786, 0.5747, 0.5678, 0.5585, 0.5498], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3836, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.5317, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "250143": {"relevant_ids": ["250142"], "ranked_ids": ["250142", "473276", "526032", "120264", "63512", "121390", "38409", "254184", "27632", "206630"], "ranked_scores": [0.4724, 0.4363, 0.4223, 0.3871, 0.3857, 0.3852, 0.3736, 0.3705, 0.3669, 0.3639], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13223": {"relevant_ids": ["88349", "156773", "88348", "20277", "13224"], "ranked_ids": ["156773", "13224", "88348", "86343", "88349", "137719", "366749", "223304", "24720", "154604"], "ranked_scores": [0.7222, 0.7062, 0.7036, 0.6998, 0.6991, 0.6865, 0.6803, 0.6781, 0.6759, 0.6537], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.2, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6, "ndcg@5": 0.8539, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.8, "ndcg@10": 0.8539, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.8}, "11002": {"relevant_ids": ["11003"], "ranked_ids": ["95767", "266680", "40099", "17317", "174649", "489539", "11003", "81848", "144197", "517597"], "ranked_scores": [0.5969, 0.5769, 0.5745, 0.5708, 0.57, 0.5691, 0.5686, 0.5678, 0.5675, 0.5675], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "177653": {"relevant_ids": ["79732"], "ranked_ids": ["79732", "200611", "194790", "395587", "39174", "412316", "525756", "137270", "515217", "373717"], "ranked_scores": [0.4642, 0.4014, 0.3915, 0.3759, 0.3723, 0.3684, 0.3623, 0.3603, 0.346, 0.3442], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "415592": {"relevant_ids": ["415591"], "ranked_ids": ["415591", "88542", "117817", "485299", "95917", "425878", "435045", "91592", "322822", "379146"], "ranked_scores": [0.618, 0.5476, 0.5401, 0.5262, 0.5224, 0.5108, 0.5103, 0.4922, 0.4887, 0.4869], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "511196": {"relevant_ids": ["511197"], "ranked_ids": ["511197", "156490", "313107", "522157", "248656", "251545", "220596", "252091", "469291", "537528"], "ranked_scores": [0.5135, 0.4394, 0.4301, 0.4174, 0.4145, 0.4055, 0.4038, 0.3973, 0.393, 0.3924], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "344845": {"relevant_ids": ["344844"], "ranked_ids": ["344844", "161471", "79987", "4915", "457408", "469623", "335497", "95946", "118579", "48574"], "ranked_scores": [0.6571, 0.6463, 0.6227, 0.6097, 0.5944, 0.5886, 0.5883, 0.5847, 0.5836, 0.5804], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "396744": {"relevant_ids": ["396745"], "ranked_ids": ["16789", "75585", "526492", "396745", "236438", "386956", "454241", "93770", "426695", "380781"], "ranked_scores": [0.4924, 0.4908, 0.4635, 0.4635, 0.4564, 0.4562, 0.4559, 0.4557, 0.4556, 0.4428], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "452398": {"relevant_ids": ["452399"], "ranked_ids": ["452399", "68891", "530610", "154215", "90225", "346712", "304781", "450912", "4228", "378404"], "ranked_scores": [0.6409, 0.5741, 0.5718, 0.5655, 0.5598, 0.5558, 0.553, 0.5529, 0.5518, 0.546], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "182114": {"relevant_ids": ["182113"], "ranked_ids": ["196647", "162482", "80719", "531602", "475043", "182113", "533693", "475847", "323531", "56202"], "ranked_scores": [0.5577, 0.5361, 0.5352, 0.5323, 0.53, 0.5288, 0.528, 0.5261, 0.5158, 0.5119], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "486260": {"relevant_ids": ["486259"], "ranked_ids": ["486259", "221509", "110220", "209255", "392356", "209254", "55598", "399555", "41453", "61325"], "ranked_scores": [0.6544, 0.6373, 0.6345, 0.6345, 0.6345, 0.6345, 0.6345, 0.6337, 0.6334, 0.6301], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "455140": {"relevant_ids": ["315935"], "ranked_ids": ["315935", "124700", "246286", "308963", "245896", "510681", "150842", "50224", "369068", "315936"], "ranked_scores": [0.5799, 0.5295, 0.5271, 0.5198, 0.5175, 0.5121, 0.5008, 0.4977, 0.4961, 0.4897], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "56198": {"relevant_ids": ["56199"], "ranked_ids": ["56199", "249114", "43404", "71092", "160194", "243039", "380746", "67917", "431226", "91482"], "ranked_scores": [0.4844, 0.3594, 0.3348, 0.3343, 0.3293, 0.3253, 0.3194, 0.3183, 0.3178, 0.3156], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "30172": {"relevant_ids": ["145119", "373486", "145120", "185817", "30173", "68426"], "ranked_ids": ["160900", "145120", "68426", "15236", "192604", "90983", "82405", "373486", "311173", "185817"], "ranked_scores": [0.7547, 0.7545, 0.7507, 0.7488, 0.7436, 0.7436, 0.7395, 0.7394, 0.7322, 0.728], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5307, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.3836, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.5252, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.6667}, "127880": {"relevant_ids": ["241164"], "ranked_ids": ["241164", "100860", "121458", "266615", "135083", "22396", "120446", "210277", "535042", "531392"], "ranked_scores": [0.557, 0.5158, 0.513, 0.4945, 0.4927, 0.4882, 0.488, 0.485, 0.48, 0.4726], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "167969": {"relevant_ids": ["174461"], "ranked_ids": ["78497", "174461", "207491", "360983", "144121", "10394", "177138", "255348", "293663", "347474"], "ranked_scores": [0.4926, 0.4826, 0.4824, 0.4682, 0.4614, 0.4499, 0.4468, 0.446, 0.4458, 0.4439], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "97986": {"relevant_ids": ["97987"], "ranked_ids": ["97987", "144057", "83875", "83874", "207775", "318396", "326597", "212168", "329296", "257425"], "ranked_scores": [0.6431, 0.5894, 0.5854, 0.5837, 0.5813, 0.5784, 0.5773, 0.5773, 0.5771, 0.5745], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "12865": {"relevant_ids": ["105683"], "ranked_ids": ["105683", "291690", "83622", "188704", "83623", "56499", "92902", "157129", "338609", "356740"], "ranked_scores": [0.6045, 0.5001, 0.4954, 0.4849, 0.4837, 0.4752, 0.4746, 0.4728, 0.4691, 0.4638], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "215681": {"relevant_ids": ["215680"], "ranked_ids": ["215680", "57552", "78042", "340195", "68652", "67268", "138892", "410439", "32920", "172729"], "ranked_scores": [0.633, 0.5483, 0.5477, 0.5431, 0.5353, 0.5335, 0.5319, 0.5243, 0.5222, 0.5206], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-roberta-base-pq-m48-n8": {"127728": {"relevant_ids": ["127729"], "ranked_ids": ["276617", "127729", "278575", "153290", "245618", "450133", "145244", "116881", "250619", "92818"], "ranked_scores": [0.6538, 0.636, 0.63, 0.6107, 0.6019, 0.5774, 0.5739, 0.5712, 0.5709, 0.5647], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "318820": {"relevant_ids": ["318821"], "ranked_ids": ["318821", "222238", "441089", "54496", "367479", "178549", "457906", "496708", "168411", "162581"], "ranked_scores": [0.7794, 0.7132, 0.6698, 0.6613, 0.6605, 0.6461, 0.6184, 0.6177, 0.6164, 0.6163], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "296098": {"relevant_ids": ["296097"], "ranked_ids": ["134752", "469868", "45507", "296097", "493414", "173403", "364131", "423933", "412371", "45506"], "ranked_scores": [0.5648, 0.5632, 0.5629, 0.5614, 0.5404, 0.5368, 0.5278, 0.5118, 0.5079, 0.505], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "150414": {"relevant_ids": ["192835"], "ranked_ids": ["192835", "105782", "105783", "516620", "132912", "470642", "1702", "126746", "73405", "113488"], "ranked_scores": [0.7922, 0.7873, 0.7406, 0.7325, 0.6988, 0.6766, 0.6751, 0.6577, 0.6571, 0.6455], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145582": {"relevant_ids": ["145583"], "ranked_ids": ["145583", "454248", "299264", "436023", "390399", "130013", "263736", "112261", "173109", "432243"], "ranked_scores": [0.6371, 0.4928, 0.4773, 0.4131, 0.3993, 0.3964, 0.386, 0.3818, 0.3806, 0.3629], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "315712": {"relevant_ids": ["315713"], "ranked_ids": ["315713", "408588", "208025", "194841", "124542", "319096", "242340", "236508", "128560", "355553"], "ranked_scores": [0.6896, 0.563, 0.5365, 0.5339, 0.5338, 0.5295, 0.5179, 0.5078, 0.4915, 0.4827], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145739": {"relevant_ids": ["145740"], "ranked_ids": ["145740", "366074", "241979", "8705", "115412", "465597", "415781", "453401", "347337", "429177"], "ranked_scores": [0.802, 0.7599, 0.7565, 0.7342, 0.7251, 0.714, 0.7053, 0.6958, 0.679, 0.664], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "308127": {"relevant_ids": ["308126"], "ranked_ids": ["308126", "385951", "386807", "301104", "329643", "140685", "402262", "395527", "154044", "523863"], "ranked_scores": [0.6504, 0.5779, 0.5749, 0.5695, 0.5625, 0.5621, 0.5598, 0.5584, 0.5527, 0.5416], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "287245": {"relevant_ids": ["283199", "322650", "283198"], "ranked_ids": ["283199", "322650", "283198", "420279", "508239", "420280", "499037", "485959", "497666", "221784"], "ranked_scores": [0.7326, 0.7326, 0.6872, 0.602, 0.5545, 0.5523, 0.5491, 0.5475, 0.545, 0.5439], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "14755": {"relevant_ids": ["211906", "14756"], "ranked_ids": ["211906", "14756", "450970", "235454", "30834", "57678", "236793", "362149", "481547", "45636"], "ranked_scores": [0.7803, 0.7795, 0.7787, 0.688, 0.6588, 0.6444, 0.644, 0.6174, 0.5733, 0.5695], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "370170": {"relevant_ids": ["370169"], "ranked_ids": ["370169", "466920", "211280", "191527", "442132", "537762", "334238", "476551", "419219", "388150"], "ranked_scores": [0.779, 0.4628, 0.4548, 0.453, 0.4469, 0.4424, 0.4409, 0.4363, 0.4293, 0.4184], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "41774": {"relevant_ids": ["41773"], "ranked_ids": ["41773", "214766", "239344", "467781", "442459", "33017", "366794", "173048", "163006", "62219"], "ranked_scores": [0.6627, 0.5046, 0.4756, 0.4635, 0.4528, 0.4513, 0.4467, 0.444, 0.4431, 0.4402], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "399648": {"relevant_ids": ["399649"], "ranked_ids": ["399649", "225815", "285302", "504913", "243294", "435035", "167487", "167488", "359281", "380626"], "ranked_scores": [0.8058, 0.7229, 0.6779, 0.6745, 0.6672, 0.6588, 0.6587, 0.6541, 0.6499, 0.6439], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "504811": {"relevant_ids": ["504810"], "ranked_ids": ["504810", "90374", "448774", "309894", "214151", "386903", "298555", "55899", "5861", "160704"], "ranked_scores": [0.7903, 0.6399, 0.6323, 0.6316, 0.6167, 0.5847, 0.5845, 0.5795, 0.5711, 0.5581], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "362950": {"relevant_ids": ["362949", "400212"], "ranked_ids": ["362949", "400212", "427587", "475478", "487392", "411503", "151122", "348827", "68956", "155870"], "ranked_scores": [0.769, 0.7496, 0.7459, 0.7349, 0.7347, 0.7024, 0.6711, 0.6424, 0.6417, 0.6398], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "155873": {"relevant_ids": ["155874"], "ranked_ids": ["155874", "91610", "136219", "294020", "3249", "303941", "122134", "232469", "392604", "292617"], "ranked_scores": [0.5734, 0.5138, 0.5079, 0.489, 0.4871, 0.4837, 0.4828, 0.4782, 0.4776, 0.4733], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "263432": {"relevant_ids": ["263433"], "ranked_ids": ["263433", "128303", "97259", "401373", "147629", "407204", "154634", "18217", "147630", "29349"], "ranked_scores": [0.7098, 0.6417, 0.6226, 0.5974, 0.5805, 0.5743, 0.5725, 0.5699, 0.5639, 0.554], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "354945": {"relevant_ids": ["354946"], "ranked_ids": ["354946", "254071", "462983", "322478", "462984", "108161", "236419", "287396", "157453", "473769"], "ranked_scores": [0.7365, 0.6896, 0.5617, 0.4822, 0.4505, 0.4495, 0.4184, 0.4073, 0.4062, 0.4049], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "245417": {"relevant_ids": ["248195", "219475"], "ranked_ids": ["219475", "248195", "40657", "64433", "14180", "301977", "413039", "319022", "164159", "355903"], "ranked_scores": [0.7877, 0.7641, 0.7365, 0.7252, 0.6543, 0.6469, 0.6294, 0.6259, 0.5949, 0.588], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "516276": {"relevant_ids": ["516277"], "ranked_ids": ["516277", "19755", "34173", "76958", "286275", "62062", "352289", "489791", "187115", "119374"], "ranked_scores": [0.808, 0.7174, 0.6732, 0.6584, 0.614, 0.5862, 0.585, 0.5795, 0.5793, 0.5786], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177580": {"relevant_ids": ["177579"], "ranked_ids": ["177579", "185553", "115954", "18081", "316460", "76563", "419100", "454968", "261260", "464418"], "ranked_scores": [0.7561, 0.48, 0.472, 0.4661, 0.4482, 0.4452, 0.4405, 0.4362, 0.4343, 0.4309], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "309865": {"relevant_ids": ["78624", "78623", "33713"], "ranked_ids": ["153484", "405094", "78623", "209041", "33713", "78624", "235483", "469068", "495751", "138792"], "ranked_scores": [0.8026, 0.7885, 0.7853, 0.7791, 0.7757, 0.7698, 0.7668, 0.7492, 0.7442, 0.7379], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4162, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.5833, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "510387": {"relevant_ids": ["510386"], "ranked_ids": ["40390", "510386", "170896", "344869", "52003", "241537", "484846", "241538", "371033", "74663"], "ranked_scores": [0.8158, 0.7913, 0.7898, 0.7785, 0.762, 0.7579, 0.7514, 0.7486, 0.6935, 0.6905], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "26645": {"relevant_ids": ["26644"], "ranked_ids": ["26644", "318396", "207775", "83875", "83874", "193896", "326597", "212168", "256679", "265116"], "ranked_scores": [0.8292, 0.6982, 0.6939, 0.6675, 0.6672, 0.6342, 0.6308, 0.6289, 0.6275, 0.6271], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "47788": {"relevant_ids": ["455725"], "ranked_ids": ["455725", "47703", "59223", "101721", "105230", "47789", "15132", "348138", "235686", "37221"], "ranked_scores": [0.8433, 0.8374, 0.8277, 0.8191, 0.8186, 0.818, 0.8158, 0.8144, 0.813, 0.8041], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "338281": {"relevant_ids": ["338282"], "ranked_ids": ["338282", "457315", "263861", "57017", "431433", "234727", "11563", "263316", "382555", "100426"], "ranked_scores": [0.8055, 0.5236, 0.5016, 0.4732, 0.4652, 0.4577, 0.4543, 0.4411, 0.437, 0.4334], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "461149": {"relevant_ids": ["461148"], "ranked_ids": ["461148", "525835", "377056", "302225", "85426", "2420", "414838", "215782", "8828", "482221"], "ranked_scores": [0.6237, 0.5966, 0.5675, 0.5516, 0.5423, 0.541, 0.541, 0.5402, 0.5399, 0.5386], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "346126": {"relevant_ids": ["110711", "110710"], "ranked_ids": ["110710", "110711", "154338", "203476", "528998", "168350", "254526", "6816", "108617", "340823"], "ranked_scores": [0.8636, 0.8561, 0.8416, 0.7498, 0.7479, 0.7459, 0.745, 0.7351, 0.7199, 0.718], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "372986": {"relevant_ids": ["262882", "49961"], "ranked_ids": ["49961", "262882", "303468", "88278", "516501", "215938", "415486", "140335", "281091", "497531"], "ranked_scores": [0.7966, 0.7307, 0.611, 0.6084, 0.6061, 0.6022, 0.5932, 0.5722, 0.5635, 0.5611], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "501182": {"relevant_ids": ["501181"], "ranked_ids": ["501181", "109121", "179018", "325288", "274777", "402718", "2257", "361182", "291000", "446824"], "ranked_scores": [0.7285, 0.5407, 0.5345, 0.5214, 0.5198, 0.4882, 0.4477, 0.4338, 0.4326, 0.4292], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13800": {"relevant_ids": ["376590", "408522", "13799"], "ranked_ids": ["376590", "13799", "23471", "179943", "8622", "30987", "481109", "408522", "56338", "448205"], "ranked_scores": [0.7898, 0.7631, 0.7283, 0.7121, 0.6881, 0.6859, 0.6804, 0.6601, 0.6579, 0.6443], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.7654, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.9134, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "250143": {"relevant_ids": ["250142"], "ranked_ids": ["250142", "473276", "38409", "526032", "460976", "76062", "206630", "57155", "137994", "121390"], "ranked_scores": [0.7297, 0.6856, 0.5111, 0.5081, 0.4832, 0.4824, 0.4821, 0.481, 0.4776, 0.462], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13223": {"relevant_ids": ["88349", "156773", "88348", "20277", "13224"], "ranked_ids": ["156773", "88349", "13224", "88348", "86343", "366749", "223304", "24720", "137719", "361830"], "ranked_scores": [0.8817, 0.8517, 0.8447, 0.8442, 0.8404, 0.8217, 0.7928, 0.7884, 0.7863, 0.7744], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.2, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6, "ndcg@5": 0.8688, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.8, "ndcg@10": 0.8688, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.8}, "11002": {"relevant_ids": ["11003"], "ranked_ids": ["11003", "144197", "444112", "42203", "489539", "95767", "266680", "174649", "115070", "40100"], "ranked_scores": [0.7152, 0.6847, 0.6789, 0.6785, 0.6688, 0.667, 0.6669, 0.6665, 0.6652, 0.6646], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177653": {"relevant_ids": ["79732"], "ranked_ids": ["79732", "525756", "39174", "200611", "373717", "245271", "395587", "225019", "137270", "412316"], "ranked_scores": [0.7545, 0.6301, 0.6246, 0.6068, 0.6062, 0.6042, 0.5884, 0.5392, 0.5088, 0.5084], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "415592": {"relevant_ids": ["415591"], "ranked_ids": ["415591", "435045", "117817", "88542", "425878", "322822", "91592", "467639", "485299", "499684"], "ranked_scores": [0.7731, 0.6824, 0.6761, 0.6735, 0.6661, 0.6572, 0.6364, 0.6226, 0.6154, 0.5744], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "511196": {"relevant_ids": ["511197"], "ranked_ids": ["511197", "156490", "491923", "53962", "248655", "328397", "248656", "251546", "313107", "220596"], "ranked_scores": [0.71, 0.5851, 0.5135, 0.4903, 0.4889, 0.4849, 0.476, 0.4717, 0.4683, 0.4671], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "344845": {"relevant_ids": ["344844"], "ranked_ids": ["344844", "161471", "327548", "95946", "469623", "335497", "111672", "79987", "384928", "187882"], "ranked_scores": [0.8152, 0.7503, 0.7098, 0.705, 0.7039, 0.6815, 0.681, 0.6807, 0.6793, 0.679], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "396744": {"relevant_ids": ["396745"], "ranked_ids": ["396745", "16789", "284966", "236438", "454241", "418055", "489628", "421257", "526492", "481437"], "ranked_scores": [0.5793, 0.5767, 0.5579, 0.5534, 0.5402, 0.5393, 0.5178, 0.5167, 0.5115, 0.5052], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "452398": {"relevant_ids": ["452399"], "ranked_ids": ["452399", "530610", "230141", "90225", "134287", "60646", "97822", "450912", "399415", "346712"], "ranked_scores": [0.7857, 0.6481, 0.6182, 0.6161, 0.6052, 0.5917, 0.5907, 0.5828, 0.5755, 0.5744], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "182114": {"relevant_ids": ["182113"], "ranked_ids": ["196647", "182113", "162482", "531602", "139689", "234482", "256239", "137155", "481882", "80719"], "ranked_scores": [0.701, 0.6899, 0.6544, 0.6539, 0.6534, 0.6449, 0.6347, 0.6336, 0.6272, 0.6272], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "486260": {"relevant_ids": ["486259"], "ranked_ids": ["486259", "392356", "113749", "266904", "241333", "385204", "111946", "175377", "152202", "29362"], "ranked_scores": [0.7755, 0.6774, 0.6605, 0.6563, 0.6509, 0.6473, 0.6416, 0.6393, 0.6326, 0.632], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "455140": {"relevant_ids": ["315935"], "ranked_ids": ["315935", "150842", "124700", "308963", "246286", "211061", "50224", "93864", "519049", "315936"], "ranked_scores": [0.7969, 0.6902, 0.6889, 0.6877, 0.6767, 0.6364, 0.6335, 0.633, 0.6312, 0.6283], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "56198": {"relevant_ids": ["56199"], "ranked_ids": ["56199", "249114", "160194", "480352", "431226", "138891", "452069", "308888", "279986", "71092"], "ranked_scores": [0.7661, 0.5043, 0.4709, 0.4591, 0.4558, 0.4422, 0.4368, 0.4331, 0.4302, 0.4267], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "30172": {"relevant_ids": ["145119", "373486", "145120", "185817", "30173", "68426"], "ranked_ids": ["145120", "68426", "160900", "205338", "373486", "192604", "311173", "145119", "82405", "185817"], "ranked_scores": [0.8736, 0.8621, 0.8457, 0.8277, 0.818, 0.8112, 0.7975, 0.7949, 0.7915, 0.7911], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.1667, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.6844, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.7935, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.8333}, "127880": {"relevant_ids": ["241164"], "ranked_ids": ["241164", "210277", "121458", "135083", "266615", "535042", "22396", "208455", "531392", "100860"], "ranked_scores": [0.6725, 0.6254, 0.6225, 0.6132, 0.5555, 0.5555, 0.5385, 0.5358, 0.5319, 0.5245], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "167969": {"relevant_ids": ["174461"], "ranked_ids": ["174461", "360983", "207491", "60171", "121354", "78497", "10393", "144121", "347474", "315016"], "ranked_scores": [0.6983, 0.6637, 0.6022, 0.5976, 0.597, 0.5878, 0.5798, 0.5738, 0.5713, 0.5602], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "97986": {"relevant_ids": ["97987"], "ranked_ids": ["97987", "44589", "108564", "284181", "212168", "41242", "420351", "202747", "326597", "506848"], "ranked_scores": [0.8361, 0.779, 0.6977, 0.6728, 0.6224, 0.6221, 0.6208, 0.6201, 0.619, 0.6106], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "12865": {"relevant_ids": ["105683"], "ranked_ids": ["105683", "92902", "188959", "356189", "94167", "191268", "146805", "477677", "146806", "23129"], "ranked_scores": [0.8124, 0.663, 0.6176, 0.6144, 0.6138, 0.6133, 0.6091, 0.6015, 0.6013, 0.5953], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "215681": {"relevant_ids": ["215680"], "ranked_ids": ["215680", "52235", "340195", "178515", "57552", "143842", "63757", "526510", "138892", "78042"], "ranked_scores": [0.7767, 0.5891, 0.5777, 0.572, 0.5705, 0.5513, 0.5387, 0.5335, 0.5328, 0.5276], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-roberta-base-pq-m48-n4": {"127728": {"relevant_ids": ["127729"], "ranked_ids": ["127729", "153290", "76871", "522248", "278575", "73719", "245618", "193896", "92818", "38063"], "ranked_scores": [0.5481, 0.5399, 0.5375, 0.5325, 0.5234, 0.521, 0.5158, 0.5061, 0.5055, 0.5054], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "318820": {"relevant_ids": ["318821"], "ranked_ids": ["318821", "222238", "54496", "190698", "380781", "162581", "178549", "496708", "312892", "441089"], "ranked_scores": [0.6646, 0.6049, 0.5963, 0.5963, 0.5922, 0.5821, 0.5757, 0.5754, 0.5726, 0.5665], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "296098": {"relevant_ids": ["296097"], "ranked_ids": ["173403", "45507", "364131", "134752", "469868", "45506", "493414", "296097", "198603", "298852"], "ranked_scores": [0.4497, 0.4377, 0.436, 0.4316, 0.4289, 0.4196, 0.4142, 0.4098, 0.3911, 0.3835], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "150414": {"relevant_ids": ["192835"], "ranked_ids": ["105782", "192835", "105783", "516620", "382686", "470642", "481493", "126746", "335234", "311173"], "ranked_scores": [0.679, 0.6658, 0.662, 0.6535, 0.6265, 0.6217, 0.6215, 0.6173, 0.6142, 0.6095], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "145582": {"relevant_ids": ["145583"], "ranked_ids": ["145583", "454248", "299264", "206717", "436023", "358086", "285851", "390399", "173813", "263736"], "ranked_scores": [0.4801, 0.3962, 0.3811, 0.323, 0.3198, 0.3073, 0.3053, 0.3024, 0.3007, 0.2981], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "315712": {"relevant_ids": ["315713"], "ranked_ids": ["315713", "124542", "242340", "194841", "208025", "409852", "291452", "163551", "536531", "236508"], "ranked_scores": [0.5769, 0.5155, 0.5131, 0.5034, 0.4807, 0.473, 0.4712, 0.4695, 0.4672, 0.4574], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145739": {"relevant_ids": ["145740"], "ranked_ids": ["145740", "241979", "366074", "115412", "465597", "8705", "347337", "415781", "180147", "453401"], "ranked_scores": [0.5865, 0.5409, 0.5344, 0.5329, 0.5324, 0.5228, 0.5199, 0.5112, 0.4997, 0.493], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "308127": {"relevant_ids": ["308126"], "ranked_ids": ["308126", "523863", "35763", "36744", "301104", "385951", "100860", "471617", "523864", "490044"], "ranked_scores": [0.5438, 0.5255, 0.5064, 0.5003, 0.4904, 0.488, 0.4874, 0.4818, 0.4768, 0.4717], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "287245": {"relevant_ids": ["283199", "322650", "283198"], "ranked_ids": ["283199", "322650", "283198", "499037", "221784", "192143", "188940", "420279", "202705", "75927"], "ranked_scores": [0.5775, 0.5623, 0.5421, 0.478, 0.4549, 0.4401, 0.4394, 0.4379, 0.4324, 0.4176], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "14755": {"relevant_ids": ["211906", "14756"], "ranked_ids": ["14756", "211906", "450970", "235454", "57678", "277031", "236793", "72031", "45636", "74058"], "ranked_scores": [0.6045, 0.6026, 0.5998, 0.5903, 0.5577, 0.5444, 0.5306, 0.5281, 0.5224, 0.5167], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "370170": {"relevant_ids": ["370169"], "ranked_ids": ["370169", "537762", "191527", "476551", "388150", "70975", "17197", "204923", "227009", "211280"], "ranked_scores": [0.6068, 0.4207, 0.4128, 0.4083, 0.4052, 0.4001, 0.3997, 0.3992, 0.3967, 0.3915], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "41774": {"relevant_ids": ["41773"], "ranked_ids": ["41773", "467781", "468656", "442459", "454279", "339534", "17691", "307530", "366794", "475177"], "ranked_scores": [0.5061, 0.4047, 0.3904, 0.3901, 0.3848, 0.3841, 0.3825, 0.3811, 0.3802, 0.3761], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "399648": {"relevant_ids": ["399649"], "ranked_ids": ["399649", "225815", "359281", "380626", "435035", "504913", "445074", "411313", "243294", "11084"], "ranked_scores": [0.6367, 0.573, 0.5329, 0.526, 0.519, 0.5106, 0.5071, 0.4996, 0.4973, 0.4968], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "504811": {"relevant_ids": ["504810"], "ranked_ids": ["504810", "90374", "448774", "386903", "309894", "5861", "55899", "175461", "298555", "214151"], "ranked_scores": [0.645, 0.5165, 0.5033, 0.4934, 0.493, 0.4814, 0.4752, 0.4747, 0.4699, 0.4611], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "362950": {"relevant_ids": ["362949", "400212"], "ranked_ids": ["362949", "400212", "427587", "487392", "129563", "151122", "475478", "411503", "155870", "348827"], "ranked_scores": [0.6383, 0.5897, 0.5844, 0.5815, 0.5793, 0.5722, 0.569, 0.5565, 0.5484, 0.5418], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "155873": {"relevant_ids": ["155874"], "ranked_ids": ["155874", "487664", "146003", "346009", "303941", "383066", "136219", "292617", "294020", "392604"], "ranked_scores": [0.4656, 0.4607, 0.4496, 0.4448, 0.4397, 0.4392, 0.4311, 0.4307, 0.4279, 0.422], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "263432": {"relevant_ids": ["263433"], "ranked_ids": ["263433", "97259", "128303", "401373", "18217", "407204", "147629", "154634", "104254", "356658"], "ranked_scores": [0.5801, 0.5574, 0.5517, 0.5415, 0.5259, 0.5202, 0.5154, 0.5095, 0.5074, 0.4976], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "354945": {"relevant_ids": ["354946"], "ranked_ids": ["354946", "254071", "462983", "108161", "27632", "462984", "157453", "322478", "137840", "137994"], "ranked_scores": [0.5514, 0.495, 0.4007, 0.3667, 0.3633, 0.3512, 0.3408, 0.3162, 0.3155, 0.3121], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "245417": {"relevant_ids": ["248195", "219475"], "ranked_ids": ["40657", "248195", "219475", "64433", "14180", "164159", "301977", "413039", "391541", "368145"], "ranked_scores": [0.6364, 0.6322, 0.6283, 0.6096, 0.577, 0.5666, 0.5559, 0.5544, 0.544, 0.535], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6934, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6934, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6934, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "516276": {"relevant_ids": ["516277"], "ranked_ids": ["516277", "19755", "352289", "510783", "34173", "286275", "149233", "471902", "76958", "372966"], "ranked_scores": [0.6537, 0.5798, 0.5583, 0.5476, 0.5457, 0.5418, 0.5298, 0.5242, 0.5124, 0.5104], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177580": {"relevant_ids": ["177579"], "ranked_ids": ["177579", "18081", "115954", "99261", "446100", "143503", "76563", "390471", "9954", "261260"], "ranked_scores": [0.5757, 0.4108, 0.4014, 0.401, 0.3969, 0.3926, 0.3861, 0.3842, 0.3823, 0.3766], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "309865": {"relevant_ids": ["78624", "78623", "33713"], "ranked_ids": ["33713", "235483", "78623", "153484", "209041", "477476", "405094", "310762", "9583", "469068"], "ranked_scores": [0.7027, 0.7016, 0.7014, 0.6909, 0.6878, 0.6867, 0.6864, 0.6845, 0.6801, 0.6772], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.7039, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.7039, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.6667}, "510387": {"relevant_ids": ["510386"], "ranked_ids": ["40390", "510386", "52003", "344869", "170896", "484846", "371033", "254292", "241537", "74664"], "ranked_scores": [0.7066, 0.7023, 0.701, 0.6998, 0.693, 0.684, 0.6829, 0.6816, 0.6777, 0.6774], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "26645": {"relevant_ids": ["26644"], "ranked_ids": ["26644", "207775", "83874", "318396", "83875", "234865", "256679", "193896", "461704", "407"], "ranked_scores": [0.6807, 0.6215, 0.6144, 0.6126, 0.6062, 0.5992, 0.5805, 0.5802, 0.5788, 0.5768], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "47788": {"relevant_ids": ["455725"], "ranked_ids": ["455725", "47703", "15132", "101721", "8505", "235686", "59223", "348138", "37221", "59508"], "ranked_scores": [0.7126, 0.71, 0.7005, 0.699, 0.6974, 0.6962, 0.6902, 0.6897, 0.6842, 0.6771], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "338281": {"relevant_ids": ["338282"], "ranked_ids": ["338282", "457315", "11563", "263861", "327767", "57017", "100426", "234727", "85881", "431433"], "ranked_scores": [0.5693, 0.4399, 0.417, 0.4109, 0.4087, 0.3988, 0.3973, 0.3831, 0.3778, 0.3734], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "461149": {"relevant_ids": ["461148"], "ranked_ids": ["525835", "461148", "475952", "482221", "252761", "381960", "121324", "488711", "414838", "2420"], "ranked_scores": [0.5212, 0.5168, 0.5066, 0.4979, 0.496, 0.4922, 0.4918, 0.4844, 0.4835, 0.4811], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "346126": {"relevant_ids": ["110711", "110710"], "ranked_ids": ["110710", "154338", "110711", "89277", "528998", "203476", "254526", "21352", "6816", "275291"], "ranked_scores": [0.6813, 0.6758, 0.6676, 0.6287, 0.6233, 0.62, 0.6098, 0.5988, 0.5964, 0.5951], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.9197, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.9197, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9197, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "372986": {"relevant_ids": ["262882", "49961"], "ranked_ids": ["49961", "262882", "415486", "203984", "464601", "215938", "310215", "140335", "443239", "242718"], "ranked_scores": [0.6885, 0.6328, 0.5612, 0.5556, 0.5552, 0.5466, 0.5437, 0.5427, 0.5417, 0.5399], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "501182": {"relevant_ids": ["501181"], "ranked_ids": ["501181", "446824", "179018", "109121", "402718", "447737", "325288", "291000", "2257", "428305"], "ranked_scores": [0.5951, 0.4251, 0.4244, 0.4166, 0.4137, 0.4035, 0.3984, 0.3918, 0.39, 0.3868], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13800": {"relevant_ids": ["376590", "408522", "13799"], "ranked_ids": ["13799", "179943", "376590", "30987", "448205", "23471", "67320", "481109", "408522", "56338"], "ranked_scores": [0.6247, 0.6247, 0.6235, 0.6147, 0.601, 0.5858, 0.5809, 0.5768, 0.5673, 0.5662], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.7039, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.8452, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "250143": {"relevant_ids": ["250142"], "ranked_ids": ["473276", "250142", "526032", "27632", "274190", "137994", "76062", "38409", "533421", "121390"], "ranked_scores": [0.4975, 0.482, 0.447, 0.4009, 0.3835, 0.3805, 0.3782, 0.3707, 0.3707, 0.3605], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "13223": {"relevant_ids": ["88349", "156773", "88348", "20277", "13224"], "ranked_ids": ["156773", "88348", "88349", "366749", "13224", "86343", "223304", "192528", "137719", "24720"], "ranked_scores": [0.7304, 0.6977, 0.6929, 0.6862, 0.6857, 0.6849, 0.6842, 0.6614, 0.6575, 0.6491], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.2, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6, "ndcg@5": 0.8539, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.8, "ndcg@10": 0.8539, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.8}, "11002": {"relevant_ids": ["11003"], "ranked_ids": ["11003", "17317", "444112", "266680", "42203", "144197", "14165", "115070", "14166", "40100"], "ranked_scores": [0.5588, 0.5525, 0.5516, 0.5509, 0.5498, 0.5495, 0.5467, 0.544, 0.5426, 0.5424], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177653": {"relevant_ids": ["79732"], "ranked_ids": ["79732", "194790", "395587", "373717", "525756", "200611", "39174", "245271", "412316", "293259"], "ranked_scores": [0.5014, 0.3967, 0.3957, 0.3948, 0.3896, 0.3791, 0.3727, 0.3657, 0.3635, 0.354], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "415592": {"relevant_ids": ["415591"], "ranked_ids": ["415591", "425878", "435045", "88542", "117817", "467639", "91592", "485299", "322822", "379146"], "ranked_scores": [0.6339, 0.5794, 0.5553, 0.5464, 0.5438, 0.54, 0.5315, 0.5299, 0.5249, 0.4917], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "511196": {"relevant_ids": ["511197"], "ranked_ids": ["511197", "156490", "491923", "189866", "220596", "289278", "248655", "328397", "537528", "436124"], "ranked_scores": [0.573, 0.4794, 0.4143, 0.4136, 0.4117, 0.4114, 0.4101, 0.4078, 0.3998, 0.3925], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "344845": {"relevant_ids": ["344844"], "ranked_ids": ["344844", "79987", "161471", "335497", "95946", "503908", "4915", "457408", "397001", "93337"], "ranked_scores": [0.6771, 0.619, 0.6186, 0.6165, 0.6054, 0.5901, 0.5862, 0.5851, 0.5751, 0.5712], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "396744": {"relevant_ids": ["396745"], "ranked_ids": ["16789", "396745", "454241", "236438", "526492", "489628", "475261", "421257", "516168", "369693"], "ranked_scores": [0.5065, 0.4999, 0.4861, 0.4599, 0.4536, 0.443, 0.4388, 0.4358, 0.435, 0.4261], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "452398": {"relevant_ids": ["452399"], "ranked_ids": ["452399", "530610", "90225", "304781", "96862", "61869", "461682", "346712", "134287", "419169"], "ranked_scores": [0.6661, 0.5725, 0.5524, 0.5497, 0.5477, 0.5471, 0.5456, 0.5452, 0.5403, 0.5362], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "182114": {"relevant_ids": ["182113"], "ranked_ids": ["196647", "531602", "182113", "234482", "475847", "162482", "528965", "256239", "137577", "56202"], "ranked_scores": [0.5662, 0.5263, 0.5228, 0.5197, 0.5188, 0.5049, 0.5004, 0.4983, 0.4936, 0.4914], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "486260": {"relevant_ids": ["486259"], "ranked_ids": ["486259", "221509", "111946", "392356", "452464", "113749", "61325", "46379", "266904", "209254"], "ranked_scores": [0.6467, 0.626, 0.6229, 0.6217, 0.6214, 0.6208, 0.6115, 0.6112, 0.6098, 0.6088], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "455140": {"relevant_ids": ["315935"], "ranked_ids": ["315935", "308963", "150842", "124700", "246286", "211061", "369068", "510681", "124701", "93864"], "ranked_scores": [0.5994, 0.5455, 0.5281, 0.5204, 0.5155, 0.4911, 0.489, 0.4799, 0.4717, 0.4627], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "56198": {"relevant_ids": ["56199"], "ranked_ids": ["56199", "249114", "43404", "43405", "243039", "67917", "431226", "160914", "138891", "71092"], "ranked_scores": [0.5651, 0.3937, 0.3907, 0.3659, 0.365, 0.3578, 0.349, 0.3419, 0.34, 0.3384], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "30172": {"relevant_ids": ["145119", "373486", "145120", "185817", "30173", "68426"], "ranked_ids": ["68426", "145120", "192604", "160900", "82405", "311173", "90983", "15236", "496848", "185817"], "ranked_scores": [0.7423, 0.7396, 0.7347, 0.7308, 0.7244, 0.7213, 0.7213, 0.7198, 0.7155, 0.7066], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.1667, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.5531, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.581, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "127880": {"relevant_ids": ["241164"], "ranked_ids": ["121458", "241164", "135083", "208455", "210277", "342515", "535042", "120446", "22396", "437116"], "ranked_scores": [0.5592, 0.5489, 0.5068, 0.4882, 0.4836, 0.4706, 0.4683, 0.4678, 0.4617, 0.4604], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "167969": {"relevant_ids": ["174461"], "ranked_ids": ["360983", "174461", "78497", "121354", "347474", "207491", "60171", "168913", "315016", "257735"], "ranked_scores": [0.5415, 0.5391, 0.5195, 0.5099, 0.4859, 0.4849, 0.482, 0.4751, 0.4749, 0.4651], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "97986": {"relevant_ids": ["97987"], "ranked_ids": ["97987", "44589", "407", "202747", "89059", "189696", "144057", "267521", "207775", "371360"], "ranked_scores": [0.6799, 0.6147, 0.5895, 0.5863, 0.5844, 0.5755, 0.5701, 0.57, 0.5631, 0.5596], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "12865": {"relevant_ids": ["105683"], "ranked_ids": ["105683", "92902", "83622", "83623", "356740", "188959", "313106", "356189", "6376", "94167"], "ranked_scores": [0.633, 0.5381, 0.5273, 0.5205, 0.4919, 0.4898, 0.4882, 0.4866, 0.4816, 0.4758], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "215681": {"relevant_ids": ["215680"], "ranked_ids": ["215680", "68652", "57552", "78042", "410439", "178515", "177080", "112502", "138892", "340195"], "ranked_scores": [0.6525, 0.5162, 0.5162, 0.516, 0.5143, 0.5056, 0.5007, 0.4973, 0.497, 0.4955], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-roberta-base-pq-m64-n8": {"127728": {"relevant_ids": ["127729"], "ranked_ids": ["127729", "276617", "278575", "145244", "245618", "153290", "38063", "469527", "92818", "250619"], "ranked_scores": [0.6337, 0.618, 0.6098, 0.6065, 0.6037, 0.6025, 0.5793, 0.5761, 0.5753, 0.5728], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "318820": {"relevant_ids": ["318821"], "ranked_ids": ["318821", "222238", "367479", "54496", "178549", "441089", "162581", "380781", "481262", "496708"], "ranked_scores": [0.8247, 0.7503, 0.6553, 0.6541, 0.6412, 0.6369, 0.6369, 0.6352, 0.6157, 0.6092], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "296098": {"relevant_ids": ["296097"], "ranked_ids": ["45507", "134752", "364131", "493414", "469868", "296097", "173403", "423933", "45506", "307653"], "ranked_scores": [0.582, 0.5754, 0.5637, 0.5564, 0.5526, 0.5412, 0.5383, 0.523, 0.5119, 0.5119], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "150414": {"relevant_ids": ["192835"], "ranked_ids": ["105782", "192835", "516620", "105783", "470642", "126746", "132912", "1702", "159263", "121070"], "ranked_scores": [0.8043, 0.8042, 0.759, 0.7477, 0.6982, 0.6865, 0.6732, 0.6459, 0.6403, 0.6389], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "145582": {"relevant_ids": ["145583"], "ranked_ids": ["145583", "454248", "299264", "112261", "436023", "130013", "206717", "263736", "432243", "369955"], "ranked_scores": [0.69, 0.513, 0.4612, 0.4307, 0.3916, 0.3748, 0.3702, 0.3688, 0.3681, 0.3625], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "315712": {"relevant_ids": ["315713"], "ranked_ids": ["315713", "194841", "408588", "242340", "319096", "236508", "124542", "208025", "536531", "261260"], "ranked_scores": [0.7018, 0.5593, 0.557, 0.5564, 0.5316, 0.517, 0.5154, 0.5114, 0.4764, 0.4713], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145739": {"relevant_ids": ["145740"], "ranked_ids": ["145740", "241979", "366074", "8705", "465597", "115412", "415781", "347337", "303090", "180147"], "ranked_scores": [0.8095, 0.767, 0.7645, 0.7434, 0.73, 0.7091, 0.6645, 0.6409, 0.6409, 0.6396], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "308127": {"relevant_ids": ["308126"], "ranked_ids": ["308126", "395527", "301104", "386807", "79534", "35763", "140685", "523863", "523864", "427879"], "ranked_scores": [0.6725, 0.5787, 0.5783, 0.5745, 0.5612, 0.5534, 0.5517, 0.5497, 0.5484, 0.5435], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "287245": {"relevant_ids": ["283199", "322650", "283198"], "ranked_ids": ["322650", "283199", "283198", "420279", "192143", "499037", "508239", "420280", "497666", "188940"], "ranked_scores": [0.7609, 0.7609, 0.7293, 0.599, 0.5672, 0.5593, 0.5398, 0.5385, 0.5243, 0.5206], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "14755": {"relevant_ids": ["211906", "14756"], "ranked_ids": ["211906", "14756", "450970", "235454", "57678", "30834", "236793", "362149", "45636", "259619"], "ranked_scores": [0.7768, 0.7758, 0.775, 0.6799, 0.6622, 0.6415, 0.6191, 0.585, 0.5752, 0.5622], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "370170": {"relevant_ids": ["370169"], "ranked_ids": ["370169", "537762", "211280", "476551", "528902", "419219", "388150", "466920", "128700", "191527"], "ranked_scores": [0.8154, 0.4838, 0.4748, 0.4585, 0.4444, 0.4263, 0.4247, 0.4245, 0.423, 0.4214], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "41774": {"relevant_ids": ["41773"], "ranked_ids": ["41773", "214766", "468656", "467781", "442459", "33017", "239344", "148165", "366794", "163006"], "ranked_scores": [0.7026, 0.5231, 0.4898, 0.4838, 0.4832, 0.4779, 0.4779, 0.4687, 0.4606, 0.4518], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "399648": {"relevant_ids": ["399649"], "ranked_ids": ["399649", "225815", "167487", "167488", "504913", "124071", "285302", "380626", "243294", "359281"], "ranked_scores": [0.8437, 0.7106, 0.6355, 0.6254, 0.6236, 0.6226, 0.6205, 0.6197, 0.6161, 0.6147], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "504811": {"relevant_ids": ["504810"], "ranked_ids": ["504810", "90374", "309894", "448774", "5861", "298555", "214151", "160704", "386903", "381008"], "ranked_scores": [0.8386, 0.6332, 0.6319, 0.6265, 0.5872, 0.5701, 0.5602, 0.5521, 0.5456, 0.5409], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "362950": {"relevant_ids": ["362949", "400212"], "ranked_ids": ["362949", "400212", "487392", "427587", "411503", "475478", "348827", "129563", "155870", "151122"], "ranked_scores": [0.7692, 0.7614, 0.7297, 0.7198, 0.6879, 0.6728, 0.6423, 0.6404, 0.6315, 0.6225], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "155873": {"relevant_ids": ["155874"], "ranked_ids": ["155874", "294020", "91610", "392604", "232469", "292617", "383066", "3249", "136219", "487664"], "ranked_scores": [0.6112, 0.5267, 0.512, 0.4984, 0.4954, 0.4888, 0.4855, 0.48, 0.4757, 0.4751], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "263432": {"relevant_ids": ["263433"], "ranked_ids": ["263433", "128303", "401373", "29349", "147629", "407204", "97259", "147630", "72493", "95041"], "ranked_scores": [0.6889, 0.6239, 0.5937, 0.5723, 0.5715, 0.5598, 0.5585, 0.5314, 0.5299, 0.5289], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "354945": {"relevant_ids": ["354946"], "ranked_ids": ["354946", "254071", "462983", "108161", "322478", "157453", "462984", "236419", "473769", "307824"], "ranked_scores": [0.7749, 0.7107, 0.561, 0.5092, 0.451, 0.4504, 0.4337, 0.4179, 0.4085, 0.3933], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "245417": {"relevant_ids": ["248195", "219475"], "ranked_ids": ["219475", "248195", "64433", "40657", "14180", "413039", "301977", "164159", "368145", "319022"], "ranked_scores": [0.7713, 0.7605, 0.7294, 0.7282, 0.6644, 0.638, 0.623, 0.6029, 0.593, 0.5716], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "516276": {"relevant_ids": ["516277"], "ranked_ids": ["516277", "19755", "34173", "76958", "510783", "489791", "62062", "286275", "143842", "352289"], "ranked_scores": [0.8175, 0.7079, 0.7049, 0.6517, 0.6056, 0.6006, 0.5896, 0.5879, 0.584, 0.5734], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177580": {"relevant_ids": ["177579"], "ranked_ids": ["177579", "185553", "18081", "454968", "76563", "115954", "370405", "60577", "143503", "316460"], "ranked_scores": [0.7949, 0.4884, 0.4546, 0.4508, 0.4459, 0.4392, 0.4305, 0.4258, 0.4199, 0.4185], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "309865": {"relevant_ids": ["78624", "78623", "33713"], "ranked_ids": ["78623", "153484", "405094", "78624", "209041", "33713", "235483", "495751", "437065", "469068"], "ranked_scores": [0.8022, 0.8015, 0.7992, 0.7808, 0.7757, 0.771, 0.7252, 0.725, 0.718, 0.7072], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.6714, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.8385, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "510387": {"relevant_ids": ["510386"], "ranked_ids": ["510386", "40390", "241538", "170896", "344869", "241537", "52003", "484846", "371033", "224245"], "ranked_scores": [0.7911, 0.7903, 0.7775, 0.7735, 0.7629, 0.7562, 0.753, 0.7414, 0.6825, 0.6764], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "26645": {"relevant_ids": ["26644"], "ranked_ids": ["26644", "318396", "207775", "193896", "234865", "256679", "83875", "265116", "83874", "267521"], "ranked_scores": [0.8349, 0.6875, 0.6767, 0.6397, 0.6376, 0.6316, 0.6312, 0.6277, 0.6221, 0.6024], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "47788": {"relevant_ids": ["455725"], "ranked_ids": ["455725", "59223", "235686", "47703", "348138", "37221", "8505", "101721", "15132", "47789"], "ranked_scores": [0.8431, 0.8224, 0.8034, 0.7983, 0.7972, 0.7933, 0.791, 0.7865, 0.7864, 0.7825], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "338281": {"relevant_ids": ["338282"], "ranked_ids": ["338282", "11563", "457315", "234727", "263861", "85881", "431433", "338711", "382555", "325380"], "ranked_scores": [0.8291, 0.5039, 0.4925, 0.4908, 0.4723, 0.4534, 0.4497, 0.436, 0.4323, 0.4307], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "461149": {"relevant_ids": ["461148"], "ranked_ids": ["461148", "525835", "203100", "443095", "215782", "414838", "17980", "527101", "2420", "8828"], "ranked_scores": [0.6623, 0.6074, 0.5759, 0.5584, 0.5509, 0.5471, 0.5449, 0.5418, 0.5416, 0.5396], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "346126": {"relevant_ids": ["110711", "110710"], "ranked_ids": ["110710", "110711", "154338", "254526", "528998", "203476", "168350", "340823", "229972", "6816"], "ranked_scores": [0.8597, 0.8492, 0.8361, 0.7504, 0.7269, 0.7249, 0.7097, 0.6996, 0.6984, 0.6969], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "372986": {"relevant_ids": ["262882", "49961"], "ranked_ids": ["49961", "262882", "303468", "88278", "497531", "140335", "516501", "215938", "108183", "124609"], "ranked_scores": [0.8246, 0.7548, 0.6056, 0.5994, 0.5922, 0.5885, 0.5847, 0.5845, 0.5659, 0.5643], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "501182": {"relevant_ids": ["501181"], "ranked_ids": ["501181", "179018", "274777", "402718", "325288", "109121", "2257", "291000", "446824", "261255"], "ranked_scores": [0.7574, 0.5413, 0.5026, 0.5002, 0.4839, 0.482, 0.458, 0.4573, 0.4444, 0.4253], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13800": {"relevant_ids": ["376590", "408522", "13799"], "ranked_ids": ["376590", "13799", "179943", "23471", "8622", "67320", "481109", "56338", "408522", "30987"], "ranked_scores": [0.7824, 0.7569, 0.7348, 0.7314, 0.7039, 0.6819, 0.6785, 0.6683, 0.6646, 0.6601], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.7654, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.9066, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "250143": {"relevant_ids": ["250142"], "ranked_ids": ["250142", "473276", "38409", "460976", "526032", "206630", "57155", "137994", "76062", "121390"], "ranked_scores": [0.7116, 0.6845, 0.5248, 0.5044, 0.5038, 0.4914, 0.4833, 0.4669, 0.4643, 0.4573], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13223": {"relevant_ids": ["88349", "156773", "88348", "20277", "13224"], "ranked_ids": ["156773", "88349", "88348", "13224", "86343", "366749", "223304", "137719", "24720", "361830"], "ranked_scores": [0.8937, 0.8458, 0.8413, 0.8375, 0.8286, 0.8161, 0.8045, 0.776, 0.7742, 0.7612], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.2, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6, "ndcg@5": 0.8688, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.8, "ndcg@10": 0.8688, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.8}, "11002": {"relevant_ids": ["11003"], "ranked_ids": ["11003", "144197", "42203", "444112", "266680", "17317", "115070", "489539", "174649", "40099"], "ranked_scores": [0.7185, 0.6839, 0.6783, 0.6756, 0.6709, 0.6564, 0.65, 0.6483, 0.648, 0.6473], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177653": {"relevant_ids": ["79732"], "ranked_ids": ["79732", "39174", "525756", "395587", "200611", "245271", "373717", "412316", "137270", "310721"], "ranked_scores": [0.7733, 0.6307, 0.6277, 0.6152, 0.5968, 0.5789, 0.5688, 0.5022, 0.477, 0.4748], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "415592": {"relevant_ids": ["415591"], "ranked_ids": ["415591", "435045", "117817", "88542", "425878", "485299", "91592", "322822", "467639", "430072"], "ranked_scores": [0.8097, 0.6749, 0.6682, 0.658, 0.6495, 0.6492, 0.6159, 0.605, 0.5942, 0.5939], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "511196": {"relevant_ids": ["511197"], "ranked_ids": ["511197", "156490", "328397", "53962", "491923", "313107", "248655", "537528", "289278", "191329"], "ranked_scores": [0.7299, 0.6095, 0.5094, 0.4781, 0.4669, 0.466, 0.4622, 0.4598, 0.4576, 0.453], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "344845": {"relevant_ids": ["344844"], "ranked_ids": ["344844", "161471", "79987", "95946", "4915", "469623", "111672", "327548", "187882", "335497"], "ranked_scores": [0.8249, 0.7516, 0.7087, 0.6909, 0.6828, 0.6775, 0.6771, 0.6765, 0.6715, 0.6669], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "396744": {"relevant_ids": ["396745"], "ranked_ids": ["396745", "284966", "16789", "454241", "236438", "516168", "481437", "418055", "526492", "421257"], "ranked_scores": [0.621, 0.563, 0.5571, 0.5551, 0.5447, 0.5383, 0.5279, 0.5099, 0.5045, 0.4953], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "452398": {"relevant_ids": ["452399"], "ranked_ids": ["452399", "530610", "90225", "230141", "60646", "372901", "134287", "304781", "450912", "97822"], "ranked_scores": [0.8202, 0.6543, 0.6429, 0.6192, 0.6035, 0.602, 0.5915, 0.5853, 0.574, 0.5728], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "182114": {"relevant_ids": ["182113"], "ranked_ids": ["196647", "182113", "234482", "162482", "475847", "531602", "481882", "256239", "80719", "528965"], "ranked_scores": [0.7193, 0.7004, 0.6607, 0.6602, 0.6412, 0.6352, 0.6315, 0.6206, 0.6193, 0.6136], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "486260": {"relevant_ids": ["486259"], "ranked_ids": ["486259", "392356", "113749", "266904", "241333", "114114", "209254", "385204", "222159", "46379"], "ranked_scores": [0.7912, 0.6749, 0.6573, 0.6547, 0.6538, 0.6169, 0.6102, 0.6072, 0.6058, 0.6012], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "455140": {"relevant_ids": ["315935"], "ranked_ids": ["315935", "246286", "124700", "308963", "150842", "211061", "93864", "315936", "50224", "369068"], "ranked_scores": [0.8176, 0.6925, 0.6878, 0.6647, 0.653, 0.6477, 0.6395, 0.6369, 0.6194, 0.5965], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "56198": {"relevant_ids": ["56199"], "ranked_ids": ["56199", "249114", "160194", "138891", "431226", "308888", "67917", "279986", "160914", "43404"], "ranked_scores": [0.7941, 0.51, 0.5002, 0.4808, 0.4699, 0.4619, 0.4516, 0.4415, 0.4222, 0.4216], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "30172": {"relevant_ids": ["145119", "373486", "145120", "185817", "30173", "68426"], "ranked_ids": ["145120", "68426", "160900", "205338", "192604", "373486", "82405", "185817", "90983", "311173"], "ranked_scores": [0.8802, 0.8616, 0.8294, 0.8121, 0.8013, 0.7972, 0.7957, 0.7868, 0.7827, 0.7793], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.1667, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.5531, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.6968, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.6667}, "127880": {"relevant_ids": ["241164"], "ranked_ids": ["241164", "121458", "135083", "210277", "535042", "122116", "450198", "266615", "208455", "358959"], "ranked_scores": [0.6819, 0.6343, 0.6196, 0.5985, 0.5658, 0.538, 0.5367, 0.5277, 0.5225, 0.5194], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "167969": {"relevant_ids": ["174461"], "ranked_ids": ["360983", "174461", "78497", "207491", "347474", "121354", "60171", "144121", "91854", "448412"], "ranked_scores": [0.6858, 0.6764, 0.6213, 0.5856, 0.5737, 0.573, 0.5724, 0.5509, 0.5324, 0.5302], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "97986": {"relevant_ids": ["97987"], "ranked_ids": ["97987", "44589", "284181", "108564", "393565", "212168", "326597", "41241", "420351", "248383"], "ranked_scores": [0.8592, 0.7801, 0.6627, 0.6577, 0.6453, 0.624, 0.6223, 0.6092, 0.6046, 0.6022], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "12865": {"relevant_ids": ["105683"], "ranked_ids": ["105683", "92902", "94167", "146806", "83623", "23129", "356189", "191268", "146805", "291690"], "ranked_scores": [0.8301, 0.6631, 0.6025, 0.5999, 0.5932, 0.5932, 0.5837, 0.583, 0.5817, 0.5813], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "215681": {"relevant_ids": ["215680"], "ranked_ids": ["215680", "52235", "57552", "340195", "430626", "63757", "71159", "297953", "410439", "178515"], "ranked_scores": [0.8085, 0.6055, 0.5799, 0.5688, 0.5643, 0.555, 0.5532, 0.5511, 0.542, 0.5376], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-roberta-base-pq-m64-n4": {"127728": {"relevant_ids": ["127729"], "ranked_ids": ["127729", "276617", "92818", "245618", "278575", "188019", "73719", "522248", "433315", "76871"], "ranked_scores": [0.5589, 0.5418, 0.5408, 0.5352, 0.5315, 0.5297, 0.5151, 0.5129, 0.5096, 0.5052], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "318820": {"relevant_ids": ["318821"], "ranked_ids": ["318821", "222238", "178549", "483940", "496708", "367479", "441089", "54496", "355161", "168411"], "ranked_scores": [0.6969, 0.6332, 0.6048, 0.5842, 0.5838, 0.5831, 0.5801, 0.5725, 0.5656, 0.5548], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "296098": {"relevant_ids": ["296097"], "ranked_ids": ["45507", "469868", "134752", "493414", "296097", "364131", "45506", "423933", "173403", "298852"], "ranked_scores": [0.4924, 0.4651, 0.4602, 0.4574, 0.457, 0.4497, 0.4438, 0.4192, 0.4149, 0.4076], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "150414": {"relevant_ids": ["192835"], "ranked_ids": ["105782", "192835", "516620", "105783", "126746", "132912", "382686", "470642", "15236", "90983"], "ranked_scores": [0.7248, 0.6994, 0.6895, 0.6694, 0.6545, 0.6418, 0.6218, 0.6179, 0.6165, 0.6137], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "145582": {"relevant_ids": ["145583"], "ranked_ids": ["145583", "454248", "299264", "112261", "263736", "505890", "211239", "130013", "369068", "429238"], "ranked_scores": [0.5001, 0.4387, 0.3855, 0.3618, 0.3257, 0.3214, 0.3135, 0.3088, 0.3082, 0.3029], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "315712": {"relevant_ids": ["315713"], "ranked_ids": ["315713", "194841", "124542", "242340", "236508", "408588", "208025", "120489", "261260", "104272"], "ranked_scores": [0.5707, 0.5114, 0.4871, 0.4724, 0.4664, 0.4612, 0.4452, 0.4339, 0.4299, 0.4289], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145739": {"relevant_ids": ["145740"], "ranked_ids": ["145740", "115412", "241979", "8705", "366074", "465597", "347337", "415781", "303090", "180147"], "ranked_scores": [0.625, 0.582, 0.5809, 0.5723, 0.5657, 0.5462, 0.5439, 0.5337, 0.5293, 0.5248], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "308127": {"relevant_ids": ["308126"], "ranked_ids": ["308126", "79534", "65412", "386807", "523863", "329643", "36744", "385951", "100860", "301104"], "ranked_scores": [0.5701, 0.5102, 0.4973, 0.4957, 0.4923, 0.492, 0.4894, 0.4845, 0.483, 0.4765], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "287245": {"relevant_ids": ["283199", "322650", "283198"], "ranked_ids": ["283199", "322650", "283198", "221784", "420279", "192143", "499037", "420280", "188940", "497666"], "ranked_scores": [0.5772, 0.563, 0.552, 0.4641, 0.4588, 0.4581, 0.4561, 0.4185, 0.4184, 0.4113], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "14755": {"relevant_ids": ["211906", "14756"], "ranked_ids": ["211906", "450970", "14756", "235454", "57678", "362149", "236793", "30834", "277031", "45636"], "ranked_scores": [0.6214, 0.6201, 0.6159, 0.5574, 0.5243, 0.5104, 0.5079, 0.5053, 0.501, 0.498], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.9197, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.9197, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9197, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "370170": {"relevant_ids": ["370169"], "ranked_ids": ["370169", "211280", "476551", "528902", "334238", "537762", "227009", "392093", "231528", "96998"], "ranked_scores": [0.6479, 0.4402, 0.4134, 0.4075, 0.4047, 0.4013, 0.3992, 0.3977, 0.3971, 0.3946], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "41774": {"relevant_ids": ["41773"], "ranked_ids": ["41773", "467781", "239344", "468656", "148165", "214766", "307530", "163006", "366794", "53738"], "ranked_scores": [0.5789, 0.4613, 0.4418, 0.429, 0.4265, 0.4143, 0.4088, 0.4021, 0.402, 0.3992], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "399648": {"relevant_ids": ["399649"], "ranked_ids": ["399649", "225815", "435035", "504913", "243294", "124071", "470113", "380626", "285302", "281735"], "ranked_scores": [0.6709, 0.6062, 0.5325, 0.5297, 0.5274, 0.5053, 0.5046, 0.5036, 0.5026, 0.4996], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "504811": {"relevant_ids": ["504810"], "ranked_ids": ["504810", "90374", "214151", "5861", "448774", "55899", "309894", "527852", "386903", "298555"], "ranked_scores": [0.6798, 0.5311, 0.5268, 0.5247, 0.5139, 0.5107, 0.5055, 0.5042, 0.498, 0.492], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "362950": {"relevant_ids": ["362949", "400212"], "ranked_ids": ["362949", "400212", "427587", "487392", "475478", "151122", "129563", "203063", "438104", "411503"], "ranked_scores": [0.6307, 0.623, 0.5904, 0.586, 0.5728, 0.5664, 0.5616, 0.5508, 0.5499, 0.5491], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "155873": {"relevant_ids": ["155874"], "ranked_ids": ["155874", "294020", "3249", "91610", "136219", "383066", "294021", "146003", "292617", "303941"], "ranked_scores": [0.4764, 0.4695, 0.4579, 0.4525, 0.448, 0.4469, 0.4405, 0.4399, 0.4296, 0.4175], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "263432": {"relevant_ids": ["263433"], "ranked_ids": ["263433", "407204", "128303", "147629", "97259", "401373", "29349", "104254", "147630", "146074"], "ranked_scores": [0.5744, 0.5308, 0.5273, 0.5243, 0.5151, 0.5055, 0.4929, 0.4923, 0.4816, 0.4774], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "354945": {"relevant_ids": ["354946"], "ranked_ids": ["354946", "254071", "462983", "108161", "157453", "462984", "287396", "473769", "322478", "202817"], "ranked_scores": [0.5987, 0.5468, 0.4802, 0.4061, 0.3736, 0.3558, 0.339, 0.3377, 0.3351, 0.333], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "245417": {"relevant_ids": ["248195", "219475"], "ranked_ids": ["219475", "40657", "248195", "64433", "164159", "245726", "14180", "413039", "301977", "319022"], "ranked_scores": [0.6319, 0.6271, 0.6132, 0.5903, 0.5585, 0.5559, 0.5479, 0.5376, 0.5212, 0.5175], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.9197, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.9197, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9197, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "516276": {"relevant_ids": ["516277"], "ranked_ids": ["516277", "34173", "19755", "510783", "286275", "76958", "119374", "352189", "489791", "149233"], "ranked_scores": [0.6707, 0.6044, 0.603, 0.563, 0.5424, 0.5413, 0.5284, 0.5245, 0.5217, 0.5195], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177580": {"relevant_ids": ["177579"], "ranked_ids": ["177579", "18081", "143503", "76563", "391563", "185553", "234765", "349723", "454968", "115954"], "ranked_scores": [0.6492, 0.4001, 0.3949, 0.3918, 0.3918, 0.3877, 0.385, 0.3804, 0.3801, 0.3783], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "309865": {"relevant_ids": ["78624", "78623", "33713"], "ranked_ids": ["405094", "78623", "33713", "495751", "153484", "78624", "235483", "469068", "209041", "53675"], "ranked_scores": [0.7151, 0.7129, 0.7128, 0.7116, 0.7056, 0.7037, 0.6929, 0.682, 0.6772, 0.6772], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5307, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.5307, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.6979, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "510387": {"relevant_ids": ["510386"], "ranked_ids": ["344869", "510386", "40390", "52003", "170896", "484846", "74664", "224245", "74663", "358839"], "ranked_scores": [0.7199, 0.7119, 0.6892, 0.6825, 0.6719, 0.6648, 0.6608, 0.6502, 0.6492, 0.6446], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "26645": {"relevant_ids": ["26644"], "ranked_ids": ["26644", "207775", "83875", "83874", "318396", "144057", "234865", "256679", "193896", "265116"], "ranked_scores": [0.6885, 0.6338, 0.6056, 0.6033, 0.5974, 0.5805, 0.5781, 0.5779, 0.5766, 0.5669], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "47788": {"relevant_ids": ["455725"], "ranked_ids": ["8505", "235686", "47703", "37221", "455725", "101721", "348138", "59223", "47789", "105230"], "ranked_scores": [0.7029, 0.7015, 0.7002, 0.7002, 0.7001, 0.6963, 0.696, 0.6955, 0.6836, 0.6764], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "338281": {"relevant_ids": ["338282"], "ranked_ids": ["338282", "11563", "457315", "138712", "57017", "234727", "466069", "382555", "325380", "263861"], "ranked_scores": [0.6269, 0.4412, 0.432, 0.4196, 0.4165, 0.4048, 0.4036, 0.3952, 0.3908, 0.3903], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "461149": {"relevant_ids": ["461148"], "ranked_ids": ["461148", "525835", "215782", "203100", "120940", "443095", "527101", "392721", "2420", "475952"], "ranked_scores": [0.5476, 0.5422, 0.5125, 0.4934, 0.4893, 0.4892, 0.4857, 0.4856, 0.4802, 0.4771], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "346126": {"relevant_ids": ["110711", "110710"], "ranked_ids": ["110710", "110711", "154338", "528998", "6816", "168350", "254526", "203476", "340823", "393684"], "ranked_scores": [0.7287, 0.7014, 0.6927, 0.6342, 0.6325, 0.6324, 0.6303, 0.6228, 0.6201, 0.6131], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "372986": {"relevant_ids": ["262882", "49961"], "ranked_ids": ["49961", "262882", "215938", "281091", "303468", "407496", "415486", "203984", "497531", "88278"], "ranked_scores": [0.7024, 0.635, 0.5814, 0.5611, 0.5496, 0.5442, 0.5428, 0.5406, 0.5385, 0.5349], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "501182": {"relevant_ids": ["501181"], "ranked_ids": ["501181", "179018", "109121", "446824", "325288", "274777", "310603", "361182", "185580", "402718"], "ranked_scores": [0.619, 0.4643, 0.4544, 0.4226, 0.4073, 0.4056, 0.3958, 0.3888, 0.3884, 0.3851], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13800": {"relevant_ids": ["376590", "408522", "13799"], "ranked_ids": ["13799", "376590", "179943", "23471", "56338", "8622", "448205", "481109", "408522", "30987"], "ranked_scores": [0.6469, 0.6452, 0.6315, 0.6146, 0.5987, 0.5966, 0.5834, 0.5732, 0.5657, 0.5642], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.7654, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.9066, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "250143": {"relevant_ids": ["250142"], "ranked_ids": ["250142", "473276", "526032", "206630", "460976", "38409", "364601", "73729", "76062", "274190"], "ranked_scores": [0.5192, 0.4926, 0.4501, 0.4095, 0.3911, 0.389, 0.3731, 0.3715, 0.3664, 0.3649], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13223": {"relevant_ids": ["88349", "156773", "88348", "20277", "13224"], "ranked_ids": ["156773", "88348", "88349", "13224", "86343", "223304", "361830", "366749", "192528", "491669"], "ranked_scores": [0.7617, 0.7372, 0.7269, 0.7213, 0.7179, 0.7003, 0.6922, 0.6847, 0.6844, 0.6823], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.2, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6, "ndcg@5": 0.8688, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.8, "ndcg@10": 0.8688, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.8}, "11002": {"relevant_ids": ["11003"], "ranked_ids": ["11003", "489539", "42203", "17317", "87346", "144197", "40099", "266680", "444112", "115070"], "ranked_scores": [0.6078, 0.5847, 0.5642, 0.5642, 0.5603, 0.5593, 0.5563, 0.5561, 0.5537, 0.5507], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177653": {"relevant_ids": ["79732"], "ranked_ids": ["79732", "525756", "39174", "412316", "395587", "373717", "200611", "310721", "525755", "245271"], "ranked_scores": [0.5594, 0.4713, 0.4369, 0.432, 0.4244, 0.415, 0.4132, 0.3849, 0.3756, 0.3741], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "415592": {"relevant_ids": ["415591"], "ranked_ids": ["415591", "88542", "117817", "425878", "435045", "322822", "467639", "485299", "95917", "91592"], "ranked_scores": [0.6659, 0.5779, 0.5591, 0.5281, 0.5269, 0.515, 0.5148, 0.4958, 0.4921, 0.4872], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "511196": {"relevant_ids": ["511197"], "ranked_ids": ["511197", "156490", "328397", "53962", "313107", "251545", "220596", "537528", "352492", "491923"], "ranked_scores": [0.5876, 0.4583, 0.4429, 0.4175, 0.4173, 0.4146, 0.4138, 0.4096, 0.4044, 0.3949], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "344845": {"relevant_ids": ["344844"], "ranked_ids": ["344844", "161471", "79987", "95946", "327548", "335497", "397001", "111672", "93337", "457408"], "ranked_scores": [0.7001, 0.6358, 0.6276, 0.617, 0.6122, 0.6092, 0.5908, 0.5843, 0.5732, 0.5695], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "396744": {"relevant_ids": ["396745"], "ranked_ids": ["396745", "236438", "16789", "421257", "454241", "284966", "338567", "526492", "418055", "380781"], "ranked_scores": [0.5228, 0.4756, 0.4751, 0.4629, 0.4588, 0.4546, 0.4528, 0.447, 0.439, 0.4351], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "452398": {"relevant_ids": ["452399"], "ranked_ids": ["452399", "90225", "530610", "4228", "296712", "154215", "324290", "372901", "134287", "304781"], "ranked_scores": [0.6958, 0.5896, 0.585, 0.5507, 0.5431, 0.5385, 0.5336, 0.5314, 0.5305, 0.5298], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "182114": {"relevant_ids": ["182113"], "ranked_ids": ["196647", "182113", "531602", "56202", "162482", "323531", "528965", "80719", "475847", "139689"], "ranked_scores": [0.6104, 0.5696, 0.5549, 0.5426, 0.5372, 0.5362, 0.5338, 0.528, 0.5154, 0.5089], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "486260": {"relevant_ids": ["486259"], "ranked_ids": ["486259", "266904", "175377", "392356", "241333", "113749", "356383", "222159", "221509", "575"], "ranked_scores": [0.6697, 0.6129, 0.6009, 0.5961, 0.5954, 0.5946, 0.5916, 0.5898, 0.5882, 0.5882], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "455140": {"relevant_ids": ["315935"], "ranked_ids": ["315935", "308963", "150842", "246286", "124700", "369068", "93864", "124701", "211061", "519049"], "ranked_scores": [0.659, 0.5946, 0.5876, 0.5748, 0.5611, 0.5276, 0.5166, 0.5149, 0.5128, 0.509], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "56198": {"relevant_ids": ["56199"], "ranked_ids": ["56199", "249114", "308888", "130971", "160194", "431226", "452069", "43404", "138891", "71092"], "ranked_scores": [0.6229, 0.3909, 0.3744, 0.3653, 0.3547, 0.3536, 0.3529, 0.349, 0.3456, 0.3412], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "30172": {"relevant_ids": ["145119", "373486", "145120", "185817", "30173", "68426"], "ranked_ids": ["145120", "68426", "160900", "192604", "373486", "82405", "90983", "311173", "335234", "205338"], "ranked_scores": [0.7642, 0.7573, 0.7502, 0.7414, 0.7391, 0.7378, 0.7351, 0.7341, 0.7205, 0.7113], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.1667, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.6844, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6106, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "127880": {"relevant_ids": ["241164"], "ranked_ids": ["241164", "210277", "135083", "121458", "22396", "535042", "122116", "437116", "450198", "132797"], "ranked_scores": [0.5872, 0.5283, 0.5057, 0.5021, 0.4828, 0.4799, 0.472, 0.4606, 0.4596, 0.459], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "167969": {"relevant_ids": ["174461"], "ranked_ids": ["174461", "360983", "347474", "91854", "78497", "144121", "60171", "207491", "207492", "121354"], "ranked_scores": [0.5837, 0.5745, 0.4969, 0.4948, 0.4913, 0.489, 0.4798, 0.4788, 0.4742, 0.4679], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "97986": {"relevant_ids": ["97987"], "ranked_ids": ["97987", "44589", "318396", "193896", "256679", "326597", "234865", "41241", "202747", "212168"], "ranked_scores": [0.6948, 0.6192, 0.5779, 0.5712, 0.5702, 0.5674, 0.5658, 0.5633, 0.5611, 0.5606], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "12865": {"relevant_ids": ["105683"], "ranked_ids": ["105683", "83623", "92902", "23129", "356189", "83622", "291690", "323015", "313106", "528844"], "ranked_scores": [0.6646, 0.5361, 0.5325, 0.509, 0.5062, 0.4999, 0.4987, 0.4935, 0.4923, 0.48], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "215681": {"relevant_ids": ["215680"], "ranked_ids": ["215680", "78042", "57552", "63757", "178515", "410439", "119374", "52235", "172729", "68652"], "ranked_scores": [0.6819, 0.5426, 0.5411, 0.5395, 0.5381, 0.5361, 0.5331, 0.5299, 0.5234, 0.5227], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-roberta-base-pq-m96-n4": {"127728": {"relevant_ids": ["127729"], "ranked_ids": ["245618", "127729", "278575", "276617", "38063", "153290", "433315", "469527", "382156", "76871"], "ranked_scores": [0.5657, 0.553, 0.5477, 0.5344, 0.5232, 0.5203, 0.5118, 0.5114, 0.509, 0.4979], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "318820": {"relevant_ids": ["318821"], "ranked_ids": ["318821", "222238", "441089", "178549", "496708", "367479", "162581", "380781", "54496", "355161"], "ranked_scores": [0.7031, 0.6157, 0.5867, 0.5801, 0.5619, 0.5582, 0.5563, 0.5446, 0.5441, 0.5423], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "296098": {"relevant_ids": ["296097"], "ranked_ids": ["45507", "364131", "469868", "493414", "134752", "45506", "307653", "296097", "173403", "130062"], "ranked_scores": [0.4899, 0.4737, 0.4728, 0.4517, 0.4505, 0.4483, 0.4468, 0.4426, 0.4421, 0.421], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "150414": {"relevant_ids": ["192835"], "ranked_ids": ["105782", "192835", "516620", "105783", "132912", "126746", "470642", "113488", "149429", "1702"], "ranked_scores": [0.7163, 0.7131, 0.6666, 0.6399, 0.631, 0.6217, 0.6082, 0.5988, 0.5948, 0.5943], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "145582": {"relevant_ids": ["145583"], "ranked_ids": ["145583", "454248", "299264", "112261", "206717", "369068", "390399", "432243", "211239", "258451"], "ranked_scores": [0.5795, 0.4655, 0.4134, 0.3471, 0.3408, 0.3379, 0.332, 0.3293, 0.3243, 0.3234], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "315712": {"relevant_ids": ["315713"], "ranked_ids": ["315713", "194841", "242340", "408588", "124542", "208025", "400583", "536531", "319096", "291452"], "ranked_scores": [0.6092, 0.5497, 0.532, 0.5182, 0.4932, 0.4794, 0.4504, 0.4465, 0.4419, 0.4404], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145739": {"relevant_ids": ["145740"], "ranked_ids": ["145740", "241979", "366074", "8705", "115412", "465597", "347337", "453401", "303090", "415781"], "ranked_scores": [0.6818, 0.6092, 0.6092, 0.5852, 0.5797, 0.579, 0.5699, 0.5468, 0.5463, 0.5455], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "308127": {"relevant_ids": ["308126"], "ranked_ids": ["308126", "36744", "395527", "427879", "523863", "35763", "79534", "79828", "301104", "486822"], "ranked_scores": [0.6224, 0.5203, 0.5195, 0.5119, 0.497, 0.49, 0.489, 0.4872, 0.4871, 0.4861], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "287245": {"relevant_ids": ["283199", "322650", "283198"], "ranked_ids": ["283199", "322650", "283198", "192143", "499037", "508239", "497666", "420279", "68138", "221784"], "ranked_scores": [0.6317, 0.6266, 0.5848, 0.4811, 0.4694, 0.4677, 0.4566, 0.4565, 0.4493, 0.4391], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "14755": {"relevant_ids": ["211906", "14756"], "ranked_ids": ["211906", "14756", "450970", "235454", "57678", "236793", "30834", "277031", "362149", "449494"], "ranked_scores": [0.6527, 0.6512, 0.6457, 0.6175, 0.5753, 0.5454, 0.5445, 0.5069, 0.5054, 0.503], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "370170": {"relevant_ids": ["370169"], "ranked_ids": ["370169", "191538", "528902", "388150", "476551", "537762", "128700", "211280", "419219", "227009"], "ranked_scores": [0.733, 0.4417, 0.4353, 0.4266, 0.4263, 0.4236, 0.4198, 0.4188, 0.4186, 0.4119], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "41774": {"relevant_ids": ["41773"], "ranked_ids": ["41773", "214766", "468655", "475177", "366794", "467781", "17691", "442459", "339534", "163006"], "ranked_scores": [0.5826, 0.4431, 0.4247, 0.4212, 0.4205, 0.4187, 0.417, 0.4064, 0.4036, 0.4002], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "399648": {"relevant_ids": ["399649"], "ranked_ids": ["399649", "225815", "435035", "504913", "243294", "380626", "412309", "11084", "285302", "445074"], "ranked_scores": [0.7269, 0.624, 0.5583, 0.5438, 0.5401, 0.536, 0.5279, 0.5222, 0.5167, 0.5129], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "504811": {"relevant_ids": ["504810"], "ranked_ids": ["504810", "448774", "90374", "309894", "386903", "214151", "298555", "84826", "5861", "251173"], "ranked_scores": [0.7314, 0.5556, 0.5409, 0.5255, 0.5168, 0.5098, 0.5091, 0.508, 0.4984, 0.4746], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "362950": {"relevant_ids": ["362949", "400212"], "ranked_ids": ["362949", "400212", "427587", "411503", "487392", "475478", "155870", "129563", "151122", "68956"], "ranked_scores": [0.6679, 0.6328, 0.6047, 0.5964, 0.5859, 0.5761, 0.5578, 0.5497, 0.5473, 0.5457], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "155873": {"relevant_ids": ["155874"], "ranked_ids": ["155874", "292617", "303941", "91610", "3249", "136219", "294020", "3139", "146003", "346009"], "ranked_scores": [0.5019, 0.4844, 0.4705, 0.4662, 0.4521, 0.4513, 0.4465, 0.4426, 0.4404, 0.4401], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "263432": {"relevant_ids": ["263433"], "ranked_ids": ["263433", "147629", "407204", "401373", "128303", "97259", "147630", "29349", "510661", "104254"], "ranked_scores": [0.6355, 0.5388, 0.5345, 0.5325, 0.5251, 0.5221, 0.5097, 0.5066, 0.4948, 0.4925], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "354945": {"relevant_ids": ["354946"], "ranked_ids": ["354946", "254071", "462983", "108161", "157453", "202817", "137840", "462984", "322478", "124701"], "ranked_scores": [0.6792, 0.6203, 0.433, 0.4228, 0.3976, 0.3712, 0.3699, 0.3659, 0.3651, 0.3524], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "245417": {"relevant_ids": ["248195", "219475"], "ranked_ids": ["40657", "219475", "248195", "64433", "164159", "301977", "14180", "413039", "319022", "37326"], "ranked_scores": [0.6721, 0.6571, 0.6407, 0.6079, 0.5787, 0.5663, 0.5586, 0.5561, 0.5439, 0.5409], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6934, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6934, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6934, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "516276": {"relevant_ids": ["516277"], "ranked_ids": ["516277", "34173", "19755", "286275", "62062", "510783", "489791", "471902", "76958", "352289"], "ranked_scores": [0.7429, 0.6092, 0.603, 0.565, 0.5599, 0.555, 0.5475, 0.5346, 0.5314, 0.5277], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177580": {"relevant_ids": ["177579"], "ranked_ids": ["177579", "18081", "185553", "115954", "143503", "455888", "464418", "76563", "370405", "419100"], "ranked_scores": [0.7061, 0.4406, 0.4344, 0.4337, 0.4319, 0.4259, 0.4259, 0.4198, 0.3986, 0.3981], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "309865": {"relevant_ids": ["78624", "78623", "33713"], "ranked_ids": ["209041", "33713", "405094", "78623", "78624", "153484", "235483", "477476", "469068", "495751"], "ranked_scores": [0.7281, 0.7217, 0.7043, 0.7042, 0.7019, 0.7004, 0.6969, 0.6878, 0.6847, 0.6816], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.6797, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6797, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "510387": {"relevant_ids": ["510386"], "ranked_ids": ["344869", "510386", "40390", "484846", "170896", "241538", "52003", "241537", "254292", "371033"], "ranked_scores": [0.7124, 0.7027, 0.6947, 0.6918, 0.6751, 0.6719, 0.6684, 0.6525, 0.6461, 0.6393], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "26645": {"relevant_ids": ["26644"], "ranked_ids": ["26644", "207775", "318396", "193896", "83875", "83874", "256679", "212168", "265116", "234865"], "ranked_scores": [0.7337, 0.627, 0.6227, 0.6033, 0.6009, 0.5964, 0.5816, 0.5653, 0.5633, 0.5612], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "47788": {"relevant_ids": ["455725"], "ranked_ids": ["455725", "235686", "59223", "15132", "101721", "47789", "47703", "37221", "105230", "120701"], "ranked_scores": [0.7318, 0.7262, 0.7236, 0.7182, 0.7137, 0.7013, 0.699, 0.6949, 0.6938, 0.6934], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "338281": {"relevant_ids": ["338282"], "ranked_ids": ["338282", "11563", "431433", "263861", "457315", "234727", "382555", "85881", "138712", "57017"], "ranked_scores": [0.6832, 0.4617, 0.4507, 0.4442, 0.4386, 0.4304, 0.4283, 0.425, 0.4129, 0.4115], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "461149": {"relevant_ids": ["461148"], "ranked_ids": ["461148", "525835", "203100", "377056", "215782", "527101", "443095", "291108", "381960", "335800"], "ranked_scores": [0.5927, 0.5825, 0.5422, 0.52, 0.5165, 0.5004, 0.4907, 0.4905, 0.4881, 0.4864], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "346126": {"relevant_ids": ["110711", "110710"], "ranked_ids": ["110710", "154338", "110711", "528998", "203476", "254526", "296319", "229972", "340823", "6816"], "ranked_scores": [0.7621, 0.7338, 0.7231, 0.6628, 0.657, 0.6405, 0.6368, 0.6307, 0.6295, 0.6168], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.9197, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.9197, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9197, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "372986": {"relevant_ids": ["262882", "49961"], "ranked_ids": ["49961", "262882", "215938", "303468", "108183", "415486", "497531", "281091", "203984", "516501"], "ranked_scores": [0.7531, 0.6797, 0.5974, 0.5657, 0.5655, 0.5588, 0.5526, 0.5508, 0.5357, 0.5251], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "501182": {"relevant_ids": ["501181"], "ranked_ids": ["501181", "402718", "109121", "274777", "474402", "179018", "446824", "325288", "347781", "361182"], "ranked_scores": [0.6693, 0.4724, 0.4684, 0.4545, 0.4404, 0.4349, 0.4218, 0.4186, 0.4168, 0.4157], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13800": {"relevant_ids": ["376590", "408522", "13799"], "ranked_ids": ["376590", "179943", "13799", "481109", "23471", "8622", "448205", "408522", "30987", "67320"], "ranked_scores": [0.6719, 0.6611, 0.6598, 0.6112, 0.6105, 0.6041, 0.6038, 0.5864, 0.5784, 0.576], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.7039, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.852, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "250143": {"relevant_ids": ["250142"], "ranked_ids": ["250142", "473276", "38409", "206630", "76062", "526032", "137994", "57155", "121390", "27632"], "ranked_scores": [0.5727, 0.5435, 0.4653, 0.4449, 0.4261, 0.4106, 0.4079, 0.4029, 0.3961, 0.3888], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13223": {"relevant_ids": ["88349", "156773", "88348", "20277", "13224"], "ranked_ids": ["156773", "88348", "88349", "13224", "86343", "366749", "223304", "137719", "361830", "192528"], "ranked_scores": [0.7739, 0.7264, 0.7243, 0.7177, 0.7142, 0.6968, 0.6952, 0.6788, 0.6714, 0.662], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.2, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6, "ndcg@5": 0.8688, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.8, "ndcg@10": 0.8688, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.8}, "11002": {"relevant_ids": ["11003"], "ranked_ids": ["11003", "489539", "42203", "144197", "17317", "444112", "40100", "87346", "115070", "266680"], "ranked_scores": [0.6378, 0.6217, 0.5701, 0.5641, 0.563, 0.5591, 0.5559, 0.5536, 0.5506, 0.5501], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177653": {"relevant_ids": ["79732"], "ranked_ids": ["79732", "525756", "373717", "200611", "39174", "395587", "194790", "15372", "412316", "137270"], "ranked_scores": [0.6314, 0.5051, 0.4905, 0.484, 0.4716, 0.4531, 0.4319, 0.4113, 0.4108, 0.402], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "415592": {"relevant_ids": ["415591"], "ranked_ids": ["415591", "435045", "91592", "117817", "88542", "425878", "322822", "485299", "187412", "17843"], "ranked_scores": [0.727, 0.6145, 0.5961, 0.596, 0.592, 0.5648, 0.548, 0.5308, 0.5107, 0.5082], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "511196": {"relevant_ids": ["511197"], "ranked_ids": ["511197", "156490", "251545", "491923", "251546", "191329", "313107", "112674", "328397", "537528"], "ranked_scores": [0.6532, 0.531, 0.4671, 0.4605, 0.4416, 0.4358, 0.4268, 0.4241, 0.4232, 0.423], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "344845": {"relevant_ids": ["344844"], "ranked_ids": ["344844", "161471", "79987", "95946", "503908", "469623", "111672", "327548", "4915", "335497"], "ranked_scores": [0.7526, 0.6687, 0.6203, 0.6124, 0.6054, 0.6052, 0.604, 0.5987, 0.5953, 0.595], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "396744": {"relevant_ids": ["396745"], "ranked_ids": ["396745", "16789", "454241", "516168", "236438", "526492", "54497", "489628", "75585", "369693"], "ranked_scores": [0.5392, 0.4957, 0.4739, 0.4673, 0.4639, 0.4638, 0.4605, 0.4585, 0.4537, 0.4452], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "452398": {"relevant_ids": ["452399"], "ranked_ids": ["452399", "530610", "90225", "304781", "372901", "346712", "60646", "221563", "324290", "230141"], "ranked_scores": [0.7315, 0.5985, 0.5578, 0.5522, 0.5411, 0.5383, 0.5262, 0.5199, 0.5186, 0.5157], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "182114": {"relevant_ids": ["182113"], "ranked_ids": ["196647", "182113", "531602", "139689", "234482", "162482", "475847", "80719", "229182", "481882"], "ranked_scores": [0.6132, 0.603, 0.5717, 0.5646, 0.5633, 0.5581, 0.5469, 0.5388, 0.5354, 0.5325], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "486260": {"relevant_ids": ["486259"], "ranked_ids": ["486259", "266904", "392356", "113749", "241333", "209254", "46379", "111946", "358839", "209255"], "ranked_scores": [0.6996, 0.6218, 0.6154, 0.5933, 0.581, 0.5802, 0.5743, 0.5684, 0.5646, 0.5606], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "455140": {"relevant_ids": ["315935"], "ranked_ids": ["315935", "308963", "150842", "124700", "246286", "211061", "427112", "50224", "93864", "315936"], "ranked_scores": [0.7031, 0.6046, 0.5934, 0.5922, 0.5681, 0.5521, 0.5465, 0.5355, 0.5347, 0.5294], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "56198": {"relevant_ids": ["56199"], "ranked_ids": ["56199", "130971", "43404", "496142", "71092", "67917", "160914", "480352", "138891", "160194"], "ranked_scores": [0.6965, 0.4022, 0.3928, 0.3892, 0.379, 0.3767, 0.3734, 0.3727, 0.3713, 0.3666], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "30172": {"relevant_ids": ["145119", "373486", "145120", "185817", "30173", "68426"], "ranked_ids": ["68426", "145120", "160900", "192604", "311173", "373486", "205338", "90983", "82405", "53445"], "ranked_scores": [0.7691, 0.7678, 0.7338, 0.7239, 0.7224, 0.722, 0.7124, 0.7108, 0.7101, 0.6925], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.1667, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.5531, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.6013, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "127880": {"relevant_ids": ["241164"], "ranked_ids": ["241164", "121458", "210277", "535042", "135083", "100860", "112470", "531392", "22396", "389443"], "ranked_scores": [0.6124, 0.56, 0.5563, 0.5185, 0.517, 0.4945, 0.4836, 0.4823, 0.482, 0.4789], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "167969": {"relevant_ids": ["174461"], "ranked_ids": ["174461", "360983", "78497", "60171", "207491", "347474", "121354", "91854", "468723", "365197"], "ranked_scores": [0.6042, 0.6017, 0.5542, 0.5333, 0.5026, 0.4963, 0.4948, 0.4934, 0.4924, 0.4901], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "97986": {"relevant_ids": ["97987"], "ranked_ids": ["97987", "44589", "284181", "41241", "212168", "326597", "318396", "108564", "141417", "234865"], "ranked_scores": [0.7609, 0.647, 0.5697, 0.5673, 0.5604, 0.5572, 0.5539, 0.5505, 0.5493, 0.5467], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "12865": {"relevant_ids": ["105683"], "ranked_ids": ["105683", "92902", "528844", "23129", "83622", "188704", "267487", "356189", "83623", "277453"], "ranked_scores": [0.7192, 0.5552, 0.5395, 0.5212, 0.5138, 0.5127, 0.5126, 0.5097, 0.5043, 0.5006], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "215681": {"relevant_ids": ["215680"], "ranked_ids": ["215680", "52235", "57552", "340195", "178515", "63757", "119374", "138892", "78042", "68652"], "ranked_scores": [0.7306, 0.5566, 0.55, 0.5445, 0.5283, 0.5211, 0.5205, 0.5151, 0.5044, 0.5004], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-roberta-base-pq-m128-n4": {"127728": {"relevant_ids": ["127729"], "ranked_ids": ["245618", "276617", "127729", "278575", "153290", "38063", "92818", "145244", "469527", "333348"], "ranked_scores": [0.5996, 0.5826, 0.5768, 0.5646, 0.5609, 0.5572, 0.5528, 0.5321, 0.5278, 0.5162], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "318820": {"relevant_ids": ["318821"], "ranked_ids": ["318821", "222238", "178549", "54496", "168411", "367479", "380781", "355161", "441089", "496708"], "ranked_scores": [0.766, 0.6888, 0.6042, 0.5887, 0.5834, 0.5828, 0.5802, 0.58, 0.5795, 0.5795], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "296098": {"relevant_ids": ["296097"], "ranked_ids": ["45507", "469868", "296097", "493414", "134752", "45506", "173403", "298852", "412371", "364131"], "ranked_scores": [0.5312, 0.5121, 0.5098, 0.5088, 0.4944, 0.4904, 0.4768, 0.4652, 0.4625, 0.4573], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "150414": {"relevant_ids": ["192835"], "ranked_ids": ["192835", "105782", "516620", "105783", "132912", "126746", "470642", "126745", "382686", "113488"], "ranked_scores": [0.7228, 0.7194, 0.6788, 0.6566, 0.6428, 0.6224, 0.6187, 0.5949, 0.592, 0.5904], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145582": {"relevant_ids": ["145583"], "ranked_ids": ["145583", "454248", "299264", "130013", "112261", "263736", "390399", "369068", "505890", "173109"], "ranked_scores": [0.6283, 0.4904, 0.4568, 0.4279, 0.3859, 0.3788, 0.356, 0.3531, 0.3451, 0.3415], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "315712": {"relevant_ids": ["315713"], "ranked_ids": ["315713", "408588", "242340", "194841", "208025", "124542", "236508", "261260", "203205", "153536"], "ranked_scores": [0.6557, 0.5484, 0.5363, 0.5142, 0.481, 0.4685, 0.4648, 0.4631, 0.4431, 0.4408], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145739": {"relevant_ids": ["145740"], "ranked_ids": ["145740", "241979", "366074", "8705", "115412", "465597", "415781", "347337", "180147", "20502"], "ranked_scores": [0.7039, 0.6324, 0.613, 0.6066, 0.5949, 0.5858, 0.5692, 0.5681, 0.5465, 0.5384], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "308127": {"relevant_ids": ["308126"], "ranked_ids": ["308126", "36744", "79534", "427879", "35763", "386807", "77650", "402262", "367804", "395527"], "ranked_scores": [0.6401, 0.5311, 0.5307, 0.5306, 0.5249, 0.5036, 0.5034, 0.5026, 0.4956, 0.4955], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "287245": {"relevant_ids": ["283199", "322650", "283198"], "ranked_ids": ["283199", "322650", "283198", "499037", "420279", "497666", "508239", "221784", "420280", "68138"], "ranked_scores": [0.691, 0.6787, 0.6256, 0.5211, 0.5016, 0.4769, 0.4687, 0.4628, 0.4573, 0.4557], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "14755": {"relevant_ids": ["211906", "14756"], "ranked_ids": ["450970", "14756", "211906", "235454", "57678", "30834", "236793", "362149", "45636", "449494"], "ranked_scores": [0.7007, 0.6859, 0.6845, 0.6406, 0.624, 0.5869, 0.5491, 0.5405, 0.5364, 0.5059], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6934, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6934, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6934, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "370170": {"relevant_ids": ["370169"], "ranked_ids": ["370169", "537762", "388150", "419219", "211280", "476551", "528902", "466920", "231528", "191527"], "ranked_scores": [0.7455, 0.4641, 0.4561, 0.4409, 0.4373, 0.4227, 0.42, 0.4046, 0.3952, 0.3943], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "41774": {"relevant_ids": ["41773"], "ranked_ids": ["41773", "239344", "475177", "468656", "442459", "214766", "467781", "307530", "33017", "366794"], "ranked_scores": [0.6072, 0.4455, 0.4322, 0.4273, 0.4269, 0.4211, 0.4144, 0.4131, 0.4105, 0.4089], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "399648": {"relevant_ids": ["399649"], "ranked_ids": ["399649", "225815", "435035", "124071", "481934", "243294", "412309", "285302", "504913", "11084"], "ranked_scores": [0.777, 0.6581, 0.5858, 0.5532, 0.5494, 0.5474, 0.5426, 0.5348, 0.5341, 0.5296], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "504811": {"relevant_ids": ["504810"], "ranked_ids": ["504810", "90374", "309894", "448774", "298555", "5861", "214151", "160704", "84826", "386903"], "ranked_scores": [0.783, 0.5603, 0.5516, 0.5467, 0.5357, 0.535, 0.5297, 0.522, 0.508, 0.5034], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "362950": {"relevant_ids": ["362949", "400212"], "ranked_ids": ["362949", "400212", "427587", "487392", "411503", "129563", "475478", "348827", "155870", "151122"], "ranked_scores": [0.7018, 0.6583, 0.6473, 0.6363, 0.614, 0.596, 0.5936, 0.5815, 0.572, 0.5638], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "155873": {"relevant_ids": ["155874"], "ranked_ids": ["155874", "136219", "294021", "91610", "294020", "3249", "487664", "383066", "303941", "292617"], "ranked_scores": [0.5605, 0.4953, 0.4905, 0.4672, 0.4661, 0.4627, 0.4584, 0.4544, 0.4538, 0.444], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "263432": {"relevant_ids": ["263433"], "ranked_ids": ["263433", "128303", "407204", "401373", "147629", "97259", "147630", "104254", "29349", "18217"], "ranked_scores": [0.661, 0.5871, 0.5695, 0.5613, 0.5506, 0.5446, 0.5186, 0.5048, 0.5047, 0.4989], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "354945": {"relevant_ids": ["354946"], "ranked_ids": ["354946", "254071", "462983", "108161", "462984", "322478", "157453", "202817", "287396", "473769"], "ranked_scores": [0.7129, 0.6283, 0.5037, 0.4596, 0.4278, 0.4102, 0.3842, 0.3729, 0.3668, 0.3591], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "245417": {"relevant_ids": ["248195", "219475"], "ranked_ids": ["219475", "40657", "248195", "64433", "301977", "164159", "14180", "319022", "245726", "413039"], "ranked_scores": [0.7209, 0.6997, 0.6814, 0.6264, 0.5913, 0.587, 0.5762, 0.5643, 0.5483, 0.5464], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.9197, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.9197, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9197, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "516276": {"relevant_ids": ["516277"], "ranked_ids": ["516277", "34173", "19755", "510783", "76958", "286275", "489791", "471902", "143842", "119374"], "ranked_scores": [0.7753, 0.6299, 0.628, 0.6015, 0.5663, 0.5529, 0.5438, 0.5409, 0.5349, 0.5299], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177580": {"relevant_ids": ["177579"], "ranked_ids": ["177579", "18081", "115954", "76563", "370405", "391563", "454968", "185553", "419100", "464418"], "ranked_scores": [0.7658, 0.4553, 0.4401, 0.4173, 0.4158, 0.4141, 0.4117, 0.4043, 0.3972, 0.3949], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "309865": {"relevant_ids": ["78624", "78623", "33713"], "ranked_ids": ["33713", "78623", "153484", "405094", "209041", "78624", "235483", "495751", "477476", "437065"], "ranked_scores": [0.7241, 0.7159, 0.7141, 0.7129, 0.7033, 0.7005, 0.6964, 0.6809, 0.675, 0.6691], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.7654, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.9325, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "510387": {"relevant_ids": ["510386"], "ranked_ids": ["344869", "510386", "170896", "484846", "40390", "241538", "241537", "52003", "371033", "442062"], "ranked_scores": [0.7174, 0.7066, 0.6907, 0.6894, 0.6714, 0.6662, 0.6637, 0.659, 0.6342, 0.6291], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "26645": {"relevant_ids": ["26644"], "ranked_ids": ["26644", "207775", "318396", "83875", "193896", "83874", "234865", "326597", "256679", "257425"], "ranked_scores": [0.7914, 0.656, 0.6357, 0.6012, 0.5984, 0.5916, 0.585, 0.5821, 0.578, 0.572], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "47788": {"relevant_ids": ["455725"], "ranked_ids": ["455725", "59223", "235686", "47703", "47789", "348138", "120701", "8505", "37221", "101721"], "ranked_scores": [0.7303, 0.7212, 0.7089, 0.7083, 0.706, 0.6967, 0.6912, 0.6899, 0.6865, 0.6853], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "338281": {"relevant_ids": ["338282"], "ranked_ids": ["338282", "11563", "431433", "457315", "85881", "263861", "234727", "382555", "327767", "11250"], "ranked_scores": [0.7174, 0.4889, 0.458, 0.4523, 0.4425, 0.4377, 0.4354, 0.4312, 0.419, 0.4125], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "461149": {"relevant_ids": ["461148"], "ranked_ids": ["461148", "525835", "100854", "215782", "17980", "291108", "203100", "377056", "392721", "414838"], "ranked_scores": [0.5834, 0.5728, 0.5306, 0.5291, 0.5257, 0.5232, 0.5176, 0.5094, 0.5041, 0.5019], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "346126": {"relevant_ids": ["110711", "110710"], "ranked_ids": ["110710", "154338", "110711", "203476", "254526", "528998", "229972", "296319", "340823", "168350"], "ranked_scores": [0.7849, 0.7562, 0.7442, 0.6584, 0.6577, 0.6569, 0.6352, 0.6328, 0.625, 0.6101], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.9197, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.9197, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9197, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "372986": {"relevant_ids": ["262882", "49961"], "ranked_ids": ["49961", "262882", "303468", "203984", "88278", "215938", "415486", "497357", "516501", "497531"], "ranked_scores": [0.7759, 0.6976, 0.5825, 0.5557, 0.5509, 0.5455, 0.5306, 0.5295, 0.5281, 0.528], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "501182": {"relevant_ids": ["501181"], "ranked_ids": ["501181", "109121", "179018", "291000", "274777", "402718", "446824", "2257", "447737", "474402"], "ranked_scores": [0.7108, 0.4805, 0.4722, 0.4457, 0.4413, 0.4372, 0.433, 0.4224, 0.4096, 0.4087], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13800": {"relevant_ids": ["376590", "408522", "13799"], "ranked_ids": ["376590", "13799", "179943", "23471", "67320", "30987", "448205", "481109", "408522", "8622"], "ranked_scores": [0.6993, 0.6839, 0.6691, 0.6528, 0.6273, 0.6252, 0.6167, 0.6081, 0.6023, 0.5985], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.7654, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.9066, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "250143": {"relevant_ids": ["250142"], "ranked_ids": ["250142", "473276", "38409", "526032", "206630", "76062", "274190", "137994", "460976", "27632"], "ranked_scores": [0.6178, 0.5536, 0.4724, 0.4676, 0.4555, 0.4538, 0.4282, 0.4281, 0.4279, 0.4224], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13223": {"relevant_ids": ["88349", "156773", "88348", "20277", "13224"], "ranked_ids": ["156773", "13224", "88348", "88349", "86343", "366749", "223304", "137719", "361830", "192528"], "ranked_scores": [0.8149, 0.7513, 0.748, 0.7327, 0.7225, 0.7133, 0.7106, 0.6837, 0.6793, 0.6728], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.2, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6, "ndcg@5": 0.8688, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.8, "ndcg@10": 0.8688, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.8}, "11002": {"relevant_ids": ["11003"], "ranked_ids": ["11003", "489539", "444112", "144197", "17317", "42203", "40099", "266680", "64236", "10212"], "ranked_scores": [0.703, 0.6286, 0.6247, 0.6165, 0.6026, 0.5929, 0.5788, 0.577, 0.5765, 0.5747], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177653": {"relevant_ids": ["79732"], "ranked_ids": ["79732", "525756", "39174", "200611", "395587", "373717", "412316", "310721", "245271", "137270"], "ranked_scores": [0.6922, 0.5542, 0.5472, 0.5255, 0.488, 0.4665, 0.4533, 0.4365, 0.4354, 0.4017], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "415592": {"relevant_ids": ["415591"], "ranked_ids": ["415591", "435045", "322822", "117817", "91592", "467639", "425878", "88542", "485299", "430072"], "ranked_scores": [0.7501, 0.6169, 0.5907, 0.5843, 0.5783, 0.5717, 0.5692, 0.565, 0.5374, 0.5259], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "511196": {"relevant_ids": ["511197"], "ranked_ids": ["511197", "156490", "414717", "251546", "251545", "53962", "537528", "328397", "42644", "491923"], "ranked_scores": [0.693, 0.5562, 0.4517, 0.4471, 0.4454, 0.445, 0.4441, 0.4439, 0.4411, 0.4409], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "344845": {"relevant_ids": ["344844"], "ranked_ids": ["344844", "161471", "335497", "95946", "111672", "469623", "397001", "79987", "224515", "503908"], "ranked_scores": [0.7718, 0.6786, 0.6377, 0.636, 0.6157, 0.6102, 0.6067, 0.6035, 0.6026, 0.6005], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "396744": {"relevant_ids": ["396745"], "ranked_ids": ["396745", "454241", "236438", "16789", "481437", "526492", "516168", "421257", "418055", "483940"], "ranked_scores": [0.5952, 0.4986, 0.4926, 0.4912, 0.4727, 0.4718, 0.4673, 0.4667, 0.4641, 0.464], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "452398": {"relevant_ids": ["452399"], "ranked_ids": ["452399", "530610", "90225", "372901", "4228", "230141", "296712", "450912", "60646", "346712"], "ranked_scores": [0.7754, 0.6265, 0.5892, 0.5786, 0.5606, 0.5457, 0.537, 0.5353, 0.5277, 0.5226], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "182114": {"relevant_ids": ["182113"], "ranked_ids": ["196647", "182113", "531602", "139689", "234482", "162482", "323531", "80719", "475847", "56202"], "ranked_scores": [0.6359, 0.6264, 0.5889, 0.5875, 0.5764, 0.5745, 0.5639, 0.55, 0.5485, 0.5358], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "486260": {"relevant_ids": ["486259"], "ranked_ids": ["486259", "392356", "113749", "209254", "266904", "385204", "241333", "222159", "114114", "391328"], "ranked_scores": [0.7222, 0.6178, 0.6154, 0.5976, 0.5948, 0.5769, 0.5752, 0.5724, 0.5702, 0.5659], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "455140": {"relevant_ids": ["315935"], "ranked_ids": ["315935", "308963", "124700", "246286", "150842", "211061", "93864", "369068", "50224", "519049"], "ranked_scores": [0.7244, 0.6371, 0.6157, 0.6122, 0.5858, 0.573, 0.5637, 0.5551, 0.5366, 0.5332], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "56198": {"relevant_ids": ["56199"], "ranked_ids": ["56199", "160194", "452069", "249114", "43404", "496142", "71092", "67917", "160914", "138891"], "ranked_scores": [0.7435, 0.4332, 0.4132, 0.4061, 0.4014, 0.3972, 0.3949, 0.3931, 0.3904, 0.3881], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "30172": {"relevant_ids": ["145119", "373486", "145120", "185817", "30173", "68426"], "ranked_ids": ["145120", "68426", "160900", "192604", "373486", "205338", "335234", "82405", "481493", "90983"], "ranked_scores": [0.7957, 0.7721, 0.7484, 0.7233, 0.7207, 0.7173, 0.7041, 0.7021, 0.7007, 0.6997], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.1667, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.6844, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6106, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "127880": {"relevant_ids": ["241164"], "ranked_ids": ["241164", "121458", "210277", "135083", "22396", "100860", "122116", "450198", "208455", "112470"], "ranked_scores": [0.6369, 0.5882, 0.5811, 0.545, 0.5104, 0.5055, 0.496, 0.4931, 0.4905, 0.4878], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "167969": {"relevant_ids": ["174461"], "ranked_ids": ["360983", "174461", "78497", "60171", "91854", "257735", "207491", "121354", "144121", "315016"], "ranked_scores": [0.6568, 0.6444, 0.5498, 0.511, 0.5104, 0.5096, 0.507, 0.4992, 0.4979, 0.4906], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "97986": {"relevant_ids": ["97987"], "ranked_ids": ["97987", "44589", "284181", "326597", "41241", "393565", "212168", "318396", "202747", "108564"], "ranked_scores": [0.7948, 0.6762, 0.589, 0.5821, 0.5759, 0.5748, 0.5722, 0.5638, 0.5608, 0.557], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "12865": {"relevant_ids": ["105683"], "ranked_ids": ["105683", "92902", "83622", "528844", "277453", "191268", "83623", "356189", "323015", "267487"], "ranked_scores": [0.7591, 0.5886, 0.5415, 0.5383, 0.5363, 0.5345, 0.5336, 0.5127, 0.4983, 0.4953], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "215681": {"relevant_ids": ["215680"], "ranked_ids": ["215680", "57552", "178515", "177080", "52235", "340195", "119374", "71159", "138892", "63757"], "ranked_scores": [0.7675, 0.5732, 0.5594, 0.5258, 0.5215, 0.5208, 0.5139, 0.5063, 0.5062, 0.5024], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-mpnet-base-pq-m24-n8": {"127728": {"relevant_ids": ["127729"], "ranked_ids": ["127729", "92818", "250619", "38063", "153290", "145244", "78763", "494754", "315009", "245618"], "ranked_scores": [0.679, 0.6186, 0.6044, 0.5999, 0.5958, 0.5952, 0.5944, 0.5904, 0.59, 0.5813], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "318820": {"relevant_ids": ["318821"], "ranked_ids": ["318821", "367479", "441218", "496708", "355161", "380781", "491039", "297357", "360734", "178549"], "ranked_scores": [0.734, 0.6021, 0.5993, 0.5884, 0.5879, 0.5849, 0.5794, 0.5585, 0.5563, 0.5504], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "296098": {"relevant_ids": ["296097"], "ranked_ids": ["45507", "173403", "469868", "364131", "296097", "307653", "423933", "45506", "134752", "412371"], "ranked_scores": [0.7311, 0.7175, 0.7057, 0.6949, 0.6885, 0.6735, 0.6732, 0.6528, 0.6403, 0.6212], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "150414": {"relevant_ids": ["192835"], "ranked_ids": ["192835", "105782", "516620", "126746", "132912", "105783", "121070", "470642", "337933", "103122"], "ranked_scores": [0.7686, 0.7504, 0.7172, 0.6834, 0.6778, 0.6645, 0.6398, 0.6351, 0.6318, 0.6269], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145582": {"relevant_ids": ["145583"], "ranked_ids": ["145583", "263736", "369068", "390399", "245370", "39561", "299264", "99971", "87614", "369955"], "ranked_scores": [0.6087, 0.4704, 0.3937, 0.3802, 0.3737, 0.3727, 0.3643, 0.364, 0.3629, 0.3471], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "315712": {"relevant_ids": ["315713"], "ranked_ids": ["315713", "408588", "120489", "344097", "454814", "58851", "100067", "203205", "396505", "368164"], "ranked_scores": [0.6006, 0.5058, 0.4973, 0.4936, 0.4936, 0.4921, 0.4872, 0.4765, 0.4761, 0.4756], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145739": {"relevant_ids": ["145740"], "ranked_ids": ["145740", "241979", "366074", "8705", "347337", "415781", "465597", "180147", "303090", "100457"], "ranked_scores": [0.7903, 0.7472, 0.739, 0.7335, 0.7241, 0.7053, 0.7027, 0.6911, 0.6739, 0.6728], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "308127": {"relevant_ids": ["308126"], "ranked_ids": ["308126", "79534", "35763", "490044", "77650", "18335", "189748", "367804", "427879", "266258"], "ranked_scores": [0.6462, 0.5645, 0.5405, 0.5273, 0.5167, 0.5072, 0.5061, 0.5026, 0.4913, 0.4864], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "287245": {"relevant_ids": ["283199", "322650", "283198"], "ranked_ids": ["283199", "322650", "283198", "221784", "304904", "221783", "497666", "30373", "195143", "109049"], "ranked_scores": [0.6628, 0.6628, 0.6369, 0.562, 0.5603, 0.5546, 0.554, 0.5356, 0.5343, 0.5234], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "14755": {"relevant_ids": ["211906", "14756"], "ranked_ids": ["211906", "14756", "450970", "57678", "235454", "277031", "173813", "236793", "30834", "21920"], "ranked_scores": [0.7963, 0.7922, 0.7922, 0.7384, 0.7272, 0.7116, 0.7095, 0.7034, 0.6975, 0.6972], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "370170": {"relevant_ids": ["370169"], "ranked_ids": ["370169", "466920", "211280", "537762", "433820", "231528", "279893", "206029", "404718", "417976"], "ranked_scores": [0.7364, 0.5471, 0.5048, 0.4953, 0.4815, 0.4696, 0.464, 0.4544, 0.4528, 0.4521], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "41774": {"relevant_ids": ["41773"], "ranked_ids": ["41773", "239344", "366794", "307530", "378060", "487873", "53738", "296423", "148165", "33017"], "ranked_scores": [0.6801, 0.6153, 0.5657, 0.5455, 0.5367, 0.535, 0.5215, 0.5145, 0.4909, 0.4909], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "399648": {"relevant_ids": ["399649"], "ranked_ids": ["399649", "225815", "212809", "529004", "435035", "504913", "359281", "243294", "285302", "462253"], "ranked_scores": [0.8054, 0.7379, 0.6806, 0.6719, 0.6647, 0.6634, 0.6599, 0.6483, 0.6479, 0.6291], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "504811": {"relevant_ids": ["504810"], "ranked_ids": ["504810", "90374", "448774", "84826", "309894", "214151", "55899", "220414", "386903", "160704"], "ranked_scores": [0.7469, 0.697, 0.6829, 0.6752, 0.6734, 0.6661, 0.6383, 0.6109, 0.6031, 0.5981], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "362950": {"relevant_ids": ["362949", "400212"], "ranked_ids": ["427587", "101529", "78020", "362949", "400212", "155870", "487392", "171122", "151122", "203063"], "ranked_scores": [0.7411, 0.7247, 0.7217, 0.7196, 0.7196, 0.712, 0.7093, 0.7079, 0.7059, 0.688], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.5013, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5013, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "155873": {"relevant_ids": ["155874"], "ranked_ids": ["392604", "122134", "292617", "444541", "383066", "232469", "464100", "146003", "155874", "97652"], "ranked_scores": [0.5749, 0.5563, 0.546, 0.5217, 0.5198, 0.5067, 0.5027, 0.5015, 0.5014, 0.4992], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "263432": {"relevant_ids": ["263433"], "ranked_ids": ["263433", "230671", "254597", "205954", "370717", "258335", "72493", "29349", "20409", "136838"], "ranked_scores": [0.6686, 0.6398, 0.6299, 0.6168, 0.6142, 0.6135, 0.6108, 0.6092, 0.6088, 0.6083], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "354945": {"relevant_ids": ["354946"], "ranked_ids": ["354946", "254071", "322478", "462984", "462983", "236419", "331955", "108161", "415886", "108187"], "ranked_scores": [0.7324, 0.6992, 0.6078, 0.5687, 0.5461, 0.5378, 0.4415, 0.4389, 0.4093, 0.3992], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "245417": {"relevant_ids": ["248195", "219475"], "ranked_ids": ["219475", "248195", "40657", "64433", "301977", "390696", "368145", "413039", "37326", "319022"], "ranked_scores": [0.7541, 0.747, 0.6938, 0.6796, 0.6481, 0.6315, 0.6226, 0.5794, 0.5794, 0.577], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "516276": {"relevant_ids": ["516277"], "ranked_ids": ["516277", "34173", "19755", "76958", "119374", "479392", "510783", "175142", "143842", "489791"], "ranked_scores": [0.8061, 0.7253, 0.7228, 0.7193, 0.715, 0.6895, 0.6858, 0.6755, 0.667, 0.6361], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177580": {"relevant_ids": ["177579"], "ranked_ids": ["177579", "185553", "511935", "57360", "532497", "143503", "199209", "88542", "106109", "425878"], "ranked_scores": [0.6615, 0.5287, 0.5009, 0.4413, 0.4394, 0.4102, 0.408, 0.3954, 0.3845, 0.3839], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "309865": {"relevant_ids": ["78624", "78623", "33713"], "ranked_ids": ["209041", "78624", "78623", "405094", "153484", "104085", "477476", "20635", "235483", "158229"], "ranked_scores": [0.796, 0.7914, 0.7907, 0.79, 0.789, 0.7717, 0.7623, 0.7489, 0.7383, 0.7371], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5307, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.5307, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.5307, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.6667}, "510387": {"relevant_ids": ["510386"], "ranked_ids": ["241537", "241538", "510386", "371033", "170896", "344869", "40390", "52003", "412443", "254292"], "ranked_scores": [0.789, 0.7865, 0.7862, 0.7855, 0.7817, 0.7786, 0.7719, 0.7699, 0.7622, 0.7601], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "26645": {"relevant_ids": ["26644"], "ranked_ids": ["26644", "108781", "207775", "284347", "208205", "12895", "504445", "286617", "233540", "144057"], "ranked_scores": [0.8191, 0.7343, 0.7322, 0.7255, 0.705, 0.7012, 0.6968, 0.6964, 0.6953, 0.6929], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "47788": {"relevant_ids": ["455725"], "ranked_ids": ["235686", "518171", "455725", "8505", "85764", "15132", "87039", "47703", "87038", "331"], "ranked_scores": [0.8577, 0.8548, 0.8541, 0.8528, 0.8475, 0.8428, 0.8425, 0.8411, 0.8409, 0.8368], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "338281": {"relevant_ids": ["338282"], "ranked_ids": ["338282", "326869", "263861", "443465", "391952", "135715", "345518", "138712", "85881", "389968"], "ranked_scores": [0.7229, 0.4869, 0.4862, 0.4809, 0.4748, 0.4713, 0.4599, 0.4491, 0.4462, 0.4459], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "461149": {"relevant_ids": ["461148"], "ranked_ids": ["461148", "527101", "215782", "255754", "335800", "252761", "392721", "377056", "2420", "414838"], "ranked_scores": [0.7296, 0.7285, 0.7282, 0.7168, 0.7128, 0.7125, 0.7118, 0.7023, 0.6956, 0.6956], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "346126": {"relevant_ids": ["110711", "110710"], "ranked_ids": ["110710", "110711", "154338", "108617", "203476", "168350", "6816", "393684", "55038", "355996"], "ranked_scores": [0.8329, 0.8277, 0.8173, 0.7797, 0.7797, 0.7797, 0.7797, 0.7797, 0.7755, 0.7727], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "372986": {"relevant_ids": ["262882", "49961"], "ranked_ids": ["49961", "262882", "303468", "88278", "516501", "215938", "240478", "415486", "310215", "203984"], "ranked_scores": [0.7837, 0.7393, 0.6738, 0.6661, 0.6585, 0.6445, 0.6317, 0.6294, 0.6294, 0.627], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "501182": {"relevant_ids": ["501181"], "ranked_ids": ["501181", "109121", "179018", "325288", "474402", "274777", "400576", "185580", "446824", "291000"], "ranked_scores": [0.7052, 0.5782, 0.5729, 0.55, 0.5315, 0.5254, 0.5226, 0.4921, 0.4864, 0.4723], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13800": {"relevant_ids": ["376590", "408522", "13799"], "ranked_ids": ["376590", "13799", "67320", "179943", "257857", "388705", "30987", "481109", "138908", "306761"], "ranked_scores": [0.7037, 0.7033, 0.6881, 0.6721, 0.6635, 0.6525, 0.6422, 0.6242, 0.6227, 0.6163], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.7654, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.7654, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.6667}, "250143": {"relevant_ids": ["250142"], "ranked_ids": ["250142", "473276", "137994", "492698", "27632", "206630", "156056", "533421", "120264", "34944"], "ranked_scores": [0.7587, 0.7541, 0.6446, 0.6395, 0.6291, 0.5688, 0.535, 0.5314, 0.5307, 0.5278], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13223": {"relevant_ids": ["88349", "156773", "88348", "20277", "13224"], "ranked_ids": ["156773", "13224", "88348", "88349", "86343", "366749", "137719", "24720", "293913", "11938"], "ranked_scores": [0.911, 0.9069, 0.9061, 0.9056, 0.9009, 0.893, 0.8888, 0.8868, 0.8473, 0.8281], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.2, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6, "ndcg@5": 0.8688, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.8, "ndcg@10": 0.8688, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.8}, "11002": {"relevant_ids": ["11003"], "ranked_ids": ["11003", "489539", "87346", "81848", "64236", "17317", "55041", "266680", "153944", "444112"], "ranked_scores": [0.7316, 0.7188, 0.67, 0.6584, 0.6547, 0.6546, 0.6527, 0.6519, 0.6499, 0.649], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177653": {"relevant_ids": ["79732"], "ranked_ids": ["79732", "200611", "395587", "39174", "373275", "502840", "377344", "310721", "225019", "129172"], "ranked_scores": [0.6504, 0.6083, 0.594, 0.5412, 0.4751, 0.4497, 0.4404, 0.4336, 0.4226, 0.4111], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "415592": {"relevant_ids": ["415591"], "ranked_ids": ["415591", "288357", "84634", "485706", "509003", "497302", "430072", "387370", "172118", "115485"], "ranked_scores": [0.7947, 0.7438, 0.7376, 0.7197, 0.7121, 0.7088, 0.6961, 0.6867, 0.6406, 0.6405], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "511196": {"relevant_ids": ["511197"], "ranked_ids": ["511197", "328397", "156490", "289278", "53962", "491923", "251545", "398788", "251546", "191329"], "ranked_scores": [0.722, 0.6469, 0.6305, 0.6138, 0.6058, 0.5881, 0.5756, 0.545, 0.536, 0.5168], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "344845": {"relevant_ids": ["344844"], "ranked_ids": ["344844", "380837", "161471", "327548", "95946", "79986", "101085", "79987", "4915", "384928"], "ranked_scores": [0.8158, 0.7797, 0.7772, 0.772, 0.7672, 0.764, 0.764, 0.7631, 0.761, 0.7561], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "396744": {"relevant_ids": ["396745"], "ranked_ids": ["284966", "418055", "361346", "236438", "252056", "454241", "379443", "471027", "155232", "271801"], "ranked_scores": [0.5891, 0.5716, 0.5681, 0.5599, 0.5593, 0.5592, 0.5568, 0.5535, 0.5466, 0.5414], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "452398": {"relevant_ids": ["452399"], "ranked_ids": ["452399", "8914", "165046", "72096", "97822", "134287", "60646", "100727", "313904", "450912"], "ranked_scores": [0.7034, 0.5113, 0.5112, 0.5095, 0.5008, 0.5002, 0.4985, 0.4977, 0.4973, 0.4884], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "182114": {"relevant_ids": ["182113"], "ranked_ids": ["196647", "182113", "234482", "252571", "481882", "229182", "328873", "413792", "139689", "405340"], "ranked_scores": [0.5982, 0.5513, 0.5328, 0.531, 0.5295, 0.5284, 0.5284, 0.5271, 0.5235, 0.518], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "486260": {"relevant_ids": ["486259"], "ranked_ids": ["486259", "113749", "266904", "222159", "392356", "111946", "391328", "151649", "46379", "574"], "ranked_scores": [0.7645, 0.7133, 0.7019, 0.6927, 0.6895, 0.6885, 0.6846, 0.683, 0.6812, 0.6792], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "455140": {"relevant_ids": ["315935"], "ranked_ids": ["315935", "315936", "93864", "246286", "519049", "211061", "245896", "150842", "308963", "356403"], "ranked_scores": [0.7471, 0.6807, 0.6632, 0.6589, 0.6454, 0.6302, 0.6237, 0.6205, 0.6153, 0.6088], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "56198": {"relevant_ids": ["56199"], "ranked_ids": ["56199", "249114", "431226", "308888", "160194", "480352", "91482", "87814", "3724", "246583"], "ranked_scores": [0.7313, 0.5536, 0.5257, 0.523, 0.5192, 0.5044, 0.5029, 0.4979, 0.4893, 0.4825], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "30172": {"relevant_ids": ["145119", "373486", "145120", "185817", "30173", "68426"], "ranked_ids": ["145120", "160900", "68426", "205338", "185817", "30173", "357893", "21960", "373486", "145119"], "ranked_scores": [0.8839, 0.8823, 0.8731, 0.8458, 0.8164, 0.8121, 0.8119, 0.8011, 0.7908, 0.7856], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.1667, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.6399, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.8573, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "127880": {"relevant_ids": ["241164"], "ranked_ids": ["241164", "84471", "121458", "358959", "329579", "132797", "100860", "535042", "403741", "437116"], "ranked_scores": [0.6335, 0.5937, 0.5738, 0.5732, 0.5705, 0.5694, 0.5594, 0.5553, 0.5468, 0.546], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "167969": {"relevant_ids": ["174461"], "ranked_ids": ["174461", "360983", "78497", "207491", "121354", "207492", "468723", "10394", "347474", "257735"], "ranked_scores": [0.6532, 0.6309, 0.6237, 0.6096, 0.6017, 0.575, 0.5717, 0.5717, 0.5708, 0.5675], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "97986": {"relevant_ids": ["97987"], "ranked_ids": ["97987", "44589", "326597", "284181", "108564", "44095", "141075", "141417", "248383", "479236"], "ranked_scores": [0.8129, 0.7545, 0.7044, 0.6986, 0.6982, 0.697, 0.6958, 0.6925, 0.6859, 0.6854], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "12865": {"relevant_ids": ["105683"], "ranked_ids": ["105683", "277453", "35071", "94167", "188959", "92902", "146806", "155515", "477677", "146805"], "ranked_scores": [0.8164, 0.7663, 0.7478, 0.7478, 0.7466, 0.7446, 0.7312, 0.7287, 0.7271, 0.7258], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "215681": {"relevant_ids": ["215680"], "ranked_ids": ["215680", "143842", "5733", "178515", "57552", "119374", "54139", "301165", "78042", "285023"], "ranked_scores": [0.7867, 0.6545, 0.6474, 0.6338, 0.6332, 0.6274, 0.6212, 0.6212, 0.5991, 0.5988], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-mpnet-base-pq-m32-n8": {"127728": {"relevant_ids": ["127729"], "ranked_ids": ["127729", "127676", "145244", "494754", "78763", "245618", "276617", "250619", "92818", "38063"], "ranked_scores": [0.6269, 0.5734, 0.5644, 0.5641, 0.5598, 0.5598, 0.558, 0.558, 0.5577, 0.5528], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "318820": {"relevant_ids": ["318821"], "ranked_ids": ["318821", "222238", "496708", "367479", "355161", "167747", "78636", "362498", "184762", "178549"], "ranked_scores": [0.7349, 0.5828, 0.5822, 0.5539, 0.5526, 0.5357, 0.524, 0.5186, 0.5164, 0.5128], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "296098": {"relevant_ids": ["296097"], "ranked_ids": ["45507", "469868", "173403", "296097", "56686", "307653", "364131", "45506", "423933", "134752"], "ranked_scores": [0.6959, 0.6662, 0.6501, 0.6254, 0.6207, 0.6198, 0.6154, 0.6099, 0.5925, 0.5616], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "150414": {"relevant_ids": ["192835"], "ranked_ids": ["192835", "105782", "516620", "105783", "132912", "126746", "337933", "121070", "470642", "103122"], "ranked_scores": [0.7861, 0.7374, 0.7147, 0.6764, 0.6674, 0.6607, 0.6352, 0.6347, 0.6219, 0.6177], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145582": {"relevant_ids": ["145583"], "ranked_ids": ["145583", "263736", "39561", "87614", "245370", "299264", "369068", "369955", "454248", "423943"], "ranked_scores": [0.6509, 0.484, 0.3722, 0.3708, 0.3653, 0.3618, 0.3583, 0.344, 0.3426, 0.3398], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "315712": {"relevant_ids": ["315713"], "ranked_ids": ["315713", "408588", "58851", "396505", "344097", "203205", "454814", "100067", "242340", "120489"], "ranked_scores": [0.6996, 0.5212, 0.5017, 0.4985, 0.4905, 0.4872, 0.4861, 0.4827, 0.4821, 0.4785], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145739": {"relevant_ids": ["145740"], "ranked_ids": ["145740", "241979", "366074", "8705", "347337", "415781", "465597", "115412", "303090", "100457"], "ranked_scores": [0.8022, 0.7357, 0.7297, 0.6993, 0.6842, 0.6744, 0.6687, 0.6485, 0.6458, 0.6357], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "308127": {"relevant_ids": ["308126"], "ranked_ids": ["308126", "35763", "79534", "367804", "77650", "252091", "207175", "167017", "266258", "219239"], "ranked_scores": [0.6932, 0.5727, 0.5519, 0.5309, 0.5047, 0.4982, 0.496, 0.4881, 0.4829, 0.4825], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "287245": {"relevant_ids": ["283199", "322650", "283198"], "ranked_ids": ["322650", "283199", "283198", "221783", "221784", "30373", "109049", "304904", "497666", "291373"], "ranked_scores": [0.6442, 0.6276, 0.5698, 0.5426, 0.5407, 0.5338, 0.5209, 0.5137, 0.4972, 0.4967], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "14755": {"relevant_ids": ["211906", "14756"], "ranked_ids": ["450970", "211906", "14756", "277031", "57678", "30834", "235454", "173813", "452011", "449494"], "ranked_scores": [0.7991, 0.7935, 0.783, 0.7359, 0.7098, 0.6987, 0.6875, 0.679, 0.663, 0.6622], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6934, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6934, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6934, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "370170": {"relevant_ids": ["370169"], "ranked_ids": ["370169", "466920", "537762", "433820", "59810", "387761", "22763", "417976", "231528", "461888"], "ranked_scores": [0.7641, 0.5292, 0.5074, 0.4824, 0.482, 0.4702, 0.4686, 0.4653, 0.46, 0.4583], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "41774": {"relevant_ids": ["41773"], "ranked_ids": ["41773", "239344", "307530", "366794", "53738", "378060", "487873", "33017", "127501", "339534"], "ranked_scores": [0.6765, 0.589, 0.5621, 0.5119, 0.5064, 0.5054, 0.5, 0.4726, 0.465, 0.4527], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "399648": {"relevant_ids": ["399649"], "ranked_ids": ["399649", "225815", "435035", "529004", "285302", "359281", "504913", "212809", "462253", "470800"], "ranked_scores": [0.8205, 0.7255, 0.6811, 0.6556, 0.638, 0.6256, 0.6252, 0.6202, 0.618, 0.6175], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "504811": {"relevant_ids": ["504810"], "ranked_ids": ["504810", "90374", "309894", "84826", "448774", "160704", "298555", "214151", "364238", "386903"], "ranked_scores": [0.7585, 0.656, 0.6437, 0.6232, 0.6177, 0.6158, 0.5941, 0.5919, 0.5884, 0.587], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "362950": {"relevant_ids": ["362949", "400212"], "ranked_ids": ["362949", "400212", "427587", "151122", "411503", "68956", "487392", "203063", "78020", "101529"], "ranked_scores": [0.7411, 0.7401, 0.704, 0.6904, 0.6836, 0.6786, 0.6718, 0.6568, 0.6527, 0.6466], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "155873": {"relevant_ids": ["155874"], "ranked_ids": ["392604", "487664", "292617", "122134", "383066", "464100", "155874", "444541", "232469", "303941"], "ranked_scores": [0.5501, 0.5364, 0.5358, 0.5131, 0.5011, 0.4927, 0.4836, 0.4809, 0.4756, 0.4753], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "263432": {"relevant_ids": ["263433"], "ranked_ids": ["263433", "407204", "258335", "230671", "205954", "370718", "370717", "29349", "279243", "20409"], "ranked_scores": [0.6749, 0.6262, 0.6155, 0.6146, 0.6042, 0.6041, 0.6032, 0.5966, 0.5907, 0.5891], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "354945": {"relevant_ids": ["354946"], "ranked_ids": ["354946", "254071", "462984", "462983", "322478", "236419", "108161", "286928", "415886", "307824"], "ranked_scores": [0.7452, 0.7059, 0.6242, 0.6066, 0.5618, 0.4986, 0.4118, 0.4099, 0.3959, 0.3877], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "245417": {"relevant_ids": ["248195", "219475"], "ranked_ids": ["219475", "40657", "248195", "368145", "64433", "37326", "301977", "413039", "355903", "390696"], "ranked_scores": [0.7129, 0.7053, 0.6705, 0.6538, 0.614, 0.5946, 0.5891, 0.5815, 0.5811, 0.5765], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.9197, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.9197, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9197, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "516276": {"relevant_ids": ["516277"], "ranked_ids": ["516277", "19755", "34173", "510783", "76958", "143842", "352189", "119374", "52074", "489791"], "ranked_scores": [0.8253, 0.7515, 0.7237, 0.6925, 0.6876, 0.6744, 0.6626, 0.6606, 0.631, 0.6238], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177580": {"relevant_ids": ["177579"], "ranked_ids": ["177579", "185553", "511935", "532497", "143503", "57360", "18081", "419100", "199209", "430072"], "ranked_scores": [0.6978, 0.5206, 0.4989, 0.4897, 0.4812, 0.4511, 0.3798, 0.3791, 0.3772, 0.3707], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "309865": {"relevant_ids": ["78624", "78623", "33713"], "ranked_ids": ["153484", "405094", "209041", "78623", "78624", "235483", "33713", "20635", "477476", "158229"], "ranked_scores": [0.8003, 0.7964, 0.7928, 0.7924, 0.7703, 0.7414, 0.7255, 0.7239, 0.7202, 0.7195], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3836, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.5401, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "510387": {"relevant_ids": ["510386"], "ranked_ids": ["241537", "170896", "344869", "40390", "241538", "510386", "160232", "371033", "52003", "419022"], "ranked_scores": [0.7904, 0.7892, 0.7867, 0.7851, 0.7753, 0.7604, 0.7349, 0.7227, 0.7225, 0.7131], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "26645": {"relevant_ids": ["26644"], "ranked_ids": ["26644", "207775", "108781", "215551", "83874", "83875", "284347", "12895", "411539", "504445"], "ranked_scores": [0.8304, 0.7343, 0.7111, 0.6917, 0.6915, 0.6852, 0.6836, 0.6777, 0.677, 0.675], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "47788": {"relevant_ids": ["455725"], "ranked_ids": ["455725", "518171", "85764", "37221", "235686", "15132", "47789", "47703", "8505", "59223"], "ranked_scores": [0.8594, 0.8517, 0.8493, 0.8455, 0.8398, 0.8371, 0.834, 0.8316, 0.8305, 0.8258], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "338281": {"relevant_ids": ["338282"], "ranked_ids": ["338282", "85881", "391952", "443465", "325380", "345518", "263861", "389968", "277751", "56442"], "ranked_scores": [0.7064, 0.4668, 0.4597, 0.4403, 0.4311, 0.4289, 0.4262, 0.4158, 0.4129, 0.3983], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "461149": {"relevant_ids": ["461148"], "ranked_ids": ["335800", "527101", "252761", "416504", "283905", "8828", "215782", "377056", "482221", "381960"], "ranked_scores": [0.7123, 0.7059, 0.6904, 0.6884, 0.672, 0.6717, 0.6631, 0.6549, 0.653, 0.6502], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "346126": {"relevant_ids": ["110711", "110710"], "ranked_ids": ["110711", "110710", "154338", "108617", "168350", "203476", "6816", "355996", "393684", "296319"], "ranked_scores": [0.839, 0.836, 0.824, 0.7742, 0.7565, 0.756, 0.7536, 0.752, 0.749, 0.7461], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "372986": {"relevant_ids": ["262882", "49961"], "ranked_ids": ["49961", "262882", "88278", "215938", "516501", "303468", "240478", "497531", "130692", "123275"], "ranked_scores": [0.7785, 0.7301, 0.6558, 0.639, 0.6383, 0.6281, 0.6085, 0.6024, 0.5928, 0.5846], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "501182": {"relevant_ids": ["501181"], "ranked_ids": ["501181", "179018", "325288", "109121", "185580", "474402", "429772", "400576", "446824", "402718"], "ranked_scores": [0.7041, 0.5897, 0.5637, 0.5407, 0.5281, 0.5243, 0.502, 0.4948, 0.4863, 0.4853], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13800": {"relevant_ids": ["376590", "408522", "13799"], "ranked_ids": ["13799", "179943", "376590", "481109", "67320", "30987", "138908", "257857", "256094", "56338"], "ranked_scores": [0.6863, 0.6753, 0.6668, 0.6385, 0.6307, 0.6145, 0.6102, 0.5995, 0.5957, 0.5947], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.7039, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.7039, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.6667}, "250143": {"relevant_ids": ["250142"], "ranked_ids": ["473276", "250142", "137994", "492698", "27632", "533421", "206630", "120264", "38409", "274751"], "ranked_scores": [0.7763, 0.773, 0.622, 0.6086, 0.5548, 0.5173, 0.515, 0.4877, 0.485, 0.4843], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "13223": {"relevant_ids": ["88349", "156773", "88348", "20277", "13224"], "ranked_ids": ["88349", "88348", "156773", "13224", "86343", "366749", "137719", "24720", "429238", "173790"], "ranked_scores": [0.9023, 0.8975, 0.8964, 0.8914, 0.8899, 0.8765, 0.8642, 0.8599, 0.8211, 0.8126], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.2, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6, "ndcg@5": 0.8688, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.8, "ndcg@10": 0.8688, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.8}, "11002": {"relevant_ids": ["11003"], "ranked_ids": ["11003", "489539", "144197", "444112", "115070", "42203", "10212", "393389", "266680", "40100"], "ranked_scores": [0.7297, 0.6952, 0.6425, 0.6425, 0.6397, 0.6396, 0.635, 0.6338, 0.6334, 0.6311], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177653": {"relevant_ids": ["79732"], "ranked_ids": ["79732", "395587", "39174", "373275", "200611", "373717", "377344", "225019", "310721", "525756"], "ranked_scores": [0.7009, 0.6118, 0.5945, 0.5416, 0.5262, 0.4358, 0.4099, 0.4058, 0.4037, 0.4031], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "415592": {"relevant_ids": ["415591"], "ranked_ids": ["415591", "288357", "84634", "485706", "497302", "387370", "509003", "81159", "88542", "322822"], "ranked_scores": [0.7674, 0.7078, 0.6778, 0.6663, 0.6436, 0.6372, 0.6371, 0.6254, 0.6082, 0.6057], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "511196": {"relevant_ids": ["511197"], "ranked_ids": ["511197", "53962", "156490", "328397", "289278", "435439", "491923", "251545", "191329", "251546"], "ranked_scores": [0.706, 0.6338, 0.6243, 0.5996, 0.5521, 0.5443, 0.5363, 0.5273, 0.5258, 0.5071], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "344845": {"relevant_ids": ["344844"], "ranked_ids": ["344844", "380837", "101085", "79986", "79987", "4915", "503908", "95946", "327548", "161471"], "ranked_scores": [0.8155, 0.7685, 0.7642, 0.7615, 0.7606, 0.7562, 0.7552, 0.7535, 0.748, 0.7406], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "396744": {"relevant_ids": ["396745"], "ranked_ids": ["236438", "454241", "284966", "396745", "471027", "271801", "361346", "418055", "219399", "281521"], "ranked_scores": [0.573, 0.571, 0.561, 0.5563, 0.5548, 0.553, 0.5454, 0.5382, 0.5379, 0.5299], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "452398": {"relevant_ids": ["452399"], "ranked_ids": ["452399", "60646", "97822", "134287", "450912", "90225", "165046", "285220", "485561", "196176"], "ranked_scores": [0.7448, 0.5245, 0.5081, 0.504, 0.4971, 0.4947, 0.4825, 0.482, 0.4767, 0.471], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "182114": {"relevant_ids": ["182113"], "ranked_ids": ["196647", "182113", "260490", "234482", "481882", "328873", "531602", "229182", "413792", "139689"], "ranked_scores": [0.6034, 0.5797, 0.5591, 0.5257, 0.523, 0.523, 0.5182, 0.5165, 0.5161, 0.5111], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "486260": {"relevant_ids": ["486259"], "ranked_ids": ["486259", "392356", "452464", "113749", "266904", "222159", "46379", "111946", "221509", "10591"], "ranked_scores": [0.7593, 0.698, 0.6939, 0.6934, 0.6932, 0.6876, 0.6869, 0.6863, 0.6799, 0.6764], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "455140": {"relevant_ids": ["315935"], "ranked_ids": ["315935", "246286", "519049", "93864", "50224", "245896", "211061", "369068", "315936", "150842"], "ranked_scores": [0.7728, 0.6658, 0.6373, 0.6339, 0.6281, 0.606, 0.6019, 0.6008, 0.6005, 0.5962], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "56198": {"relevant_ids": ["56199"], "ranked_ids": ["56199", "249114", "130971", "431226", "160194", "308888", "91482", "246583", "138891", "480352"], "ranked_scores": [0.7519, 0.5643, 0.5118, 0.5072, 0.4977, 0.4968, 0.4939, 0.4823, 0.4751, 0.474], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "30172": {"relevant_ids": ["145119", "373486", "145120", "185817", "30173", "68426"], "ranked_ids": ["145120", "160900", "68426", "15236", "463253", "373486", "205338", "185817", "311173", "30173"], "ranked_scores": [0.8615, 0.8361, 0.8245, 0.7821, 0.7597, 0.7539, 0.7513, 0.7494, 0.7425, 0.7403], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.1667, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.5087, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.7446, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.8333}, "127880": {"relevant_ids": ["241164"], "ranked_ids": ["241164", "121458", "156678", "84471", "135083", "535042", "358959", "329579", "437116", "527388"], "ranked_scores": [0.6246, 0.6047, 0.5918, 0.5875, 0.5815, 0.5716, 0.5544, 0.5506, 0.5421, 0.5366], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "167969": {"relevant_ids": ["174461"], "ranked_ids": ["174461", "360983", "121354", "78497", "207491", "10394", "91854", "144121", "347474", "365197"], "ranked_scores": [0.6346, 0.6115, 0.5891, 0.5679, 0.5627, 0.555, 0.5517, 0.5512, 0.5502, 0.5431], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "97986": {"relevant_ids": ["97987"], "ranked_ids": ["97987", "44589", "284181", "108564", "105886", "326597", "83797", "41241", "141417", "248383"], "ranked_scores": [0.8225, 0.78, 0.708, 0.6999, 0.686, 0.686, 0.6814, 0.6635, 0.6575, 0.654], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "12865": {"relevant_ids": ["105683"], "ranked_ids": ["105683", "277453", "35071", "94167", "188959", "92902", "146805", "146806", "477677", "191268"], "ranked_scores": [0.8023, 0.7199, 0.7015, 0.7002, 0.6945, 0.6926, 0.6891, 0.6791, 0.6694, 0.66], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "215681": {"relevant_ids": ["215680"], "ranked_ids": ["215680", "57552", "54139", "301165", "5733", "143842", "178515", "78042", "177080", "384717"], "ranked_scores": [0.779, 0.6337, 0.6254, 0.6254, 0.6219, 0.6123, 0.6081, 0.6069, 0.575, 0.5609], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-mpnet-base-pq-m32-n4": {"127728": {"relevant_ids": ["127729"], "ranked_ids": ["92818", "245618", "127729", "189865", "38063", "116881", "145244", "26460", "309463", "445616"], "ranked_scores": [0.5245, 0.5119, 0.5001, 0.4916, 0.4871, 0.4781, 0.4755, 0.4731, 0.4635, 0.4619], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "318820": {"relevant_ids": ["318821"], "ranked_ids": ["318821", "56784", "496708", "367479", "222238", "178549", "380781", "489320", "184762", "162581"], "ranked_scores": [0.6007, 0.5206, 0.5073, 0.5032, 0.4745, 0.4688, 0.4653, 0.4609, 0.4596, 0.4523], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "296098": {"relevant_ids": ["296097"], "ranked_ids": ["469868", "45507", "296097", "45506", "493414", "492756", "173403", "253389", "412371", "364131"], "ranked_scores": [0.4698, 0.4497, 0.4351, 0.4299, 0.4241, 0.4189, 0.4169, 0.3936, 0.3919, 0.3907], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "150414": {"relevant_ids": ["192835"], "ranked_ids": ["192835", "516620", "105782", "121070", "132912", "126746", "470642", "1702", "337933", "105783"], "ranked_scores": [0.6285, 0.621, 0.6057, 0.5887, 0.5813, 0.5797, 0.5725, 0.5651, 0.5615, 0.5609], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145582": {"relevant_ids": ["145583"], "ranked_ids": ["145583", "263736", "299264", "454248", "245370", "39561", "93864", "369068", "415785", "415784"], "ranked_scores": [0.4691, 0.3677, 0.3519, 0.3463, 0.3285, 0.3239, 0.3235, 0.3232, 0.3211, 0.3081], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "315712": {"relevant_ids": ["315713"], "ranked_ids": ["315713", "242340", "120489", "124542", "408588", "298503", "236508", "319096", "203205", "396505"], "ranked_scores": [0.5775, 0.4764, 0.4747, 0.4632, 0.4577, 0.4559, 0.4541, 0.4448, 0.4356, 0.4334], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145739": {"relevant_ids": ["145740"], "ranked_ids": ["145740", "241979", "366074", "465597", "347337", "8705", "429177", "43191", "415781", "376315"], "ranked_scores": [0.5942, 0.5941, 0.5741, 0.5492, 0.5436, 0.5425, 0.5338, 0.526, 0.524, 0.5022], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "308127": {"relevant_ids": ["308126"], "ranked_ids": ["308126", "35763", "140685", "100259", "367804", "36744", "490044", "77650", "385951", "167017"], "ranked_scores": [0.5854, 0.491, 0.4703, 0.4695, 0.4663, 0.4634, 0.4574, 0.4521, 0.4516, 0.4467], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "287245": {"relevant_ids": ["283199", "322650", "283198"], "ranked_ids": ["283199", "283198", "322650", "109049", "497666", "221783", "304904", "221784", "291373", "420279"], "ranked_scores": [0.4691, 0.4577, 0.4563, 0.4495, 0.4449, 0.4218, 0.4185, 0.4169, 0.4169, 0.4073], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "14755": {"relevant_ids": ["211906", "14756"], "ranked_ids": ["450970", "14756", "21920", "69287", "211906", "277031", "383325", "423100", "24329", "55083"], "ranked_scores": [0.6307, 0.6294, 0.6286, 0.6208, 0.6165, 0.6126, 0.6112, 0.6102, 0.6078, 0.6009], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6241, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6241, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "370170": {"relevant_ids": ["370169"], "ranked_ids": ["370169", "59810", "88911", "407856", "24144", "442132", "260954", "88214", "340725", "267823"], "ranked_scores": [0.6297, 0.46, 0.453, 0.451, 0.4382, 0.4326, 0.4308, 0.4301, 0.4272, 0.4256], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "41774": {"relevant_ids": ["41773"], "ranked_ids": ["41773", "239344", "53738", "33017", "307530", "366794", "220928", "296423", "146703", "148165"], "ranked_scores": [0.5533, 0.5075, 0.4685, 0.4593, 0.4462, 0.4429, 0.4246, 0.4229, 0.4177, 0.4171], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "399648": {"relevant_ids": ["399649"], "ranked_ids": ["399649", "225815", "411313", "435035", "212809", "529004", "54706", "124071", "285302", "470800"], "ranked_scores": [0.6361, 0.5694, 0.5632, 0.5288, 0.5266, 0.52, 0.5086, 0.5043, 0.5036, 0.5034], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "504811": {"relevant_ids": ["504810"], "ranked_ids": ["504810", "84826", "31335", "364238", "527852", "220414", "90374", "160704", "132970", "214151"], "ranked_scores": [0.6114, 0.4893, 0.4874, 0.4864, 0.4823, 0.4821, 0.4753, 0.4743, 0.4724, 0.4716], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "362950": {"relevant_ids": ["362949", "400212"], "ranked_ids": ["400212", "362949", "344212", "487392", "101529", "68956", "427587", "155870", "169704", "411503"], "ranked_scores": [0.607, 0.6014, 0.5622, 0.5482, 0.546, 0.5426, 0.5402, 0.5399, 0.5384, 0.5364], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "155873": {"relevant_ids": ["155874"], "ranked_ids": ["392604", "292617", "122134", "487664", "464100", "303941", "430514", "363712", "294020", "3139"], "ranked_scores": [0.5183, 0.4563, 0.4503, 0.4448, 0.4413, 0.4358, 0.4165, 0.416, 0.4156, 0.4149], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "263432": {"relevant_ids": ["263433"], "ranked_ids": ["263433", "136838", "205954", "372749", "407204", "128303", "230671", "89716", "258335", "190136"], "ranked_scores": [0.5592, 0.5509, 0.5462, 0.5377, 0.535, 0.5348, 0.525, 0.5246, 0.5237, 0.5231], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "354945": {"relevant_ids": ["354946"], "ranked_ids": ["354946", "254071", "462984", "462983", "322478", "307824", "144996", "97780", "68802", "108161"], "ranked_scores": [0.5512, 0.5048, 0.4616, 0.4482, 0.3927, 0.3838, 0.3796, 0.3545, 0.3509, 0.343], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "245417": {"relevant_ids": ["248195", "219475"], "ranked_ids": ["219475", "40657", "248195", "368145", "301977", "319022", "64433", "14180", "164159", "37326"], "ranked_scores": [0.6026, 0.5907, 0.5484, 0.5414, 0.5245, 0.5223, 0.5188, 0.5166, 0.4989, 0.4867], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.9197, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.9197, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9197, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "516276": {"relevant_ids": ["516277"], "ranked_ids": ["516277", "19755", "34173", "510783", "175142", "143842", "119374", "489791", "352289", "133468"], "ranked_scores": [0.6451, 0.5808, 0.5593, 0.5493, 0.5492, 0.5486, 0.5452, 0.5451, 0.5295, 0.5291], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177580": {"relevant_ids": ["177579"], "ranked_ids": ["177579", "185553", "511935", "143503", "313107", "57360", "199209", "532497", "88685", "85814"], "ranked_scores": [0.5811, 0.4635, 0.408, 0.3988, 0.3919, 0.3888, 0.373, 0.3612, 0.3584, 0.3491], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "309865": {"relevant_ids": ["78624", "78623", "33713"], "ranked_ids": ["209041", "78623", "153484", "78624", "405094", "33713", "235483", "109205", "437065", "241492"], "ranked_scores": [0.64, 0.6387, 0.6372, 0.6308, 0.6213, 0.6164, 0.6157, 0.6069, 0.6019, 0.6001], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4982, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.6653, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "510387": {"relevant_ids": ["510386"], "ranked_ids": ["241538", "170896", "371033", "241537", "40390", "371908", "484846", "358839", "510386", "74664"], "ranked_scores": [0.6459, 0.6378, 0.6365, 0.6338, 0.6252, 0.6194, 0.6171, 0.6159, 0.6154, 0.6147], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "26645": {"relevant_ids": ["26644"], "ranked_ids": ["26644", "207775", "240705", "83875", "139722", "64900", "141417", "83874", "104642", "105886"], "ranked_scores": [0.6656, 0.617, 0.6072, 0.6037, 0.5953, 0.5889, 0.5857, 0.585, 0.5838, 0.5816], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "47788": {"relevant_ids": ["455725"], "ranked_ids": ["455725", "235686", "8505", "518171", "101721", "15132", "59223", "47789", "9659", "331"], "ranked_scores": [0.6864, 0.6819, 0.6814, 0.68, 0.6796, 0.6759, 0.6722, 0.6714, 0.6697, 0.6693], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "338281": {"relevant_ids": ["338282"], "ranked_ids": ["338282", "420341", "466069", "326869", "325380", "85881", "391952", "443465", "57017", "389968"], "ranked_scores": [0.5591, 0.3782, 0.3623, 0.3598, 0.3533, 0.3521, 0.3511, 0.3503, 0.3495, 0.3474], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "461149": {"relevant_ids": ["461148"], "ranked_ids": ["519891", "461148", "409324", "482221", "252761", "409325", "381960", "364595", "283905", "203100"], "ranked_scores": [0.5563, 0.5476, 0.5364, 0.5343, 0.5315, 0.5243, 0.5159, 0.5147, 0.5128, 0.5122], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "346126": {"relevant_ids": ["110711", "110710"], "ranked_ids": ["110710", "110711", "154338", "296319", "254526", "67837", "85707", "55038", "108617", "528998"], "ranked_scores": [0.6857, 0.6803, 0.6648, 0.6425, 0.6289, 0.6263, 0.6233, 0.6204, 0.6157, 0.6156], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "372986": {"relevant_ids": ["262882", "49961"], "ranked_ids": ["49961", "262882", "303468", "516501", "88278", "215938", "130692", "240478", "497531", "268183"], "ranked_scores": [0.6727, 0.6165, 0.5899, 0.5502, 0.549, 0.5474, 0.5377, 0.5347, 0.533, 0.5282], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "501182": {"relevant_ids": ["501181"], "ranked_ids": ["501181", "185580", "109121", "429772", "474402", "325288", "446824", "291000", "298657", "146057"], "ranked_scores": [0.5779, 0.4712, 0.4587, 0.4532, 0.4363, 0.435, 0.4288, 0.4252, 0.4215, 0.4174], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13800": {"relevant_ids": ["376590", "408522", "13799"], "ranked_ids": ["13799", "376590", "179943", "67320", "482825", "214970", "481109", "288382", "30987", "100905"], "ranked_scores": [0.5436, 0.5331, 0.5274, 0.5198, 0.5189, 0.5172, 0.5134, 0.509, 0.5082, 0.5075], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.7654, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.7654, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.6667}, "250143": {"relevant_ids": ["250142"], "ranked_ids": ["250142", "473276", "492698", "526032", "50539", "206630", "57155", "520955", "57156", "209138"], "ranked_scores": [0.5355, 0.523, 0.4557, 0.4271, 0.4187, 0.4184, 0.4139, 0.4111, 0.4025, 0.3997], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13223": {"relevant_ids": ["88349", "156773", "88348", "20277", "13224"], "ranked_ids": ["156773", "88349", "88348", "13224", "24720", "223304", "86343", "366749", "137719", "361830"], "ranked_scores": [0.7456, 0.7346, 0.7323, 0.7287, 0.7253, 0.7166, 0.7096, 0.7094, 0.6915, 0.68], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.2, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6, "ndcg@5": 0.8688, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.8, "ndcg@10": 0.8688, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.8}, "11002": {"relevant_ids": ["11003"], "ranked_ids": ["11003", "115070", "489539", "444112", "81848", "144197", "406881", "10212", "82619", "140923"], "ranked_scores": [0.6071, 0.5623, 0.5602, 0.553, 0.5517, 0.5513, 0.5471, 0.5468, 0.5425, 0.5409], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177653": {"relevant_ids": ["79732"], "ranked_ids": ["79732", "395587", "200611", "39174", "373275", "377344", "502840", "373717", "129172", "191538"], "ranked_scores": [0.4721, 0.4002, 0.3945, 0.3913, 0.3418, 0.3144, 0.309, 0.3044, 0.2835, 0.2791], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "415592": {"relevant_ids": ["415591"], "ranked_ids": ["415591", "191751", "288357", "485706", "497302", "84634", "381371", "379146", "462451", "430072"], "ranked_scores": [0.644, 0.5498, 0.5475, 0.5466, 0.5459, 0.5411, 0.5398, 0.5358, 0.5346, 0.5334], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "511196": {"relevant_ids": ["511197"], "ranked_ids": ["511197", "156490", "53962", "328397", "289278", "251545", "414717", "42722", "251546", "435439"], "ranked_scores": [0.5227, 0.4388, 0.4272, 0.411, 0.4071, 0.4046, 0.4035, 0.3976, 0.3894, 0.3825], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "344845": {"relevant_ids": ["344844"], "ranked_ids": ["344844", "111672", "311499", "224515", "161471", "380837", "73905", "160276", "327485", "79987"], "ranked_scores": [0.7433, 0.6892, 0.6778, 0.6737, 0.6725, 0.6542, 0.6521, 0.6512, 0.6506, 0.6442], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "396744": {"relevant_ids": ["396745"], "ranked_ids": ["236438", "454241", "20764", "54497", "284966", "219399", "65107", "343352", "155232", "396745"], "ranked_scores": [0.488, 0.4616, 0.4615, 0.4604, 0.4531, 0.4471, 0.4405, 0.4386, 0.4298, 0.4294], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "452398": {"relevant_ids": ["452399"], "ranked_ids": ["452399", "8976", "97822", "304781", "324290", "60646", "461682", "134287", "106131", "346712"], "ranked_scores": [0.6096, 0.4832, 0.4768, 0.4688, 0.4673, 0.4651, 0.4644, 0.458, 0.4575, 0.4574], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "182114": {"relevant_ids": ["182113"], "ranked_ids": ["196647", "234482", "182113", "23242", "139689", "481882", "260490", "1809", "277277", "229182"], "ranked_scores": [0.5546, 0.5456, 0.5273, 0.5198, 0.5195, 0.5186, 0.5161, 0.488, 0.4822, 0.482], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "486260": {"relevant_ids": ["486259"], "ranked_ids": ["486259", "266904", "392356", "209254", "41453", "209255", "145384", "151649", "114114", "3152"], "ranked_scores": [0.6413, 0.6256, 0.6194, 0.618, 0.6176, 0.6163, 0.6155, 0.615, 0.6133, 0.6121], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "455140": {"relevant_ids": ["315935"], "ranked_ids": ["315935", "519049", "440700", "150842", "315936", "93864", "308963", "372713", "246286", "211061"], "ranked_scores": [0.5957, 0.5101, 0.503, 0.4977, 0.4951, 0.4887, 0.485, 0.4811, 0.4753, 0.4704], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "56198": {"relevant_ids": ["56199"], "ranked_ids": ["56199", "138891", "521606", "130971", "60361", "308888", "246583", "235719", "249114", "160914"], "ranked_scores": [0.6035, 0.4427, 0.4159, 0.4018, 0.3957, 0.3928, 0.3872, 0.3827, 0.3826, 0.3809], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "30172": {"relevant_ids": ["145119", "373486", "145120", "185817", "30173", "68426"], "ranked_ids": ["145120", "160900", "68426", "205338", "185817", "192604", "15236", "373486", "82405", "30173"], "ranked_scores": [0.7289, 0.7229, 0.7208, 0.6958, 0.6925, 0.6891, 0.686, 0.6853, 0.6817, 0.6731], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.1667, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.6399, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.7539, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.8333}, "127880": {"relevant_ids": ["241164"], "ranked_ids": ["241164", "121458", "527388", "156678", "43980", "389443", "284336", "84471", "135083", "54041"], "ranked_scores": [0.5618, 0.527, 0.5264, 0.5096, 0.4961, 0.4958, 0.4939, 0.4914, 0.4821, 0.4742], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "167969": {"relevant_ids": ["174461"], "ranked_ids": ["174461", "360983", "207491", "144121", "257735", "207492", "130124", "78497", "34814", "168913"], "ranked_scores": [0.5137, 0.4976, 0.473, 0.4696, 0.4443, 0.435, 0.4206, 0.4184, 0.413, 0.4127], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "97986": {"relevant_ids": ["97987"], "ranked_ids": ["97987", "44589", "139722", "326597", "202747", "141417", "193896", "105886", "353107", "256679"], "ranked_scores": [0.6883, 0.6652, 0.6458, 0.6364, 0.6284, 0.6277, 0.6272, 0.6262, 0.6248, 0.6238], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "12865": {"relevant_ids": ["105683"], "ranked_ids": ["105683", "92902", "58501", "191268", "477677", "277453", "146805", "188959", "155515", "313106"], "ranked_scores": [0.6042, 0.5353, 0.5076, 0.5034, 0.5006, 0.4956, 0.4833, 0.4831, 0.4761, 0.4746], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "215681": {"relevant_ids": ["215680"], "ranked_ids": ["215680", "5733", "54139", "78042", "178515", "340195", "301165", "57552", "177080", "384717"], "ranked_scores": [0.6814, 0.5921, 0.5849, 0.5828, 0.5742, 0.5671, 0.5602, 0.5591, 0.5456, 0.545], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-mpnet-base-pq-m48-n8": {"127728": {"relevant_ids": ["127729"], "ranked_ids": ["127729", "145244", "250619", "315009", "494754", "38063", "153290", "387548", "127676", "317591"], "ranked_scores": [0.6168, 0.57, 0.5644, 0.5576, 0.5432, 0.5426, 0.5365, 0.5362, 0.5325, 0.5302], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "318820": {"relevant_ids": ["318821"], "ranked_ids": ["318821", "355161", "367479", "178549", "184762", "441218", "491039", "167747", "496708", "222238"], "ranked_scores": [0.789, 0.606, 0.5768, 0.56, 0.5595, 0.5594, 0.5522, 0.5504, 0.5486, 0.5403], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "296098": {"relevant_ids": ["296097"], "ranked_ids": ["45507", "469868", "173403", "56686", "296097", "45506", "364131", "134752", "423933", "493414"], "ranked_scores": [0.691, 0.6335, 0.6139, 0.6085, 0.5954, 0.5914, 0.5864, 0.5791, 0.5528, 0.536], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "150414": {"relevant_ids": ["192835"], "ranked_ids": ["192835", "105782", "516620", "132912", "105783", "121070", "113488", "337933", "1702", "470642"], "ranked_scores": [0.8035, 0.7415, 0.7017, 0.6835, 0.672, 0.6562, 0.6381, 0.6327, 0.6204, 0.6131], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145582": {"relevant_ids": ["145583"], "ranked_ids": ["145583", "263736", "299264", "245370", "39561", "369068", "369955", "454248", "87614", "466967"], "ranked_scores": [0.6903, 0.4787, 0.4085, 0.3848, 0.3738, 0.3701, 0.3564, 0.3458, 0.343, 0.3295], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "315712": {"relevant_ids": ["315713"], "ranked_ids": ["315713", "408588", "153536", "120489", "396505", "298503", "313575", "259258", "203205", "242340"], "ranked_scores": [0.7054, 0.5181, 0.4965, 0.4957, 0.4818, 0.4803, 0.4784, 0.4783, 0.4747, 0.4715], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145739": {"relevant_ids": ["145740"], "ranked_ids": ["145740", "8705", "366074", "241979", "115412", "347337", "465597", "210012", "415781", "303090"], "ranked_scores": [0.7974, 0.6968, 0.6833, 0.6812, 0.6609, 0.6584, 0.6497, 0.6485, 0.6241, 0.6202], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "308127": {"relevant_ids": ["308126"], "ranked_ids": ["308126", "35763", "367804", "207175", "77650", "79534", "36744", "167017", "252091", "471617"], "ranked_scores": [0.6829, 0.5814, 0.5638, 0.5266, 0.513, 0.513, 0.5057, 0.5044, 0.4835, 0.4781], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "287245": {"relevant_ids": ["283199", "322650", "283198"], "ranked_ids": ["322650", "283199", "283198", "30373", "221784", "221783", "304904", "109049", "291373", "195143"], "ranked_scores": [0.6803, 0.6719, 0.6116, 0.5324, 0.5059, 0.5025, 0.4964, 0.4878, 0.4862, 0.4843], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "14755": {"relevant_ids": ["211906", "14756"], "ranked_ids": ["211906", "450970", "14756", "277031", "57678", "235454", "30834", "55083", "383325", "68942"], "ranked_scores": [0.8198, 0.8147, 0.807, 0.6935, 0.6935, 0.6817, 0.6742, 0.6291, 0.6279, 0.6236], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.9197, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.9197, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9197, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "370170": {"relevant_ids": ["370169"], "ranked_ids": ["370169", "466920", "537762", "433820", "59810", "260954", "88911", "417976", "211280", "404718"], "ranked_scores": [0.8066, 0.4954, 0.4934, 0.4771, 0.4732, 0.4655, 0.4631, 0.458, 0.4529, 0.4414], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "41774": {"relevant_ids": ["41773"], "ranked_ids": ["41773", "239344", "307530", "53738", "366794", "487873", "454279", "296423", "33017", "173048"], "ranked_scores": [0.7118, 0.5975, 0.533, 0.5277, 0.5069, 0.481, 0.4759, 0.4653, 0.4598, 0.4541], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "399648": {"relevant_ids": ["399649"], "ranked_ids": ["399649", "225815", "212809", "529004", "54706", "411313", "504913", "21253", "243294", "359281"], "ranked_scores": [0.8415, 0.6841, 0.6552, 0.6308, 0.6221, 0.6069, 0.5935, 0.5855, 0.5787, 0.5762], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "504811": {"relevant_ids": ["504810"], "ranked_ids": ["504810", "90374", "84826", "309894", "364238", "160704", "55899", "448774", "298555", "499535"], "ranked_scores": [0.7943, 0.6232, 0.6198, 0.6151, 0.5848, 0.5818, 0.5699, 0.5686, 0.5484, 0.5438], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "362950": {"relevant_ids": ["362949", "400212"], "ranked_ids": ["362949", "400212", "151122", "487392", "427587", "9132", "78020", "101529", "4715", "527104"], "ranked_scores": [0.7555, 0.7517, 0.6812, 0.6599, 0.6521, 0.6419, 0.6386, 0.6364, 0.6274, 0.626], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "155873": {"relevant_ids": ["155874"], "ranked_ids": ["392604", "292617", "122134", "487664", "383066", "155874", "232469", "444541", "146003", "464100"], "ranked_scores": [0.5895, 0.5387, 0.507, 0.5048, 0.5003, 0.4995, 0.4932, 0.4921, 0.4836, 0.4795], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "263432": {"relevant_ids": ["263433"], "ranked_ids": ["263433", "471057", "370717", "205954", "258335", "136838", "230671", "128303", "279243", "157589"], "ranked_scores": [0.6724, 0.5999, 0.587, 0.587, 0.5869, 0.5853, 0.5825, 0.5791, 0.576, 0.5745], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "354945": {"relevant_ids": ["354946"], "ranked_ids": ["354946", "254071", "462984", "322478", "462983", "236419", "331955", "108161", "415886", "97780"], "ranked_scores": [0.7679, 0.7272, 0.5654, 0.5537, 0.5188, 0.4959, 0.4037, 0.3997, 0.3901, 0.3857], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "245417": {"relevant_ids": ["248195", "219475"], "ranked_ids": ["219475", "40657", "248195", "64433", "368145", "37326", "301977", "390696", "274248", "164159"], "ranked_scores": [0.7583, 0.7335, 0.6913, 0.6582, 0.658, 0.6199, 0.5935, 0.5609, 0.5599, 0.5587], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.9197, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.9197, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9197, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "516276": {"relevant_ids": ["516277"], "ranked_ids": ["516277", "19755", "34173", "76958", "510783", "352189", "479392", "143842", "119374", "286275"], "ranked_scores": [0.842, 0.7283, 0.7032, 0.6594, 0.6485, 0.6435, 0.633, 0.6251, 0.6229, 0.6131], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177580": {"relevant_ids": ["177579"], "ranked_ids": ["177579", "185553", "511935", "532497", "143503", "106109", "419100", "57360", "115954", "85814"], "ranked_scores": [0.7451, 0.5452, 0.5072, 0.4878, 0.4573, 0.4245, 0.4234, 0.4154, 0.4124, 0.3666], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "309865": {"relevant_ids": ["78624", "78623", "33713"], "ranked_ids": ["209041", "153484", "78623", "405094", "78624", "33713", "235483", "406256", "109205", "437065"], "ranked_scores": [0.798, 0.795, 0.7852, 0.7791, 0.7589, 0.7241, 0.71, 0.6994, 0.6864, 0.6815], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4162, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.5833, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "510387": {"relevant_ids": ["510386"], "ranked_ids": ["241537", "241538", "510386", "170896", "344869", "40390", "52003", "160232", "484846", "74664"], "ranked_scores": [0.7625, 0.7622, 0.7506, 0.7473, 0.7422, 0.7412, 0.69, 0.6816, 0.6777, 0.6656], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "26645": {"relevant_ids": ["26644"], "ranked_ids": ["26644", "207775", "108781", "12895", "504445", "326597", "411539", "26813", "163452", "221561"], "ranked_scores": [0.839, 0.7314, 0.6874, 0.66, 0.6551, 0.6545, 0.6539, 0.6522, 0.6489, 0.647], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "47788": {"relevant_ids": ["455725"], "ranked_ids": ["455725", "47703", "15132", "235686", "518171", "47789", "101721", "8505", "85764", "331"], "ranked_scores": [0.8498, 0.8252, 0.8179, 0.8135, 0.8122, 0.8105, 0.8029, 0.8019, 0.7981, 0.7966], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "338281": {"relevant_ids": ["338282"], "ranked_ids": ["338282", "263861", "325380", "443465", "391952", "389968", "138712", "85881", "135715", "362498"], "ranked_scores": [0.7164, 0.4744, 0.4641, 0.4581, 0.4558, 0.4473, 0.4262, 0.4167, 0.4143, 0.414], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "461149": {"relevant_ids": ["461148"], "ranked_ids": ["461148", "283905", "215782", "335800", "527101", "252761", "416504", "392721", "377056", "8828"], "ranked_scores": [0.7133, 0.7042, 0.6828, 0.6808, 0.6805, 0.6614, 0.6563, 0.6511, 0.6425, 0.6415], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "346126": {"relevant_ids": ["110711", "110710"], "ranked_ids": ["110710", "110711", "154338", "108617", "6816", "203476", "168350", "355996", "528998", "296319"], "ranked_scores": [0.85, 0.8471, 0.8124, 0.7365, 0.7349, 0.7343, 0.7278, 0.7217, 0.7109, 0.7101], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "372986": {"relevant_ids": ["262882", "49961"], "ranked_ids": ["49961", "262882", "88278", "303468", "215938", "516501", "497531", "130692", "443239", "268183"], "ranked_scores": [0.7976, 0.7401, 0.6397, 0.6393, 0.6248, 0.6031, 0.5862, 0.563, 0.5576, 0.5516], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "501182": {"relevant_ids": ["501181"], "ranked_ids": ["501181", "325288", "179018", "185580", "109121", "274777", "474402", "400576", "402718", "429772"], "ranked_scores": [0.7382, 0.5442, 0.5369, 0.5326, 0.5309, 0.5263, 0.5243, 0.5073, 0.5017, 0.4861], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13800": {"relevant_ids": ["376590", "408522", "13799"], "ranked_ids": ["13799", "179943", "376590", "481109", "67320", "482825", "138908", "257857", "67319", "23471"], "ranked_scores": [0.7144, 0.6801, 0.6496, 0.625, 0.5982, 0.5924, 0.5918, 0.5909, 0.5748, 0.5697], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.7039, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.7039, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.6667}, "250143": {"relevant_ids": ["250142"], "ranked_ids": ["473276", "250142", "492698", "206630", "137994", "27632", "368186", "209138", "38409", "50539"], "ranked_scores": [0.7848, 0.7805, 0.569, 0.5434, 0.5295, 0.516, 0.5083, 0.4976, 0.4915, 0.4858], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "13223": {"relevant_ids": ["88349", "156773", "88348", "20277", "13224"], "ranked_ids": ["156773", "13224", "88348", "88349", "86343", "366749", "137719", "24720", "11938", "491669"], "ranked_scores": [0.9002, 0.8893, 0.8866, 0.886, 0.8789, 0.8555, 0.8431, 0.8323, 0.7905, 0.7664], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.2, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6, "ndcg@5": 0.8688, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.8, "ndcg@10": 0.8688, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.8}, "11002": {"relevant_ids": ["11003"], "ranked_ids": ["11003", "489539", "10212", "64236", "153944", "444112", "144197", "347493", "266680", "254672"], "ranked_scores": [0.7904, 0.6894, 0.6345, 0.6274, 0.6239, 0.6177, 0.6146, 0.6122, 0.609, 0.6069], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177653": {"relevant_ids": ["79732"], "ranked_ids": ["79732", "395587", "39174", "200611", "373275", "373717", "377344", "310721", "225019", "525756"], "ranked_scores": [0.7551, 0.6238, 0.613, 0.582, 0.5061, 0.4859, 0.4565, 0.4453, 0.4228, 0.4198], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "415592": {"relevant_ids": ["415591"], "ranked_ids": ["415591", "485706", "288357", "84634", "387370", "430072", "497302", "509003", "26742", "379146"], "ranked_scores": [0.8004, 0.6826, 0.6757, 0.6449, 0.6401, 0.6225, 0.612, 0.6051, 0.6007, 0.5884], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "511196": {"relevant_ids": ["511197"], "ranked_ids": ["511197", "328397", "156490", "53962", "251545", "491923", "459789", "289278", "77372", "251546"], "ranked_scores": [0.7284, 0.5892, 0.5564, 0.5551, 0.5271, 0.522, 0.513, 0.5102, 0.5022, 0.489], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "344845": {"relevant_ids": ["344844"], "ranked_ids": ["344844", "161471", "327548", "187882", "95946", "503908", "101085", "384928", "380837", "79987"], "ranked_scores": [0.8464, 0.7614, 0.753, 0.7455, 0.7383, 0.7348, 0.7338, 0.7337, 0.7323, 0.7317], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "396744": {"relevant_ids": ["396745"], "ranked_ids": ["284966", "454241", "396745", "236438", "471027", "527221", "418055", "219399", "155232", "28361"], "ranked_scores": [0.5756, 0.5587, 0.5535, 0.5487, 0.5251, 0.5215, 0.5128, 0.5125, 0.506, 0.4996], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "452398": {"relevant_ids": ["452399"], "ranked_ids": ["452399", "72096", "60646", "487918", "134287", "165046", "100727", "97822", "90225", "169053"], "ranked_scores": [0.8033, 0.5063, 0.5035, 0.5009, 0.4982, 0.4897, 0.4805, 0.4744, 0.4624, 0.4604], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "182114": {"relevant_ids": ["182113"], "ranked_ids": ["196647", "182113", "328873", "481882", "234482", "229182", "118902", "531602", "405949", "60142"], "ranked_scores": [0.6068, 0.6038, 0.5711, 0.5361, 0.5304, 0.52, 0.5147, 0.5021, 0.4984, 0.4963], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "486260": {"relevant_ids": ["486259"], "ranked_ids": ["486259", "392356", "46379", "10591", "209254", "358839", "113749", "39049", "61325", "575"], "ranked_scores": [0.7926, 0.6938, 0.6789, 0.6619, 0.6577, 0.6554, 0.6547, 0.6532, 0.6522, 0.6518], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "455140": {"relevant_ids": ["315935"], "ranked_ids": ["315935", "246286", "315936", "519049", "150842", "93864", "50224", "369068", "245896", "356403"], "ranked_scores": [0.791, 0.6544, 0.6393, 0.615, 0.6085, 0.6081, 0.6002, 0.5942, 0.5897, 0.5822], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "56198": {"relevant_ids": ["56199"], "ranked_ids": ["56199", "249114", "431226", "160194", "308888", "246583", "130971", "521606", "91482", "3724"], "ranked_scores": [0.7843, 0.549, 0.5265, 0.5166, 0.5158, 0.4881, 0.474, 0.4595, 0.4494, 0.4369], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "30172": {"relevant_ids": ["145119", "373486", "145120", "185817", "30173", "68426"], "ranked_ids": ["145120", "160900", "68426", "15236", "185817", "373486", "463253", "311173", "205338", "30173"], "ranked_scores": [0.8789, 0.8436, 0.8418, 0.7657, 0.7654, 0.7523, 0.7491, 0.7482, 0.7328, 0.7294], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.1667, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.6399, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.7662, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.8333}, "127880": {"relevant_ids": ["241164"], "ranked_ids": ["241164", "121458", "156678", "84471", "527388", "135083", "329579", "535042", "132797", "120446"], "ranked_scores": [0.6708, 0.5969, 0.5921, 0.5841, 0.5532, 0.5484, 0.5286, 0.5243, 0.5142, 0.5124], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "167969": {"relevant_ids": ["174461"], "ranked_ids": ["360983", "174461", "78497", "207491", "144121", "91854", "121354", "257735", "207492", "10394"], "ranked_scores": [0.6437, 0.6225, 0.5589, 0.5582, 0.5474, 0.5447, 0.5347, 0.525, 0.5177, 0.512], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "97986": {"relevant_ids": ["97987"], "ranked_ids": ["97987", "44589", "108564", "284181", "326597", "105886", "41241", "41242", "193896", "141417"], "ranked_scores": [0.8494, 0.7679, 0.6897, 0.682, 0.6643, 0.6598, 0.6368, 0.6327, 0.628, 0.6257], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "12865": {"relevant_ids": ["105683"], "ranked_ids": ["105683", "277453", "94167", "191268", "146806", "92902", "188959", "477677", "155515", "146805"], "ranked_scores": [0.8177, 0.6903, 0.6732, 0.6648, 0.656, 0.6475, 0.6395, 0.635, 0.6307, 0.6016], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "215681": {"relevant_ids": ["215680"], "ranked_ids": ["215680", "57552", "54139", "178515", "78042", "5733", "340195", "177080", "143842", "301165"], "ranked_scores": [0.812, 0.635, 0.6249, 0.6176, 0.6126, 0.6017, 0.5901, 0.5895, 0.5876, 0.5861], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-mpnet-base-pq-m48-n4": {"127728": {"relevant_ids": ["127729"], "ranked_ids": ["127729", "276617", "445616", "250619", "145244", "315009", "38063", "387548", "189865", "494754"], "ranked_scores": [0.5371, 0.4857, 0.4749, 0.4737, 0.4732, 0.4708, 0.4669, 0.4658, 0.4597, 0.4563], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "318820": {"relevant_ids": ["318821"], "ranked_ids": ["318821", "367479", "355161", "360734", "491039", "410913", "496708", "362498", "184762", "222238"], "ranked_scores": [0.6275, 0.5108, 0.4866, 0.4667, 0.4613, 0.4488, 0.4406, 0.4396, 0.4367, 0.4362], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "296098": {"relevant_ids": ["296097"], "ranked_ids": ["45507", "469868", "45506", "532599", "56686", "296097", "173403", "198603", "307653", "513540"], "ranked_scores": [0.5145, 0.4931, 0.4672, 0.4495, 0.4459, 0.4448, 0.4398, 0.432, 0.4317, 0.4301], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "150414": {"relevant_ids": ["192835"], "ranked_ids": ["192835", "105782", "516620", "126746", "132912", "105783", "103122", "21131", "149429", "121070"], "ranked_scores": [0.6521, 0.6456, 0.6391, 0.6272, 0.6251, 0.5965, 0.5758, 0.5668, 0.566, 0.5625], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145582": {"relevant_ids": ["145583"], "ranked_ids": ["145583", "299264", "263736", "39561", "87614", "428601", "63564", "369955", "99971", "245370"], "ranked_scores": [0.5504, 0.3834, 0.3756, 0.3469, 0.3409, 0.337, 0.3119, 0.3044, 0.3041, 0.3026], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "315712": {"relevant_ids": ["315713"], "ranked_ids": ["315713", "408588", "242340", "120489", "319096", "298503", "313575", "203205", "58851", "259258"], "ranked_scores": [0.6079, 0.4692, 0.4595, 0.4572, 0.447, 0.4433, 0.4412, 0.4349, 0.429, 0.4287], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145739": {"relevant_ids": ["145740"], "ranked_ids": ["145740", "366074", "241979", "347337", "115412", "415781", "376315", "336202", "303090", "8705"], "ranked_scores": [0.6208, 0.579, 0.5652, 0.5557, 0.5486, 0.5451, 0.5312, 0.5272, 0.5265, 0.5204], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "308127": {"relevant_ids": ["308126"], "ranked_ids": ["308126", "35763", "367804", "167017", "266258", "252091", "535966", "386807", "385951", "98400"], "ranked_scores": [0.5918, 0.482, 0.455, 0.4548, 0.4542, 0.4486, 0.4418, 0.4404, 0.4368, 0.4366], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "287245": {"relevant_ids": ["283199", "322650", "283198"], "ranked_ids": ["322650", "283199", "283198", "109049", "221783", "30373", "291373", "221784", "304904", "405392"], "ranked_scores": [0.5598, 0.5431, 0.5131, 0.4726, 0.4683, 0.4431, 0.4369, 0.4349, 0.4284, 0.4141], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "14755": {"relevant_ids": ["211906", "14756"], "ranked_ids": ["450970", "14756", "211906", "277031", "57678", "21920", "69287", "30834", "74058", "68942"], "ranked_scores": [0.6702, 0.6648, 0.6582, 0.634, 0.6187, 0.6114, 0.6107, 0.6094, 0.6008, 0.5986], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6934, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6934, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6934, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "370170": {"relevant_ids": ["370169"], "ranked_ids": ["370169", "59810", "196702", "387761", "466920", "407856", "249670", "209102", "231528", "96998"], "ranked_scores": [0.6715, 0.5023, 0.4437, 0.439, 0.4339, 0.4265, 0.425, 0.4238, 0.4231, 0.4231], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "41774": {"relevant_ids": ["41773"], "ranked_ids": ["41773", "239344", "53738", "307530", "487873", "32490", "433175", "146703", "378060", "173048"], "ranked_scores": [0.6155, 0.5069, 0.4603, 0.4541, 0.4301, 0.4228, 0.4219, 0.4099, 0.403, 0.3997], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "399648": {"relevant_ids": ["399649"], "ranked_ids": ["399649", "54706", "225815", "212809", "462253", "285302", "359281", "435035", "470800", "510807"], "ranked_scores": [0.6889, 0.5429, 0.5398, 0.5336, 0.5273, 0.5197, 0.5068, 0.5002, 0.4952, 0.4929], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "504811": {"relevant_ids": ["504810"], "ranked_ids": ["504810", "84826", "499535", "220414", "386903", "160704", "90374", "5861", "309894", "31335"], "ranked_scores": [0.672, 0.5653, 0.5181, 0.5063, 0.5, 0.4933, 0.4931, 0.4928, 0.4916, 0.4885], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "362950": {"relevant_ids": ["362949", "400212"], "ranked_ids": ["362949", "400212", "151122", "427587", "487392", "101529", "411503", "68956", "203063", "9132"], "ranked_scores": [0.6365, 0.6209, 0.608, 0.5868, 0.5859, 0.578, 0.5773, 0.5677, 0.5667, 0.5545], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "155873": {"relevant_ids": ["155874"], "ranked_ids": ["392604", "122134", "444541", "146003", "464100", "155874", "383066", "475341", "57879", "292617"], "ranked_scores": [0.4746, 0.4715, 0.4651, 0.4507, 0.4482, 0.4367, 0.4317, 0.4295, 0.423, 0.4172], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "263432": {"relevant_ids": ["263433"], "ranked_ids": ["263433", "372749", "230671", "407204", "85119", "279243", "513809", "136838", "205954", "370717"], "ranked_scores": [0.5776, 0.56, 0.5544, 0.5308, 0.5174, 0.5161, 0.5085, 0.5084, 0.5058, 0.5054], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "354945": {"relevant_ids": ["354946"], "ranked_ids": ["354946", "254071", "462984", "462983", "236419", "322478", "307824", "108161", "287396", "97780"], "ranked_scores": [0.6437, 0.5864, 0.4989, 0.4856, 0.411, 0.4097, 0.3731, 0.3563, 0.3546, 0.3485], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "245417": {"relevant_ids": ["248195", "219475"], "ranked_ids": ["40657", "219475", "368145", "248195", "64433", "164159", "37326", "14180", "319022", "370560"], "ranked_scores": [0.6308, 0.6219, 0.5781, 0.577, 0.5437, 0.5367, 0.5211, 0.5127, 0.5048, 0.475], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6509, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6509, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "516276": {"relevant_ids": ["516277"], "ranked_ids": ["516277", "19755", "119374", "510783", "489791", "34173", "143842", "521996", "62062", "352189"], "ranked_scores": [0.6958, 0.6044, 0.5989, 0.5817, 0.5769, 0.5715, 0.5529, 0.5365, 0.5337, 0.5334], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177580": {"relevant_ids": ["177579"], "ranked_ids": ["177579", "511935", "185553", "57360", "143503", "532497", "199209", "419100", "430072", "287203"], "ranked_scores": [0.5882, 0.4552, 0.438, 0.3768, 0.355, 0.3547, 0.3535, 0.3488, 0.3476, 0.3467], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "309865": {"relevant_ids": ["78624", "78623", "33713"], "ranked_ids": ["153484", "78624", "209041", "78623", "405094", "33713", "109205", "425739", "495578", "158229"], "ranked_scores": [0.6572, 0.6563, 0.654, 0.6506, 0.6417, 0.6323, 0.6205, 0.6017, 0.6012, 0.5994], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4982, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.6653, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "510387": {"relevant_ids": ["510386"], "ranked_ids": ["241538", "40390", "510386", "344869", "241537", "371033", "170896", "52003", "442062", "484846"], "ranked_scores": [0.644, 0.6414, 0.6386, 0.6254, 0.6202, 0.6114, 0.6104, 0.6056, 0.6034, 0.6019], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "26645": {"relevant_ids": ["26644"], "ranked_ids": ["26644", "207775", "141075", "64900", "144057", "248383", "82114", "257425", "256680", "83875"], "ranked_scores": [0.6849, 0.6202, 0.5829, 0.5805, 0.5769, 0.5717, 0.5713, 0.57, 0.5693, 0.5685], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "47788": {"relevant_ids": ["455725"], "ranked_ids": ["455725", "518171", "15132", "59223", "101721", "87039", "8505", "37221", "105230", "235686"], "ranked_scores": [0.6904, 0.6861, 0.6827, 0.6796, 0.6763, 0.6689, 0.6672, 0.6639, 0.6627, 0.6597], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "338281": {"relevant_ids": ["338282"], "ranked_ids": ["338282", "325380", "391952", "138712", "135715", "389968", "277751", "263861", "85881", "447737"], "ranked_scores": [0.5313, 0.4305, 0.4095, 0.3747, 0.3659, 0.3566, 0.3526, 0.3469, 0.3423, 0.3406], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "461149": {"relevant_ids": ["461148"], "ranked_ids": ["461148", "527101", "215782", "335800", "252761", "377056", "482221", "2420", "525835", "392721"], "ranked_scores": [0.5829, 0.5828, 0.5785, 0.5689, 0.5596, 0.5574, 0.5558, 0.5555, 0.5555, 0.548], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "346126": {"relevant_ids": ["110711", "110710"], "ranked_ids": ["110710", "110711", "154338", "55038", "296319", "203476", "340823", "85707", "108617", "528998"], "ranked_scores": [0.7228, 0.702, 0.6844, 0.6466, 0.6322, 0.6239, 0.6226, 0.6218, 0.6189, 0.6185], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "372986": {"relevant_ids": ["262882", "49961"], "ranked_ids": ["49961", "262882", "303468", "215938", "497531", "516501", "499535", "494989", "240478", "443239"], "ranked_scores": [0.6996, 0.6058, 0.5618, 0.5587, 0.5567, 0.5529, 0.5315, 0.5245, 0.5233, 0.5107], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "501182": {"relevant_ids": ["501181"], "ranked_ids": ["501181", "185580", "179018", "446824", "474402", "109121", "402718", "8417", "274777", "240678"], "ranked_scores": [0.5981, 0.5149, 0.4867, 0.4831, 0.4707, 0.4548, 0.433, 0.427, 0.4237, 0.4193], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13800": {"relevant_ids": ["376590", "408522", "13799"], "ranked_ids": ["13799", "482825", "306761", "376590", "100905", "214970", "257857", "382555", "288382", "179943"], "ranked_scores": [0.5577, 0.5473, 0.5316, 0.5299, 0.5257, 0.5254, 0.5203, 0.5185, 0.5183, 0.5174], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.6714, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.6714, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.6667}, "250143": {"relevant_ids": ["250142"], "ranked_ids": ["250142", "473276", "206630", "50539", "492698", "137994", "368186", "57155", "156056", "459370"], "ranked_scores": [0.5698, 0.5452, 0.4526, 0.4328, 0.4248, 0.4224, 0.419, 0.4174, 0.417, 0.4165], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13223": {"relevant_ids": ["88349", "156773", "88348", "20277", "13224"], "ranked_ids": ["156773", "88349", "88348", "13224", "366749", "24720", "223304", "86343", "491669", "137719"], "ranked_scores": [0.7565, 0.7355, 0.7352, 0.7304, 0.7194, 0.7164, 0.7065, 0.7059, 0.6959, 0.6829], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.2, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6, "ndcg@5": 0.8688, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.8, "ndcg@10": 0.8688, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.8}, "11002": {"relevant_ids": ["11003"], "ranked_ids": ["11003", "10212", "489539", "144197", "444112", "347493", "153944", "241075", "81848", "115070"], "ranked_scores": [0.6557, 0.6195, 0.5985, 0.5897, 0.575, 0.5674, 0.5648, 0.5621, 0.5576, 0.5562], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177653": {"relevant_ids": ["79732"], "ranked_ids": ["79732", "395587", "200611", "39174", "310721", "373275", "225019", "525756", "373717", "377344"], "ranked_scores": [0.5725, 0.4582, 0.4348, 0.4165, 0.4085, 0.3957, 0.3809, 0.3401, 0.3394, 0.3291], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "415592": {"relevant_ids": ["415591"], "ranked_ids": ["415591", "430072", "322822", "288357", "485706", "387370", "379146", "166836", "68386", "191751"], "ranked_scores": [0.6576, 0.608, 0.569, 0.5656, 0.5647, 0.5638, 0.5632, 0.5514, 0.5511, 0.546], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "511196": {"relevant_ids": ["511197"], "ranked_ids": ["511197", "328397", "53962", "156490", "251545", "289278", "220596", "435439", "251546", "191329"], "ranked_scores": [0.5766, 0.4616, 0.456, 0.4422, 0.4268, 0.394, 0.3937, 0.3915, 0.3902, 0.3882], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "344845": {"relevant_ids": ["344844"], "ranked_ids": ["344844", "161471", "380837", "327548", "111672", "95946", "79987", "224515", "79986", "503908"], "ranked_scores": [0.737, 0.6608, 0.6497, 0.6446, 0.6379, 0.6361, 0.627, 0.6212, 0.6189, 0.6058], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "396744": {"relevant_ids": ["396745"], "ranked_ids": ["418055", "155232", "145729", "219399", "284966", "396745", "454241", "236438", "424693", "516168"], "ranked_scores": [0.4676, 0.4626, 0.4588, 0.4568, 0.4548, 0.4533, 0.4532, 0.4521, 0.4518, 0.4424], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "452398": {"relevant_ids": ["452399"], "ranked_ids": ["452399", "90225", "4228", "60646", "72096", "414814", "372901", "423427", "277360", "44251"], "ranked_scores": [0.6383, 0.4665, 0.4611, 0.461, 0.4566, 0.4448, 0.4429, 0.4401, 0.44, 0.4395], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "182114": {"relevant_ids": ["182113"], "ranked_ids": ["196647", "182113", "481882", "234482", "328873", "413792", "383343", "23242", "238903", "139689"], "ranked_scores": [0.5701, 0.5529, 0.5479, 0.5459, 0.5397, 0.4933, 0.4926, 0.4847, 0.4773, 0.475], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "486260": {"relevant_ids": ["486259"], "ranked_ids": ["486259", "41453", "392356", "391328", "151649", "114114", "46379", "399554", "209254", "61325"], "ranked_scores": [0.6611, 0.6392, 0.6283, 0.6246, 0.6095, 0.6082, 0.607, 0.6055, 0.6048, 0.6018], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "455140": {"relevant_ids": ["315935"], "ranked_ids": ["315935", "93864", "519049", "246286", "315936", "348491", "50224", "356403", "245896", "150842"], "ranked_scores": [0.6014, 0.5375, 0.5347, 0.5318, 0.5166, 0.513, 0.5126, 0.5094, 0.5093, 0.5041], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "56198": {"relevant_ids": ["56199"], "ranked_ids": ["56199", "130971", "431226", "138891", "43404", "246583", "249114", "160194", "308888", "3724"], "ranked_scores": [0.6453, 0.4532, 0.4476, 0.4418, 0.4268, 0.4186, 0.4091, 0.4071, 0.4054, 0.3952], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "30172": {"relevant_ids": ["145119", "373486", "145120", "185817", "30173", "68426"], "ranked_ids": ["145120", "160900", "68426", "15236", "185817", "192604", "30173", "78746", "82405", "311173"], "ranked_scores": [0.734, 0.7329, 0.7118, 0.6717, 0.6662, 0.6649, 0.663, 0.6537, 0.6499, 0.6437], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.1667, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.6399, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6718, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.6667}, "127880": {"relevant_ids": ["241164"], "ranked_ids": ["241164", "84471", "156678", "527388", "358959", "135083", "266615", "535042", "307991", "284336"], "ranked_scores": [0.6061, 0.5371, 0.5194, 0.5073, 0.5014, 0.4964, 0.4934, 0.4913, 0.4908, 0.4855], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "167969": {"relevant_ids": ["174461"], "ranked_ids": ["174461", "360983", "365197", "168913", "144121", "60171", "91854", "207491", "222958", "207492"], "ranked_scores": [0.5469, 0.5184, 0.4964, 0.4759, 0.4744, 0.4697, 0.4593, 0.458, 0.4572, 0.455], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "97986": {"relevant_ids": ["97987"], "ranked_ids": ["97987", "44589", "326597", "207775", "105886", "318396", "144057", "141417", "139722", "256680"], "ranked_scores": [0.7189, 0.6591, 0.6183, 0.6132, 0.608, 0.6065, 0.6046, 0.603, 0.6027, 0.601], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "12865": {"relevant_ids": ["105683"], "ranked_ids": ["105683", "92902", "277453", "191268", "188959", "94167", "146805", "155515", "23129", "113886"], "ranked_scores": [0.6285, 0.5409, 0.5344, 0.4997, 0.4987, 0.4913, 0.4819, 0.4716, 0.4691, 0.4631], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "215681": {"relevant_ids": ["215680"], "ranked_ids": ["215680", "5733", "78042", "57552", "177080", "143842", "133468", "54139", "178515", "301165"], "ranked_scores": [0.6994, 0.596, 0.5625, 0.5564, 0.5449, 0.544, 0.5425, 0.5403, 0.5399, 0.5349], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-mpnet-base-pq-m64-n8": {"127728": {"relevant_ids": ["127729"], "ranked_ids": ["127729", "145244", "245618", "494754", "38063", "250619", "190150", "153290", "387548", "48895"], "ranked_scores": [0.6189, 0.5758, 0.5622, 0.5578, 0.5397, 0.5353, 0.5311, 0.5171, 0.5112, 0.5089], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "318820": {"relevant_ids": ["318821"], "ranked_ids": ["318821", "367479", "355161", "496708", "184762", "441218", "491039", "167747", "149956", "56784"], "ranked_scores": [0.831, 0.6407, 0.6165, 0.5953, 0.5576, 0.5435, 0.5392, 0.5245, 0.5213, 0.5133], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "296098": {"relevant_ids": ["296097"], "ranked_ids": ["45507", "469868", "296097", "173403", "45506", "56686", "134752", "364131", "493414", "412371"], "ranked_scores": [0.6921, 0.6446, 0.6409, 0.623, 0.5985, 0.5842, 0.574, 0.573, 0.5481, 0.5415], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "150414": {"relevant_ids": ["192835"], "ranked_ids": ["192835", "105782", "516620", "105783", "132912", "121070", "337933", "126746", "470642", "1702"], "ranked_scores": [0.7846, 0.7511, 0.7188, 0.6925, 0.6655, 0.657, 0.6374, 0.632, 0.6256, 0.6218], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145582": {"relevant_ids": ["145583"], "ranked_ids": ["145583", "263736", "299264", "39561", "245370", "428601", "369068", "454248", "87614", "466967"], "ranked_scores": [0.71, 0.5208, 0.427, 0.3989, 0.3799, 0.3655, 0.3617, 0.3602, 0.3559, 0.3499], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "315712": {"relevant_ids": ["315713"], "ranked_ids": ["315713", "408588", "120489", "153536", "203205", "242340", "298503", "259258", "313575", "454814"], "ranked_scores": [0.7146, 0.5566, 0.5384, 0.4968, 0.4876, 0.4762, 0.4754, 0.4737, 0.4726, 0.4724], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145739": {"relevant_ids": ["145740"], "ranked_ids": ["145740", "241979", "366074", "8705", "415781", "347337", "375395", "465597", "115412", "148222"], "ranked_scores": [0.8068, 0.7121, 0.702, 0.6624, 0.6345, 0.6325, 0.6322, 0.6303, 0.6242, 0.6206], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "308127": {"relevant_ids": ["308126"], "ranked_ids": ["308126", "35763", "79534", "77650", "36744", "367804", "252091", "167017", "100860", "537189"], "ranked_scores": [0.7316, 0.5546, 0.549, 0.5345, 0.5145, 0.5143, 0.5032, 0.4999, 0.4951, 0.4818], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "287245": {"relevant_ids": ["283199", "322650", "283198"], "ranked_ids": ["322650", "283199", "283198", "221784", "30373", "109049", "221783", "304904", "291373", "388953"], "ranked_scores": [0.6788, 0.6667, 0.5867, 0.5204, 0.5183, 0.5124, 0.5001, 0.495, 0.4943, 0.486], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "14755": {"relevant_ids": ["211906", "14756"], "ranked_ids": ["450970", "211906", "14756", "57678", "277031", "235454", "30834", "383325", "272073", "55083"], "ranked_scores": [0.7946, 0.7928, 0.7908, 0.7002, 0.6576, 0.6416, 0.64, 0.6379, 0.6264, 0.6241], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6934, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6934, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6934, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "370170": {"relevant_ids": ["370169"], "ranked_ids": ["370169", "466920", "334238", "417976", "59810", "387761", "537762", "476551", "231528", "211280"], "ranked_scores": [0.8359, 0.5459, 0.4726, 0.4631, 0.4621, 0.4609, 0.4559, 0.4544, 0.4525, 0.4466], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "41774": {"relevant_ids": ["41773"], "ranked_ids": ["41773", "239344", "307530", "366794", "53738", "487873", "378060", "33017", "454279", "148165"], "ranked_scores": [0.7466, 0.6163, 0.5629, 0.5046, 0.5042, 0.4692, 0.4537, 0.4511, 0.4508, 0.4435], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "399648": {"relevant_ids": ["399649"], "ranked_ids": ["399649", "225815", "212809", "54706", "411313", "504913", "529004", "243294", "285302", "462253"], "ranked_scores": [0.859, 0.6989, 0.6551, 0.6244, 0.6062, 0.6003, 0.5864, 0.5864, 0.5688, 0.5679], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "504811": {"relevant_ids": ["504810"], "ranked_ids": ["504810", "84826", "90374", "309894", "160704", "298555", "364238", "448774", "214151", "499535"], "ranked_scores": [0.8273, 0.643, 0.5934, 0.5822, 0.5771, 0.5672, 0.5645, 0.5481, 0.5478, 0.531], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "362950": {"relevant_ids": ["362949", "400212"], "ranked_ids": ["362949", "400212", "151122", "427587", "78020", "9132", "155870", "4715", "487392", "411503"], "ranked_scores": [0.7428, 0.7159, 0.6567, 0.6455, 0.6337, 0.6327, 0.632, 0.6236, 0.622, 0.6157], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "155873": {"relevant_ids": ["155874"], "ranked_ids": ["392604", "464100", "292617", "122134", "383066", "246660", "487664", "232469", "155874", "146003"], "ranked_scores": [0.5963, 0.5181, 0.5037, 0.5031, 0.4916, 0.4889, 0.4885, 0.486, 0.4788, 0.4768], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "263432": {"relevant_ids": ["263433"], "ranked_ids": ["263433", "136838", "407204", "128303", "230671", "258335", "370717", "370718", "205954", "471057"], "ranked_scores": [0.6911, 0.6129, 0.6055, 0.5961, 0.5886, 0.5806, 0.5743, 0.5663, 0.5646, 0.5642], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "354945": {"relevant_ids": ["354946"], "ranked_ids": ["354946", "254071", "462984", "462983", "322478", "236419", "108161", "307824", "331955", "415886"], "ranked_scores": [0.8062, 0.7345, 0.5747, 0.5462, 0.5426, 0.4903, 0.4044, 0.398, 0.3951, 0.3925], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "245417": {"relevant_ids": ["248195", "219475"], "ranked_ids": ["219475", "40657", "248195", "368145", "64433", "301977", "37326", "390696", "164159", "319022"], "ranked_scores": [0.7595, 0.7475, 0.7158, 0.6707, 0.6554, 0.615, 0.6033, 0.5648, 0.5646, 0.5532], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.9197, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.9197, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9197, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "516276": {"relevant_ids": ["516277"], "ranked_ids": ["516277", "19755", "34173", "143842", "510783", "119374", "352189", "76958", "286275", "62062"], "ranked_scores": [0.845, 0.7257, 0.6942, 0.6568, 0.6531, 0.6486, 0.6418, 0.6364, 0.6198, 0.6165], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177580": {"relevant_ids": ["177579"], "ranked_ids": ["177579", "185553", "511935", "143503", "57360", "532497", "419100", "204026", "106109", "115954"], "ranked_scores": [0.7914, 0.5597, 0.5455, 0.481, 0.4637, 0.4494, 0.4331, 0.4267, 0.4016, 0.3995], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "309865": {"relevant_ids": ["78624", "78623", "33713"], "ranked_ids": ["209041", "153484", "78623", "78624", "405094", "33713", "109205", "406256", "235483", "20635"], "ranked_scores": [0.7942, 0.7829, 0.7717, 0.7683, 0.761, 0.7278, 0.6984, 0.67, 0.6682, 0.6647], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4367, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.6039, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "510387": {"relevant_ids": ["510386"], "ranked_ids": ["241538", "40390", "241537", "170896", "344869", "510386", "52003", "371033", "160232", "484846"], "ranked_scores": [0.7461, 0.7455, 0.7451, 0.7324, 0.7312, 0.7185, 0.6992, 0.6943, 0.6826, 0.6576], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "26645": {"relevant_ids": ["26644"], "ranked_ids": ["26644", "207775", "108781", "318396", "12895", "163452", "504445", "26813", "215551", "83874"], "ranked_scores": [0.863, 0.7273, 0.7118, 0.652, 0.6506, 0.6488, 0.6464, 0.6373, 0.6362, 0.6297], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "47788": {"relevant_ids": ["455725"], "ranked_ids": ["455725", "518171", "47703", "59223", "8505", "85764", "235686", "15132", "37221", "101721"], "ranked_scores": [0.8481, 0.8225, 0.8115, 0.8074, 0.8037, 0.8021, 0.7966, 0.7958, 0.7934, 0.7897], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "338281": {"relevant_ids": ["338282"], "ranked_ids": ["338282", "391952", "389968", "263861", "443465", "325380", "326869", "85881", "345518", "277751"], "ranked_scores": [0.7496, 0.4597, 0.4542, 0.4518, 0.4415, 0.4286, 0.4285, 0.4285, 0.4096, 0.4094], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "461149": {"relevant_ids": ["461148"], "ranked_ids": ["461148", "252761", "335800", "525835", "283905", "527101", "215782", "377056", "203100", "414838"], "ranked_scores": [0.6933, 0.6877, 0.6688, 0.6684, 0.6682, 0.6664, 0.665, 0.6412, 0.6378, 0.6362], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "346126": {"relevant_ids": ["110711", "110710"], "ranked_ids": ["110710", "110711", "154338", "108617", "296319", "203476", "168350", "55038", "528998", "355996"], "ranked_scores": [0.8707, 0.8516, 0.8201, 0.7174, 0.7169, 0.7167, 0.7159, 0.7133, 0.713, 0.7085], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "372986": {"relevant_ids": ["262882", "49961"], "ranked_ids": ["49961", "262882", "303468", "88278", "516501", "215938", "499535", "494989", "497531", "136891"], "ranked_scores": [0.8413, 0.7436, 0.6513, 0.6298, 0.6089, 0.6014, 0.5805, 0.5759, 0.565, 0.5556], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "501182": {"relevant_ids": ["501181"], "ranked_ids": ["501181", "109121", "474402", "179018", "185580", "325288", "446824", "400576", "429772", "318996"], "ranked_scores": [0.7811, 0.5692, 0.5517, 0.5406, 0.5323, 0.5323, 0.5244, 0.5126, 0.5088, 0.4926], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13800": {"relevant_ids": ["376590", "408522", "13799"], "ranked_ids": ["13799", "179943", "376590", "481109", "67320", "482825", "257857", "138908", "306761", "30987"], "ranked_scores": [0.7025, 0.6943, 0.6654, 0.6394, 0.6102, 0.6074, 0.6049, 0.6016, 0.5844, 0.581], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.7039, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.7039, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.6667}, "250143": {"relevant_ids": ["250142"], "ranked_ids": ["250142", "473276", "492698", "206630", "137994", "27632", "526032", "127989", "38409", "368186"], "ranked_scores": [0.7835, 0.7563, 0.5599, 0.5331, 0.5327, 0.5019, 0.4913, 0.4869, 0.477, 0.4751], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13223": {"relevant_ids": ["88349", "156773", "88348", "20277", "13224"], "ranked_ids": ["156773", "13224", "88348", "88349", "86343", "137719", "366749", "24720", "429238", "11938"], "ranked_scores": [0.9049, 0.893, 0.8913, 0.8853, 0.8715, 0.8592, 0.8471, 0.8174, 0.7734, 0.7626], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.2, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6, "ndcg@5": 0.8688, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.8, "ndcg@10": 0.8688, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.8}, "11002": {"relevant_ids": ["11003"], "ranked_ids": ["11003", "489539", "153944", "444112", "10212", "87346", "314099", "144197", "40100", "241075"], "ranked_scores": [0.8189, 0.7075, 0.6359, 0.6312, 0.6251, 0.6187, 0.6186, 0.6185, 0.6097, 0.6071], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177653": {"relevant_ids": ["79732"], "ranked_ids": ["79732", "395587", "200611", "39174", "373275", "310721", "373717", "525756", "377344", "225019"], "ranked_scores": [0.7774, 0.6386, 0.6325, 0.6194, 0.5219, 0.4545, 0.4381, 0.4367, 0.432, 0.4219], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "415592": {"relevant_ids": ["415591"], "ranked_ids": ["415591", "288357", "497302", "430072", "387370", "84634", "485706", "88542", "91592", "81159"], "ranked_scores": [0.8077, 0.6975, 0.645, 0.6358, 0.6276, 0.6267, 0.625, 0.6071, 0.6048, 0.5996], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "511196": {"relevant_ids": ["511197"], "ranked_ids": ["511197", "156490", "53962", "328397", "251545", "289278", "251546", "491923", "414717", "191329"], "ranked_scores": [0.7225, 0.5719, 0.5618, 0.5521, 0.538, 0.5191, 0.5011, 0.4869, 0.4725, 0.4665], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "344845": {"relevant_ids": ["344844"], "ranked_ids": ["344844", "161471", "327548", "79987", "95946", "503908", "79986", "187882", "380837", "384928"], "ranked_scores": [0.8499, 0.7631, 0.7464, 0.7384, 0.7251, 0.7251, 0.717, 0.7126, 0.7118, 0.7086], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "396744": {"relevant_ids": ["396745"], "ranked_ids": ["454241", "284966", "396745", "236438", "271801", "418055", "471027", "527221", "219399", "375685"], "ranked_scores": [0.5686, 0.5514, 0.5488, 0.5258, 0.5159, 0.5063, 0.5035, 0.4993, 0.4991, 0.4982], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "452398": {"relevant_ids": ["452399"], "ranked_ids": ["452399", "487918", "60646", "134287", "97822", "72096", "4228", "165046", "90225", "423427"], "ranked_scores": [0.8257, 0.5378, 0.5189, 0.4957, 0.4783, 0.4761, 0.4735, 0.469, 0.4568, 0.4487], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "182114": {"relevant_ids": ["182113"], "ranked_ids": ["196647", "182113", "234482", "481882", "229182", "328873", "413792", "60142", "405340", "118902"], "ranked_scores": [0.6103, 0.6063, 0.5399, 0.5313, 0.5278, 0.5178, 0.512, 0.5017, 0.4983, 0.4922], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "486260": {"relevant_ids": ["486259"], "ranked_ids": ["486259", "392356", "452464", "266904", "209254", "113749", "145384", "209255", "61325", "111946"], "ranked_scores": [0.7969, 0.6948, 0.6666, 0.6594, 0.6524, 0.6516, 0.6431, 0.6423, 0.6416, 0.6408], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "455140": {"relevant_ids": ["315935"], "ranked_ids": ["315935", "315936", "246286", "150842", "93864", "308963", "356403", "519049", "369068", "50224"], "ranked_scores": [0.7832, 0.6389, 0.6205, 0.6152, 0.6144, 0.6122, 0.6055, 0.605, 0.5987, 0.5946], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "56198": {"relevant_ids": ["56199"], "ranked_ids": ["56199", "249114", "246583", "431226", "130971", "160194", "308888", "138891", "3724", "521606"], "ranked_scores": [0.8119, 0.5356, 0.5138, 0.5136, 0.4937, 0.4935, 0.4721, 0.4657, 0.4557, 0.4509], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "30172": {"relevant_ids": ["145119", "373486", "145120", "185817", "30173", "68426"], "ranked_ids": ["145120", "68426", "160900", "15236", "373486", "463253", "185817", "205338", "96958", "145119"], "ranked_scores": [0.8758, 0.8472, 0.8197, 0.7452, 0.7402, 0.7372, 0.7304, 0.7166, 0.7118, 0.7097], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.1667, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.6844, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.7989, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.8333}, "127880": {"relevant_ids": ["241164"], "ranked_ids": ["241164", "156678", "135083", "121458", "84471", "120446", "527388", "535042", "504771", "132797"], "ranked_scores": [0.6809, 0.6115, 0.5904, 0.59, 0.5625, 0.5464, 0.5417, 0.5406, 0.5363, 0.5342], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "167969": {"relevant_ids": ["174461"], "ranked_ids": ["174461", "360983", "78497", "91854", "257735", "207491", "10394", "121354", "144121", "347474"], "ranked_scores": [0.6513, 0.6365, 0.5517, 0.5495, 0.5489, 0.5354, 0.5285, 0.5176, 0.4928, 0.4901], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "97986": {"relevant_ids": ["97987"], "ranked_ids": ["97987", "44589", "108564", "284181", "326597", "105886", "41241", "479236", "141417", "44095"], "ranked_scores": [0.8646, 0.7737, 0.6952, 0.6939, 0.6676, 0.6351, 0.6331, 0.6154, 0.615, 0.6135], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "12865": {"relevant_ids": ["105683"], "ranked_ids": ["105683", "277453", "92902", "191268", "94167", "113886", "188959", "35071", "155515", "477677"], "ranked_scores": [0.8494, 0.7246, 0.6765, 0.6651, 0.6307, 0.6148, 0.6109, 0.5842, 0.5832, 0.5802], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "215681": {"relevant_ids": ["215680"], "ranked_ids": ["215680", "178515", "57552", "54139", "78042", "301165", "5733", "177080", "143842", "340195"], "ranked_scores": [0.8329, 0.6593, 0.6354, 0.6238, 0.6206, 0.6194, 0.6173, 0.6112, 0.6009, 0.5975], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-mpnet-base-pq-m64-n4": {"127728": {"relevant_ids": ["127729"], "ranked_ids": ["127729", "494754", "315009", "145244", "387548", "250619", "245618", "38063", "92818", "445616"], "ranked_scores": [0.5179, 0.5047, 0.5023, 0.4936, 0.4892, 0.4874, 0.4845, 0.4724, 0.4666, 0.466], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "318820": {"relevant_ids": ["318821"], "ranked_ids": ["318821", "355161", "367479", "167747", "441218", "184762", "360734", "491039", "496708", "190950"], "ranked_scores": [0.6919, 0.5525, 0.5254, 0.5077, 0.4759, 0.4636, 0.4603, 0.4555, 0.4535, 0.4516], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "296098": {"relevant_ids": ["296097"], "ranked_ids": ["45507", "469868", "173403", "296097", "45506", "56686", "493414", "307653", "423933", "364131"], "ranked_scores": [0.5365, 0.503, 0.4999, 0.4581, 0.4539, 0.4485, 0.4385, 0.4344, 0.4305, 0.4218], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "150414": {"relevant_ids": ["192835"], "ranked_ids": ["192835", "105782", "516620", "132912", "121070", "105783", "103122", "337933", "259561", "126746"], "ranked_scores": [0.6777, 0.6337, 0.61, 0.6011, 0.5915, 0.5785, 0.5613, 0.5571, 0.5549, 0.549], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145582": {"relevant_ids": ["145583"], "ranked_ids": ["145583", "263736", "454248", "299264", "245370", "39561", "428601", "87614", "285851", "77938"], "ranked_scores": [0.5872, 0.4326, 0.3443, 0.343, 0.338, 0.3263, 0.3263, 0.3243, 0.2974, 0.2972], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "315712": {"relevant_ids": ["315713"], "ranked_ids": ["315713", "408588", "120489", "242340", "236508", "259258", "203205", "298503", "313575", "396505"], "ranked_scores": [0.6344, 0.5074, 0.4667, 0.459, 0.4521, 0.4501, 0.4415, 0.4297, 0.4229, 0.4178], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145739": {"relevant_ids": ["145740"], "ranked_ids": ["145740", "241979", "366074", "115412", "347337", "415781", "8705", "465597", "375395", "457408"], "ranked_scores": [0.6464, 0.6063, 0.5835, 0.5603, 0.5508, 0.5441, 0.5429, 0.5373, 0.5305, 0.5252], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "308127": {"relevant_ids": ["308126"], "ranked_ids": ["308126", "35763", "367804", "207175", "36744", "167017", "79534", "252091", "77650", "123707"], "ranked_scores": [0.6503, 0.5268, 0.4797, 0.4544, 0.4533, 0.4525, 0.4476, 0.4472, 0.4469, 0.4392], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "287245": {"relevant_ids": ["283199", "322650", "283198"], "ranked_ids": ["322650", "283199", "283198", "109049", "304904", "30373", "450635", "291373", "221784", "420279"], "ranked_scores": [0.5758, 0.5539, 0.4754, 0.4641, 0.4519, 0.4488, 0.4474, 0.4426, 0.4349, 0.4348], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "14755": {"relevant_ids": ["211906", "14756"], "ranked_ids": ["211906", "450970", "14756", "30834", "277031", "383325", "69287", "11310", "235454", "21920"], "ranked_scores": [0.6993, 0.6932, 0.6794, 0.6064, 0.6052, 0.5982, 0.5903, 0.5835, 0.5823, 0.5781], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.9197, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.9197, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9197, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "370170": {"relevant_ids": ["370169"], "ranked_ids": ["370169", "59810", "537762", "267823", "88911", "206029", "231528", "466920", "211280", "311978"], "ranked_scores": [0.704, 0.5082, 0.4787, 0.4374, 0.4358, 0.4352, 0.4346, 0.4279, 0.427, 0.4259], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "41774": {"relevant_ids": ["41773"], "ranked_ids": ["41773", "239344", "53738", "307530", "487873", "214766", "378060", "433175", "366794", "193015"], "ranked_scores": [0.6074, 0.5286, 0.4867, 0.4654, 0.4314, 0.421, 0.4151, 0.4147, 0.4118, 0.4117], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "399648": {"relevant_ids": ["399649"], "ranked_ids": ["399649", "212809", "225815", "54706", "435035", "411313", "243294", "21253", "529004", "470800"], "ranked_scores": [0.713, 0.5805, 0.572, 0.5661, 0.5444, 0.5381, 0.5186, 0.5088, 0.5055, 0.4987], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "504811": {"relevant_ids": ["504810"], "ranked_ids": ["504810", "84826", "90374", "179618", "448774", "364238", "160704", "74588", "309894", "55899"], "ranked_scores": [0.7024, 0.5672, 0.5613, 0.515, 0.4987, 0.4982, 0.498, 0.4842, 0.4829, 0.4797], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "362950": {"relevant_ids": ["362949", "400212"], "ranked_ids": ["400212", "362949", "427587", "151122", "487392", "527104", "101529", "4715", "210382", "155870"], "ranked_scores": [0.6073, 0.6046, 0.5637, 0.5558, 0.5552, 0.5441, 0.5336, 0.5272, 0.5225, 0.522], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "155873": {"relevant_ids": ["155874"], "ranked_ids": ["392604", "292617", "383066", "464100", "487664", "122134", "246660", "475341", "444541", "495839"], "ranked_scores": [0.5139, 0.5129, 0.4837, 0.4781, 0.4459, 0.442, 0.4396, 0.4161, 0.4121, 0.4087], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "263432": {"relevant_ids": ["263433"], "ranked_ids": ["263433", "136838", "89716", "230671", "407204", "85119", "370718", "370717", "372749", "314622"], "ranked_scores": [0.59, 0.5643, 0.551, 0.5447, 0.542, 0.5306, 0.5297, 0.5281, 0.5253, 0.5248], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "354945": {"relevant_ids": ["354946"], "ranked_ids": ["354946", "254071", "462984", "462983", "322478", "108161", "331955", "236419", "473769", "108187"], "ranked_scores": [0.6478, 0.5823, 0.5286, 0.4694, 0.4387, 0.3883, 0.3725, 0.3646, 0.3643, 0.3619], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "245417": {"relevant_ids": ["248195", "219475"], "ranked_ids": ["219475", "40657", "368145", "248195", "164159", "37326", "64433", "301977", "319022", "370560"], "ranked_scores": [0.615, 0.5765, 0.5726, 0.5417, 0.5195, 0.5064, 0.4923, 0.4856, 0.485, 0.4849], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.8772, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.8772, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "516276": {"relevant_ids": ["516277"], "ranked_ids": ["516277", "19755", "34173", "119374", "510783", "489791", "62062", "352189", "143842", "28381"], "ranked_scores": [0.7317, 0.6555, 0.6075, 0.5867, 0.5784, 0.5665, 0.5561, 0.5547, 0.5529, 0.547], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177580": {"relevant_ids": ["177579"], "ranked_ids": ["177579", "185553", "511935", "143503", "532497", "57360", "419100", "491936", "313107", "204026"], "ranked_scores": [0.6632, 0.484, 0.4784, 0.3939, 0.3867, 0.384, 0.371, 0.3553, 0.3533, 0.353], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "309865": {"relevant_ids": ["78624", "78623", "33713"], "ranked_ids": ["78624", "209041", "78623", "153484", "405094", "33713", "425739", "406256", "20635", "477476"], "ranked_scores": [0.6703, 0.6659, 0.6548, 0.6546, 0.641, 0.6281, 0.6203, 0.6046, 0.6018, 0.5996], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.7039, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.8711, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "510387": {"relevant_ids": ["510386"], "ranked_ids": ["241538", "170896", "344869", "241537", "510386", "40390", "52003", "371033", "160232", "484846"], "ranked_scores": [0.669, 0.6654, 0.6621, 0.6499, 0.6483, 0.6415, 0.6311, 0.623, 0.612, 0.6107], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "26645": {"relevant_ids": ["26644"], "ranked_ids": ["26644", "207775", "108781", "12895", "240705", "144057", "83874", "234865", "318396", "461704"], "ranked_scores": [0.7169, 0.6492, 0.6005, 0.5705, 0.5691, 0.5653, 0.5502, 0.5498, 0.5495, 0.5471], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "47788": {"relevant_ids": ["455725"], "ranked_ids": ["455725", "518171", "8505", "47789", "235686", "101721", "85764", "59223", "47703", "331"], "ranked_scores": [0.7175, 0.6854, 0.685, 0.683, 0.6799, 0.6771, 0.6717, 0.6715, 0.6657, 0.6554], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "338281": {"relevant_ids": ["338282"], "ranked_ids": ["338282", "85881", "263861", "138712", "325380", "389968", "466069", "57017", "326869", "443465"], "ranked_scores": [0.5841, 0.3861, 0.3717, 0.3713, 0.3657, 0.3636, 0.3552, 0.3514, 0.3506, 0.3495], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "461149": {"relevant_ids": ["461148"], "ranked_ids": ["461148", "527101", "252761", "335800", "283905", "8828", "215782", "85426", "377056", "414838"], "ranked_scores": [0.6226, 0.6114, 0.5973, 0.5905, 0.5755, 0.5647, 0.5608, 0.5594, 0.559, 0.5541], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "346126": {"relevant_ids": ["110711", "110710"], "ranked_ids": ["110710", "110711", "154338", "85707", "108617", "296319", "55038", "168350", "340823", "203476"], "ranked_scores": [0.7151, 0.7134, 0.6943, 0.6497, 0.6338, 0.6186, 0.6181, 0.6111, 0.6082, 0.6074], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "372986": {"relevant_ids": ["262882", "49961"], "ranked_ids": ["49961", "262882", "303468", "215938", "516501", "497531", "494989", "499535", "43966", "88278"], "ranked_scores": [0.7445, 0.6806, 0.6108, 0.5771, 0.5646, 0.5551, 0.5483, 0.5432, 0.52, 0.518], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "501182": {"relevant_ids": ["501181"], "ranked_ids": ["501181", "185580", "474402", "109121", "179018", "447737", "402718", "325288", "8417", "446824"], "ranked_scores": [0.6427, 0.4907, 0.4864, 0.4675, 0.4644, 0.4513, 0.4448, 0.44, 0.4348, 0.42], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13800": {"relevant_ids": ["376590", "408522", "13799"], "ranked_ids": ["13799", "376590", "67320", "257857", "179943", "256094", "481109", "306761", "388705", "138908"], "ranked_scores": [0.5986, 0.5682, 0.5666, 0.5593, 0.5573, 0.5376, 0.5349, 0.5293, 0.5258, 0.5219], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.7654, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.7654, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.6667}, "250143": {"relevant_ids": ["250142"], "ranked_ids": ["473276", "250142", "206630", "492698", "526032", "368186", "57155", "137994", "120264", "209138"], "ranked_scores": [0.5936, 0.5748, 0.4708, 0.4625, 0.4414, 0.4403, 0.427, 0.4228, 0.4081, 0.4053], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "13223": {"relevant_ids": ["88349", "156773", "88348", "20277", "13224"], "ranked_ids": ["156773", "13224", "366749", "88348", "88349", "86343", "137719", "223304", "24720", "429238"], "ranked_scores": [0.7814, 0.7606, 0.7539, 0.7526, 0.7496, 0.7492, 0.7151, 0.6976, 0.6917, 0.681], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.2, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.4, "ndcg@5": 0.8304, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.8, "ndcg@10": 0.8304, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.8}, "11002": {"relevant_ids": ["11003"], "ranked_ids": ["11003", "489539", "10212", "144197", "153944", "444112", "241075", "314099", "266680", "82619"], "ranked_scores": [0.6749, 0.6107, 0.5915, 0.5745, 0.571, 0.5636, 0.5615, 0.5586, 0.5559, 0.5496], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177653": {"relevant_ids": ["79732"], "ranked_ids": ["79732", "200611", "395587", "39174", "373275", "525756", "377344", "225019", "310721", "373717"], "ranked_scores": [0.6166, 0.4982, 0.4926, 0.4862, 0.4169, 0.4145, 0.3693, 0.3565, 0.3449, 0.3425], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "415592": {"relevant_ids": ["415591"], "ranked_ids": ["415591", "288357", "430072", "88542", "387370", "485706", "379146", "497302", "26742", "84634"], "ranked_scores": [0.6854, 0.5895, 0.588, 0.5807, 0.5674, 0.5557, 0.5532, 0.5527, 0.5501, 0.5499], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "511196": {"relevant_ids": ["511197"], "ranked_ids": ["511197", "53962", "156490", "251545", "328397", "289278", "414717", "251546", "191329", "491923"], "ranked_scores": [0.593, 0.4643, 0.4627, 0.4531, 0.4455, 0.4287, 0.426, 0.4109, 0.4086, 0.3944], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "344845": {"relevant_ids": ["344844"], "ranked_ids": ["344844", "380837", "111672", "161471", "79987", "327548", "95946", "101085", "269915", "503908"], "ranked_scores": [0.767, 0.687, 0.6823, 0.6721, 0.6606, 0.6587, 0.6475, 0.6451, 0.6451, 0.6421], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "396744": {"relevant_ids": ["396745"], "ranked_ids": ["236438", "454241", "219399", "271801", "418055", "284966", "343352", "396745", "155232", "318589"], "ranked_scores": [0.4873, 0.4806, 0.474, 0.4653, 0.4538, 0.4458, 0.4432, 0.4388, 0.438, 0.4337], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "452398": {"relevant_ids": ["452399"], "ranked_ids": ["452399", "487918", "530610", "72096", "60646", "485561", "128992", "126265", "446824", "4228"], "ranked_scores": [0.6853, 0.4717, 0.4384, 0.436, 0.4212, 0.4195, 0.4126, 0.4086, 0.4085, 0.408], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "182114": {"relevant_ids": ["182113"], "ranked_ids": ["196647", "182113", "234482", "328873", "260490", "277277", "238903", "481882", "229182", "139689"], "ranked_scores": [0.5973, 0.5512, 0.522, 0.5091, 0.4887, 0.4882, 0.4818, 0.4761, 0.4754, 0.473], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "486260": {"relevant_ids": ["486259"], "ranked_ids": ["486259", "392356", "114114", "10591", "391328", "221509", "61325", "29362", "222159", "220387"], "ranked_scores": [0.6855, 0.635, 0.61, 0.6063, 0.6041, 0.6033, 0.5974, 0.5949, 0.5908, 0.5907], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "455140": {"relevant_ids": ["315935"], "ranked_ids": ["315935", "93864", "519049", "246286", "315936", "50224", "369068", "245896", "150842", "440700"], "ranked_scores": [0.6374, 0.5419, 0.5394, 0.5262, 0.522, 0.5127, 0.5064, 0.504, 0.5002, 0.4885], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "56198": {"relevant_ids": ["56199"], "ranked_ids": ["56199", "431226", "160194", "130971", "138891", "246583", "249114", "308888", "310462", "3724"], "ranked_scores": [0.6862, 0.48, 0.4696, 0.4587, 0.4466, 0.4425, 0.4412, 0.4281, 0.4183, 0.4149], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "30172": {"relevant_ids": ["145119", "373486", "145120", "185817", "30173", "68426"], "ranked_ids": ["145120", "160900", "68426", "205338", "185817", "15236", "30173", "463253", "373486", "311173"], "ranked_scores": [0.7702, 0.7449, 0.7354, 0.6694, 0.6678, 0.6662, 0.6658, 0.6651, 0.6614, 0.6558], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.1667, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.6399, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.7629, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.8333}, "127880": {"relevant_ids": ["241164"], "ranked_ids": ["241164", "84471", "121458", "135083", "527388", "307991", "156678", "535042", "284336", "120446"], "ranked_scores": [0.5664, 0.5245, 0.5121, 0.5039, 0.5012, 0.5007, 0.498, 0.4894, 0.4742, 0.4719], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "167969": {"relevant_ids": ["174461"], "ranked_ids": ["174461", "360983", "78497", "207492", "91854", "293663", "207491", "365197", "121354", "257735"], "ranked_scores": [0.5608, 0.5222, 0.4846, 0.4828, 0.4746, 0.4729, 0.4672, 0.4559, 0.4473, 0.4362], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "97986": {"relevant_ids": ["97987"], "ranked_ids": ["97987", "44589", "105886", "207775", "193896", "284181", "144057", "326597", "44095", "212168"], "ranked_scores": [0.7342, 0.6745, 0.6084, 0.6014, 0.5938, 0.5927, 0.5879, 0.5848, 0.5811, 0.5803], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "12865": {"relevant_ids": ["105683"], "ranked_ids": ["105683", "277453", "191268", "92902", "113886", "528844", "313106", "83623", "477677", "155515"], "ranked_scores": [0.6845, 0.6182, 0.5526, 0.5417, 0.5358, 0.5088, 0.5018, 0.498, 0.4978, 0.497], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "215681": {"relevant_ids": ["215680"], "ranked_ids": ["215680", "78042", "5733", "340195", "177080", "54139", "57552", "178515", "520998", "301165"], "ranked_scores": [0.7418, 0.5934, 0.5867, 0.5753, 0.5732, 0.5614, 0.5611, 0.5582, 0.5539, 0.5496], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-mpnet-base-pq-m96-n4": {"127728": {"relevant_ids": ["127729"], "ranked_ids": ["127729", "315009", "48895", "38063", "153290", "276617", "250619", "145244", "190150", "245618"], "ranked_scores": [0.5488, 0.5098, 0.5031, 0.5014, 0.4952, 0.4845, 0.4817, 0.4794, 0.4769, 0.4747], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "318820": {"relevant_ids": ["318821"], "ranked_ids": ["318821", "367479", "355161", "184762", "496708", "441218", "167747", "360734", "491039", "528342"], "ranked_scores": [0.7379, 0.5674, 0.5644, 0.5527, 0.505, 0.504, 0.5023, 0.5011, 0.4907, 0.4658], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "296098": {"relevant_ids": ["296097"], "ranked_ids": ["45507", "469868", "296097", "45506", "173403", "493414", "423933", "134752", "364131", "307653"], "ranked_scores": [0.5959, 0.559, 0.5333, 0.526, 0.5222, 0.5064, 0.492, 0.4864, 0.4841, 0.4793], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "150414": {"relevant_ids": ["192835"], "ranked_ids": ["192835", "105782", "516620", "132912", "105783", "121070", "126746", "254340", "1702", "21131"], "ranked_scores": [0.7354, 0.67, 0.6547, 0.6412, 0.6232, 0.5958, 0.5783, 0.575, 0.5703, 0.5626], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145582": {"relevant_ids": ["145583"], "ranked_ids": ["145583", "263736", "299264", "39561", "493305", "454248", "428601", "369068", "466967", "245370"], "ranked_scores": [0.6306, 0.4755, 0.376, 0.3631, 0.3505, 0.3465, 0.3354, 0.3321, 0.3221, 0.3213], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "315712": {"relevant_ids": ["315713"], "ranked_ids": ["315713", "408588", "120489", "242340", "298503", "259258", "153536", "425587", "313575", "58851"], "ranked_scores": [0.6701, 0.521, 0.5096, 0.4636, 0.4612, 0.4592, 0.4512, 0.4414, 0.4362, 0.4342], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145739": {"relevant_ids": ["145740"], "ranked_ids": ["145740", "366074", "241979", "115412", "347337", "375395", "8705", "303090", "376315", "336202"], "ranked_scores": [0.6884, 0.6365, 0.6204, 0.5826, 0.5785, 0.5551, 0.5396, 0.5375, 0.5268, 0.5247], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "308127": {"relevant_ids": ["308126"], "ranked_ids": ["308126", "367804", "35763", "79534", "167017", "266258", "36744", "252091", "385951", "468018"], "ranked_scores": [0.6758, 0.527, 0.5219, 0.5031, 0.4794, 0.4724, 0.4629, 0.461, 0.4539, 0.4505], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "287245": {"relevant_ids": ["283199", "322650", "283198"], "ranked_ids": ["322650", "283199", "283198", "109049", "30373", "291373", "195143", "221783", "348797", "221784"], "ranked_scores": [0.5766, 0.5593, 0.5316, 0.4779, 0.4687, 0.4602, 0.4487, 0.4455, 0.4388, 0.4346], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "14755": {"relevant_ids": ["211906", "14756"], "ranked_ids": ["450970", "14756", "211906", "30834", "57678", "277031", "235454", "72031", "74058", "383325"], "ranked_scores": [0.7102, 0.7059, 0.673, 0.6313, 0.6151, 0.615, 0.5953, 0.5866, 0.5848, 0.569], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6934, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6934, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6934, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "370170": {"relevant_ids": ["370169"], "ranked_ids": ["370169", "59810", "466920", "537762", "476551", "211280", "231528", "417976", "433820", "43980"], "ranked_scores": [0.7806, 0.4845, 0.4757, 0.461, 0.4581, 0.4571, 0.4509, 0.4493, 0.4432, 0.4407], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "41774": {"relevant_ids": ["41773"], "ranked_ids": ["41773", "239344", "307530", "53738", "366794", "378060", "454279", "381106", "214766", "173048"], "ranked_scores": [0.6658, 0.5317, 0.5092, 0.4873, 0.4769, 0.4391, 0.4311, 0.4256, 0.4228, 0.4212], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "399648": {"relevant_ids": ["399649"], "ranked_ids": ["399649", "225815", "212809", "54706", "285302", "411313", "412309", "435035", "243294", "504913"], "ranked_scores": [0.7795, 0.6483, 0.6268, 0.5892, 0.559, 0.5529, 0.5454, 0.5437, 0.5394, 0.5348], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "504811": {"relevant_ids": ["504810"], "ranked_ids": ["504810", "84826", "90374", "364238", "448774", "309894", "160704", "31335", "499535", "214151"], "ranked_scores": [0.7575, 0.578, 0.575, 0.5372, 0.5302, 0.5242, 0.5188, 0.5052, 0.4998, 0.494], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "362950": {"relevant_ids": ["362949", "400212"], "ranked_ids": ["362949", "400212", "151122", "427587", "487392", "169704", "4715", "155870", "411503", "68956"], "ranked_scores": [0.6549, 0.654, 0.6192, 0.5911, 0.5865, 0.5705, 0.5654, 0.5648, 0.5633, 0.5587], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "155873": {"relevant_ids": ["155874"], "ranked_ids": ["392604", "122134", "487664", "383066", "464100", "292617", "444541", "246660", "146003", "303941"], "ranked_scores": [0.5316, 0.4964, 0.4777, 0.4605, 0.4534, 0.45, 0.4499, 0.4482, 0.4389, 0.4365], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "263432": {"relevant_ids": ["263433"], "ranked_ids": ["263433", "136838", "407204", "128303", "401373", "372749", "89716", "370717", "370718", "190136"], "ranked_scores": [0.622, 0.5591, 0.5526, 0.5312, 0.5296, 0.529, 0.5281, 0.5263, 0.5239, 0.5224], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "354945": {"relevant_ids": ["354946"], "ranked_ids": ["354946", "254071", "462984", "462983", "322478", "236419", "108161", "331955", "415886", "367804"], "ranked_scores": [0.7105, 0.6454, 0.5291, 0.4927, 0.429, 0.4261, 0.3685, 0.3636, 0.3535, 0.3535], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "245417": {"relevant_ids": ["248195", "219475"], "ranked_ids": ["219475", "40657", "368145", "248195", "64433", "37326", "301977", "164159", "319022", "390696"], "ranked_scores": [0.6703, 0.6559, 0.6065, 0.5928, 0.574, 0.5603, 0.5544, 0.5153, 0.5041, 0.4922], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.8772, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.8772, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "516276": {"relevant_ids": ["516277"], "ranked_ids": ["516277", "19755", "34173", "510783", "352189", "119374", "143842", "28381", "479392", "489791"], "ranked_scores": [0.766, 0.6657, 0.6276, 0.6029, 0.5964, 0.5863, 0.5844, 0.5804, 0.5696, 0.5654], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177580": {"relevant_ids": ["177579"], "ranked_ids": ["177579", "185553", "511935", "57360", "143503", "532497", "419100", "115954", "204026", "84634"], "ranked_scores": [0.7145, 0.4832, 0.4771, 0.4419, 0.4185, 0.4182, 0.4143, 0.4002, 0.389, 0.3769], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "309865": {"relevant_ids": ["78624", "78623", "33713"], "ranked_ids": ["209041", "153484", "78624", "405094", "78623", "33713", "109205", "437065", "20635", "406256"], "ranked_scores": [0.6913, 0.6896, 0.6738, 0.6641, 0.6547, 0.6445, 0.6143, 0.6111, 0.6012, 0.5897], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4162, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.5833, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "510387": {"relevant_ids": ["510386"], "ranked_ids": ["344869", "241538", "170896", "371033", "510386", "40390", "52003", "160232", "241537", "484846"], "ranked_scores": [0.639, 0.6359, 0.6266, 0.6255, 0.6246, 0.6133, 0.6119, 0.6003, 0.5911, 0.5831], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "26645": {"relevant_ids": ["26644"], "ranked_ids": ["26644", "207775", "108781", "12895", "83874", "83875", "240705", "504445", "234865", "215551"], "ranked_scores": [0.7669, 0.6446, 0.5783, 0.5711, 0.57, 0.5688, 0.5681, 0.5657, 0.5631, 0.559], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "47788": {"relevant_ids": ["455725"], "ranked_ids": ["455725", "8505", "518171", "15132", "59223", "47789", "47703", "37221", "235686", "85764"], "ranked_scores": [0.7311, 0.7242, 0.7147, 0.7052, 0.7041, 0.6952, 0.6921, 0.6895, 0.6794, 0.6768], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "338281": {"relevant_ids": ["338282"], "ranked_ids": ["338282", "391952", "263861", "277751", "325380", "389968", "135715", "362498", "345518", "443465"], "ranked_scores": [0.6411, 0.4346, 0.4076, 0.3995, 0.3978, 0.3892, 0.3813, 0.3802, 0.3798, 0.377], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "461149": {"relevant_ids": ["461148"], "ranked_ids": ["461148", "283905", "527101", "252761", "335800", "416504", "525835", "377056", "215782", "392721"], "ranked_scores": [0.6388, 0.6212, 0.6016, 0.592, 0.5917, 0.5879, 0.5845, 0.5787, 0.5737, 0.5737], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "346126": {"relevant_ids": ["110711", "110710"], "ranked_ids": ["110710", "110711", "154338", "168350", "355996", "6816", "85707", "108617", "55038", "203476"], "ranked_scores": [0.7715, 0.7691, 0.7328, 0.6573, 0.6424, 0.64, 0.6382, 0.638, 0.6369, 0.6228], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "372986": {"relevant_ids": ["262882", "49961"], "ranked_ids": ["49961", "262882", "303468", "516501", "215938", "499535", "494989", "88278", "497531", "136891"], "ranked_scores": [0.7626, 0.7075, 0.6046, 0.5806, 0.5644, 0.5543, 0.5462, 0.5445, 0.5369, 0.5191], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "501182": {"relevant_ids": ["501181"], "ranked_ids": ["501181", "185580", "179018", "474402", "402718", "274777", "109121", "400576", "447737", "429772"], "ranked_scores": [0.6615, 0.4918, 0.486, 0.4792, 0.4757, 0.4694, 0.4625, 0.4564, 0.4505, 0.4468], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13800": {"relevant_ids": ["376590", "408522", "13799"], "ranked_ids": ["13799", "179943", "376590", "67320", "481109", "482825", "257857", "256094", "62619", "23471"], "ranked_scores": [0.6238, 0.5742, 0.5738, 0.5579, 0.542, 0.541, 0.5294, 0.5219, 0.5173, 0.5169], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.7039, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.7039, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.6667}, "250143": {"relevant_ids": ["250142"], "ranked_ids": ["250142", "473276", "492698", "206630", "137994", "526032", "533421", "57155", "209138", "50539"], "ranked_scores": [0.6455, 0.6378, 0.5096, 0.4947, 0.4822, 0.4697, 0.451, 0.4399, 0.4381, 0.4355], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13223": {"relevant_ids": ["88349", "156773", "88348", "20277", "13224"], "ranked_ids": ["156773", "13224", "88348", "88349", "86343", "366749", "24720", "137719", "223304", "361830"], "ranked_scores": [0.8086, 0.7797, 0.7703, 0.7692, 0.7457, 0.7268, 0.7092, 0.7063, 0.683, 0.6801], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.2, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6, "ndcg@5": 0.8688, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.8, "ndcg@10": 0.8688, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.8}, "11002": {"relevant_ids": ["11003"], "ranked_ids": ["11003", "489539", "10212", "254672", "444112", "153944", "241075", "314099", "406881", "144197"], "ranked_scores": [0.7176, 0.6147, 0.584, 0.5587, 0.5576, 0.5558, 0.5536, 0.5496, 0.541, 0.537], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177653": {"relevant_ids": ["79732"], "ranked_ids": ["79732", "395587", "39174", "200611", "373275", "373717", "525756", "225019", "310721", "377344"], "ranked_scores": [0.6645, 0.5328, 0.5141, 0.4889, 0.4336, 0.4233, 0.4203, 0.3844, 0.3743, 0.3743], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "415592": {"relevant_ids": ["415591"], "ranked_ids": ["415591", "288357", "485706", "84634", "430072", "379146", "88542", "497302", "115485", "462451"], "ranked_scores": [0.7288, 0.5959, 0.5903, 0.586, 0.5741, 0.5701, 0.565, 0.5634, 0.5534, 0.5532], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "511196": {"relevant_ids": ["511197"], "ranked_ids": ["511197", "156490", "328397", "53962", "251545", "289278", "435439", "191329", "414717", "251546"], "ranked_scores": [0.6289, 0.5061, 0.4897, 0.4895, 0.4676, 0.4537, 0.4452, 0.4261, 0.423, 0.4], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "344845": {"relevant_ids": ["344844"], "ranked_ids": ["344844", "161471", "327548", "111672", "380837", "95946", "79987", "79986", "224515", "503908"], "ranked_scores": [0.8003, 0.6909, 0.6759, 0.6582, 0.6555, 0.655, 0.6512, 0.6285, 0.6268, 0.6208], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "396744": {"relevant_ids": ["396745"], "ranked_ids": ["236438", "219399", "418055", "454241", "396745", "471027", "516168", "28361", "343352", "375685"], "ranked_scores": [0.4953, 0.4828, 0.4817, 0.4812, 0.4756, 0.4673, 0.4648, 0.4599, 0.4573, 0.4564], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "452398": {"relevant_ids": ["452399"], "ranked_ids": ["452399", "60646", "487918", "126265", "134287", "423427", "450912", "165046", "72096", "358522"], "ranked_scores": [0.7529, 0.4781, 0.4697, 0.4633, 0.4601, 0.4582, 0.4543, 0.4527, 0.4521, 0.4513], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "182114": {"relevant_ids": ["182113"], "ranked_ids": ["196647", "182113", "234482", "260490", "328873", "481882", "238903", "139689", "413792", "405949"], "ranked_scores": [0.5778, 0.5545, 0.5419, 0.5177, 0.5155, 0.5149, 0.5069, 0.4787, 0.4758, 0.4726], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "486260": {"relevant_ids": ["486259"], "ranked_ids": ["486259", "392356", "266904", "452464", "114114", "399554", "222159", "3152", "113749", "209254"], "ranked_scores": [0.7375, 0.6632, 0.61, 0.6068, 0.6028, 0.599, 0.5941, 0.5925, 0.5886, 0.5854], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "455140": {"relevant_ids": ["315935"], "ranked_ids": ["315935", "246286", "315936", "519049", "50224", "245896", "356403", "93864", "369068", "150842"], "ranked_scores": [0.6841, 0.558, 0.5512, 0.5439, 0.5338, 0.5266, 0.5257, 0.5252, 0.5218, 0.5167], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "56198": {"relevant_ids": ["56199"], "ranked_ids": ["56199", "130971", "431226", "138891", "243039", "246583", "521606", "249114", "160194", "43404"], "ranked_scores": [0.7368, 0.4729, 0.4551, 0.4426, 0.4379, 0.4271, 0.4251, 0.4237, 0.4196, 0.4186], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "30172": {"relevant_ids": ["145119", "373486", "145120", "185817", "30173", "68426"], "ranked_ids": ["145120", "160900", "68426", "15236", "205338", "185817", "463253", "96958", "311173", "90983"], "ranked_scores": [0.7896, 0.7659, 0.7582, 0.6957, 0.6923, 0.6765, 0.6679, 0.6584, 0.6581, 0.6566], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.1667, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.5087, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.5617, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "127880": {"relevant_ids": ["241164"], "ranked_ids": ["241164", "121458", "156678", "527388", "84471", "284336", "535042", "307991", "329579", "120446"], "ranked_scores": [0.6239, 0.5637, 0.5439, 0.5286, 0.5237, 0.5234, 0.5115, 0.4947, 0.4854, 0.4845], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "167969": {"relevant_ids": ["174461"], "ranked_ids": ["360983", "174461", "91854", "78497", "365197", "207491", "144121", "257735", "130124", "293663"], "ranked_scores": [0.5765, 0.574, 0.5078, 0.5008, 0.4781, 0.4731, 0.4695, 0.4691, 0.4677, 0.462], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "97986": {"relevant_ids": ["97987"], "ranked_ids": ["97987", "44589", "108564", "326597", "105886", "257425", "44095", "407", "41242", "139722"], "ranked_scores": [0.7749, 0.6541, 0.6293, 0.6046, 0.5805, 0.5784, 0.5779, 0.5749, 0.5734, 0.5716], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "12865": {"relevant_ids": ["105683"], "ranked_ids": ["105683", "277453", "191268", "92902", "188959", "113886", "313106", "477677", "94167", "338609"], "ranked_scores": [0.7508, 0.6479, 0.599, 0.5858, 0.567, 0.5464, 0.5316, 0.5294, 0.5221, 0.5218], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "215681": {"relevant_ids": ["215680"], "ranked_ids": ["215680", "78042", "178515", "57552", "340195", "54139", "5733", "301165", "177080", "410439"], "ranked_scores": [0.7663, 0.6131, 0.6065, 0.6025, 0.5943, 0.5774, 0.5689, 0.5642, 0.5411, 0.5331], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-mpnet-base-pq-m128-n4": {"127728": {"relevant_ids": ["127729"], "ranked_ids": ["127729", "145244", "315009", "38063", "245618", "153290", "250619", "190150", "435743", "92818"], "ranked_scores": [0.5853, 0.4938, 0.489, 0.4816, 0.481, 0.4807, 0.479, 0.4788, 0.4778, 0.4748], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "318820": {"relevant_ids": ["318821"], "ranked_ids": ["318821", "367479", "355161", "184762", "491039", "496708", "441218", "167747", "149956", "362498"], "ranked_scores": [0.7706, 0.5887, 0.5845, 0.5668, 0.5228, 0.5168, 0.5141, 0.5131, 0.5125, 0.4956], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "296098": {"relevant_ids": ["296097"], "ranked_ids": ["45507", "296097", "469868", "173403", "45506", "307653", "56686", "364131", "412371", "493414"], "ranked_scores": [0.6084, 0.5709, 0.5611, 0.5526, 0.5373, 0.5274, 0.5176, 0.5093, 0.5074, 0.499], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "150414": {"relevant_ids": ["192835"], "ranked_ids": ["192835", "516620", "105782", "132912", "105783", "121070", "337933", "126746", "149429", "259561"], "ranked_scores": [0.7637, 0.6918, 0.6871, 0.6849, 0.6378, 0.6116, 0.5978, 0.5878, 0.5826, 0.5804], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145582": {"relevant_ids": ["145583"], "ranked_ids": ["145583", "263736", "299264", "39561", "454248", "493305", "360594", "245370", "436023", "110298"], "ranked_scores": [0.7085, 0.4758, 0.4095, 0.393, 0.3616, 0.3506, 0.3491, 0.3355, 0.3316, 0.3283], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "315712": {"relevant_ids": ["315713"], "ranked_ids": ["315713", "120489", "408588", "153536", "242340", "259258", "396505", "425587", "236508", "194841"], "ranked_scores": [0.6894, 0.5054, 0.5036, 0.4706, 0.4681, 0.4493, 0.4407, 0.4386, 0.4385, 0.4378], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145739": {"relevant_ids": ["145740"], "ranked_ids": ["145740", "366074", "241979", "115412", "375395", "8705", "465597", "347337", "336202", "415781"], "ranked_scores": [0.7248, 0.6111, 0.6072, 0.5778, 0.5564, 0.5523, 0.5448, 0.5436, 0.5377, 0.5366], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "308127": {"relevant_ids": ["308126"], "ranked_ids": ["308126", "35763", "367804", "252091", "167017", "121324", "100860", "79534", "266258", "356231"], "ranked_scores": [0.7062, 0.5156, 0.5104, 0.4896, 0.4867, 0.4643, 0.4588, 0.4574, 0.4573, 0.4564], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "287245": {"relevant_ids": ["283199", "322650", "283198"], "ranked_ids": ["322650", "283199", "283198", "221783", "109049", "221784", "450635", "195143", "30373", "291373"], "ranked_scores": [0.6168, 0.6075, 0.5205, 0.4933, 0.4836, 0.4814, 0.4767, 0.4648, 0.4616, 0.4599], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "14755": {"relevant_ids": ["211906", "14756"], "ranked_ids": ["450970", "211906", "14756", "235454", "57678", "30834", "277031", "21920", "383325", "230091"], "ranked_scores": [0.7437, 0.7342, 0.7294, 0.6386, 0.634, 0.6244, 0.6183, 0.5922, 0.5855, 0.582], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6934, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6934, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6934, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "370170": {"relevant_ids": ["370169"], "ranked_ids": ["370169", "537762", "387761", "59810", "211280", "466920", "88911", "260954", "417976", "231528"], "ranked_scores": [0.8072, 0.4775, 0.4714, 0.4686, 0.4685, 0.4675, 0.4638, 0.4344, 0.4331, 0.4327], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "41774": {"relevant_ids": ["41773"], "ranked_ids": ["41773", "239344", "307530", "53738", "366794", "339534", "217481", "454279", "194725", "468656"], "ranked_scores": [0.6959, 0.5806, 0.5463, 0.4985, 0.4912, 0.4626, 0.4515, 0.4449, 0.4352, 0.431], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "399648": {"relevant_ids": ["399649"], "ranked_ids": ["399649", "225815", "212809", "54706", "243294", "285302", "529004", "435035", "21253", "462253"], "ranked_scores": [0.8226, 0.6563, 0.6062, 0.599, 0.5596, 0.556, 0.553, 0.5474, 0.5409, 0.5395], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "504811": {"relevant_ids": ["504810"], "ranked_ids": ["504810", "84826", "90374", "220414", "448774", "160704", "214151", "309894", "298555", "499535"], "ranked_scores": [0.8022, 0.5984, 0.5576, 0.5419, 0.5372, 0.5355, 0.5329, 0.5239, 0.513, 0.5114], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "362950": {"relevant_ids": ["362949", "400212"], "ranked_ids": ["362949", "400212", "151122", "487392", "4715", "427587", "68956", "527104", "411503", "510271"], "ranked_scores": [0.7044, 0.6733, 0.6239, 0.6006, 0.5906, 0.5877, 0.5796, 0.5766, 0.5748, 0.574], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "155873": {"relevant_ids": ["155874"], "ranked_ids": ["392604", "487664", "464100", "122134", "292617", "383066", "444541", "146003", "155874", "303941"], "ranked_scores": [0.5471, 0.5183, 0.5098, 0.5028, 0.4728, 0.4725, 0.4656, 0.4445, 0.4425, 0.4418], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "263432": {"relevant_ids": ["263433"], "ranked_ids": ["263433", "128303", "407204", "401373", "258335", "136838", "370717", "471057", "29349", "230671"], "ranked_scores": [0.6412, 0.5701, 0.5598, 0.5541, 0.5402, 0.5352, 0.5351, 0.5291, 0.5261, 0.5212], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "354945": {"relevant_ids": ["354946"], "ranked_ids": ["354946", "254071", "462984", "462983", "322478", "236419", "331955", "108161", "287396", "201886"], "ranked_scores": [0.7386, 0.6741, 0.5439, 0.5066, 0.4589, 0.4341, 0.3917, 0.3811, 0.3656, 0.3648], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "245417": {"relevant_ids": ["248195", "219475"], "ranked_ids": ["219475", "40657", "248195", "64433", "368145", "301977", "37326", "164159", "14180", "413039"], "ranked_scores": [0.7041, 0.7038, 0.6425, 0.6235, 0.6204, 0.5812, 0.576, 0.5572, 0.523, 0.5225], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.9197, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.9197, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9197, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "516276": {"relevant_ids": ["516277"], "ranked_ids": ["516277", "19755", "34173", "143842", "352189", "119374", "510783", "76958", "28381", "62062"], "ranked_scores": [0.7936, 0.6788, 0.6377, 0.6004, 0.5897, 0.583, 0.5824, 0.5693, 0.569, 0.5681], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177580": {"relevant_ids": ["177579"], "ranked_ids": ["177579", "185553", "511935", "143503", "532497", "57360", "115954", "419100", "106109", "85814"], "ranked_scores": [0.7558, 0.5222, 0.5061, 0.4632, 0.4433, 0.4383, 0.417, 0.4138, 0.389, 0.3725], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "309865": {"relevant_ids": ["78624", "78623", "33713"], "ranked_ids": ["209041", "153484", "33713", "405094", "78624", "78623", "437065", "20635", "109205", "495751"], "ranked_scores": [0.7173, 0.7119, 0.6748, 0.6728, 0.6694, 0.6691, 0.6173, 0.6094, 0.6078, 0.6073], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4162, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.5833, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "510387": {"relevant_ids": ["510386"], "ranked_ids": ["241538", "241537", "344869", "40390", "170896", "510386", "52003", "371033", "442062", "43729"], "ranked_scores": [0.6735, 0.6634, 0.6579, 0.6516, 0.6513, 0.6462, 0.6271, 0.6146, 0.611, 0.6038], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "26645": {"relevant_ids": ["26644"], "ranked_ids": ["26644", "207775", "504445", "26813", "12895", "108781", "240705", "141075", "284346", "318396"], "ranked_scores": [0.7887, 0.6601, 0.5984, 0.5962, 0.5883, 0.5877, 0.5844, 0.5783, 0.5759, 0.5752], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "47788": {"relevant_ids": ["455725"], "ranked_ids": ["455725", "518171", "47703", "37221", "47789", "15132", "8505", "59223", "235686", "85764"], "ranked_scores": [0.7613, 0.7209, 0.7185, 0.7031, 0.7029, 0.7022, 0.6979, 0.6828, 0.6794, 0.6695], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "338281": {"relevant_ids": ["338282"], "ranked_ids": ["338282", "263861", "391952", "389968", "85881", "362498", "345518", "443465", "325380", "135715"], "ranked_scores": [0.6611, 0.4316, 0.4177, 0.415, 0.4095, 0.4089, 0.3984, 0.3962, 0.3951, 0.3941], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "461149": {"relevant_ids": ["461148"], "ranked_ids": ["461148", "527101", "283905", "525835", "377056", "335800", "252761", "392721", "416504", "307096"], "ranked_scores": [0.6625, 0.6469, 0.6309, 0.6192, 0.6117, 0.6051, 0.6023, 0.5978, 0.5964, 0.5795], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "346126": {"relevant_ids": ["110711", "110710"], "ranked_ids": ["110710", "110711", "154338", "296319", "108617", "168350", "340823", "55038", "528998", "229972"], "ranked_scores": [0.7976, 0.7931, 0.7508, 0.6708, 0.6486, 0.6435, 0.6377, 0.6369, 0.6347, 0.6263], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "372986": {"relevant_ids": ["262882", "49961"], "ranked_ids": ["49961", "262882", "303468", "215938", "494989", "516501", "88278", "497531", "499535", "226818"], "ranked_scores": [0.8059, 0.7288, 0.6544, 0.5786, 0.568, 0.5678, 0.5659, 0.5576, 0.556, 0.5324], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "501182": {"relevant_ids": ["501181"], "ranked_ids": ["501181", "185580", "474402", "400576", "109121", "402718", "179018", "447737", "446824", "429772"], "ranked_scores": [0.7236, 0.5131, 0.5129, 0.5082, 0.5063, 0.4846, 0.4772, 0.4627, 0.4558, 0.4552], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13800": {"relevant_ids": ["376590", "408522", "13799"], "ranked_ids": ["13799", "376590", "179943", "67320", "30987", "482825", "481109", "306761", "257857", "23471"], "ranked_scores": [0.6558, 0.614, 0.5937, 0.552, 0.5489, 0.5449, 0.5449, 0.5409, 0.5364, 0.5322], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.7654, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.7654, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.6667}, "250143": {"relevant_ids": ["250142"], "ranked_ids": ["250142", "473276", "206630", "492698", "137994", "368186", "526032", "38409", "57155", "533421"], "ranked_scores": [0.7012, 0.6827, 0.5003, 0.4841, 0.4815, 0.4745, 0.469, 0.4633, 0.4443, 0.4408], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13223": {"relevant_ids": ["88349", "156773", "88348", "20277", "13224"], "ranked_ids": ["156773", "13224", "88348", "88349", "86343", "366749", "137719", "24720", "20277", "361830"], "ranked_scores": [0.8399, 0.8157, 0.8082, 0.8025, 0.7809, 0.7664, 0.7449, 0.7326, 0.7104, 0.6939], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.2, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6, "ndcg@5": 0.8688, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.8, "ndcg@10": 0.9709, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "11002": {"relevant_ids": ["11003"], "ranked_ids": ["11003", "489539", "10212", "153944", "144197", "444112", "87346", "241075", "314099", "55041"], "ranked_scores": [0.7594, 0.6377, 0.6126, 0.5983, 0.5867, 0.5707, 0.5634, 0.5506, 0.5409, 0.5329], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177653": {"relevant_ids": ["79732"], "ranked_ids": ["79732", "39174", "395587", "200611", "373275", "373717", "310721", "377344", "225019", "525756"], "ranked_scores": [0.7185, 0.6041, 0.568, 0.5456, 0.4668, 0.4231, 0.4126, 0.4089, 0.4029, 0.3852], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "415592": {"relevant_ids": ["415591"], "ranked_ids": ["415591", "485706", "84634", "288357", "387370", "379146", "322822", "430072", "497302", "91592"], "ranked_scores": [0.7736, 0.6258, 0.6246, 0.6059, 0.5997, 0.5927, 0.5923, 0.5919, 0.589, 0.5704], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "511196": {"relevant_ids": ["511197"], "ranked_ids": ["511197", "156490", "53962", "328397", "251546", "289278", "435439", "251545", "398788", "191328"], "ranked_scores": [0.6851, 0.558, 0.5207, 0.4963, 0.4796, 0.4631, 0.4399, 0.4355, 0.4287, 0.4159], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "344845": {"relevant_ids": ["344844"], "ranked_ids": ["344844", "161471", "79987", "327548", "380837", "95946", "111672", "503908", "224515", "384928"], "ranked_scores": [0.8077, 0.7097, 0.6986, 0.6863, 0.6723, 0.665, 0.663, 0.643, 0.6389, 0.6378], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "396744": {"relevant_ids": ["396745"], "ranked_ids": ["454241", "219399", "396745", "236438", "471027", "271801", "527221", "418055", "145729", "284966"], "ranked_scores": [0.5233, 0.5096, 0.4988, 0.4972, 0.4921, 0.4887, 0.4836, 0.4783, 0.4747, 0.4575], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "452398": {"relevant_ids": ["452399"], "ranked_ids": ["452399", "487918", "60646", "134287", "128992", "165046", "277360", "72096", "97822", "450912"], "ranked_scores": [0.7747, 0.4776, 0.4706, 0.4583, 0.4442, 0.443, 0.4428, 0.4402, 0.4376, 0.4323], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "182114": {"relevant_ids": ["182113"], "ranked_ids": ["196647", "182113", "234482", "481882", "328873", "413792", "238903", "229182", "531602", "260490"], "ranked_scores": [0.6307, 0.5845, 0.5543, 0.5541, 0.5509, 0.5172, 0.4961, 0.4804, 0.4797, 0.4741], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "486260": {"relevant_ids": ["486259"], "ranked_ids": ["486259", "392356", "266904", "61325", "209254", "222159", "452464", "3152", "41453", "399554"], "ranked_scores": [0.7615, 0.6424, 0.608, 0.6074, 0.601, 0.6002, 0.5972, 0.5966, 0.5925, 0.5901], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "455140": {"relevant_ids": ["315935"], "ranked_ids": ["315935", "519049", "315936", "93864", "246286", "50224", "150842", "369068", "245896", "308963"], "ranked_scores": [0.72, 0.5768, 0.5627, 0.5573, 0.556, 0.554, 0.5475, 0.5442, 0.5431, 0.535], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "56198": {"relevant_ids": ["56199"], "ranked_ids": ["56199", "130971", "246583", "138891", "431226", "249114", "521606", "3724", "308888", "243039"], "ranked_scores": [0.7723, 0.4889, 0.4758, 0.4639, 0.4554, 0.4536, 0.4409, 0.4267, 0.4198, 0.416], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "30172": {"relevant_ids": ["145119", "373486", "145120", "185817", "30173", "68426"], "ranked_ids": ["145120", "68426", "160900", "205338", "185817", "15236", "373486", "30173", "463253", "192604"], "ranked_scores": [0.816, 0.772, 0.7667, 0.695, 0.6904, 0.6839, 0.6688, 0.6642, 0.6615, 0.6591], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.1667, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.6844, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.8069, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.8333}, "127880": {"relevant_ids": ["241164"], "ranked_ids": ["241164", "121458", "84471", "156678", "135083", "504771", "527388", "266615", "132797", "284336"], "ranked_scores": [0.6424, 0.5698, 0.519, 0.5165, 0.5153, 0.5142, 0.5027, 0.4993, 0.4925, 0.4885], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "167969": {"relevant_ids": ["174461"], "ranked_ids": ["174461", "360983", "91854", "78497", "207491", "347474", "144121", "257735", "121354", "468723"], "ranked_scores": [0.6265, 0.5648, 0.4951, 0.4927, 0.4837, 0.4829, 0.4802, 0.4786, 0.4745, 0.471], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "97986": {"relevant_ids": ["97987"], "ranked_ids": ["97987", "44589", "108564", "326597", "284181", "318396", "193896", "44095", "41242", "105886"], "ranked_scores": [0.8215, 0.6965, 0.6468, 0.6086, 0.5969, 0.594, 0.5842, 0.5834, 0.5832, 0.582], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "12865": {"relevant_ids": ["105683"], "ranked_ids": ["105683", "277453", "92902", "191268", "113886", "155515", "338609", "94167", "356189", "528844"], "ranked_scores": [0.7787, 0.6801, 0.6201, 0.6023, 0.5597, 0.5523, 0.5375, 0.5346, 0.5289, 0.5281], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "215681": {"relevant_ids": ["215680"], "ranked_ids": ["215680", "78042", "178515", "57552", "340195", "5733", "177080", "297953", "54139", "301165"], "ranked_scores": [0.8016, 0.6218, 0.6218, 0.6046, 0.5898, 0.5659, 0.5637, 0.5541, 0.5502, 0.5499], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-bge-base-en-v1.5-mrl-64-pq-m4-n8": {"127728": {"relevant_ids": ["127729"], "ranked_ids": ["499988", "189866", "127729", "321340", "127676", "485054", "342610", "278575", "78763", "354693"], "ranked_scores": [0.7912, 0.7478, 0.7357, 0.7357, 0.711, 0.693, 0.693, 0.682, 0.6771, 0.6685], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "318820": {"relevant_ids": ["318821"], "ranked_ids": ["318821", "349608", "499833", "301510", "147462", "332715", "191524", "174295", "168411", "438409"], "ranked_scores": [0.7566, 0.7099, 0.6848, 0.6722, 0.6697, 0.6697, 0.6595, 0.6592, 0.6584, 0.6521], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "296098": {"relevant_ids": ["296097"], "ranked_ids": ["45507", "191160", "493414", "14774", "492756", "469985", "45506", "514650", "483090", "134752"], "ranked_scores": [0.6497, 0.6446, 0.6446, 0.6446, 0.6417, 0.6385, 0.6324, 0.6054, 0.5982, 0.5924], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "150414": {"relevant_ids": ["192835"], "ranked_ids": ["192835", "105782", "516620", "103122", "98863", "21131", "8875", "105783", "66005", "299049"], "ranked_scores": [0.9073, 0.9073, 0.9073, 0.9073, 0.9015, 0.8813, 0.8813, 0.8717, 0.8659, 0.8462], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145582": {"relevant_ids": ["145583"], "ranked_ids": ["145583", "345532", "87614", "299264", "144114", "285962", "316486", "454470", "449378", "188727"], "ranked_scores": [0.7224, 0.69, 0.6825, 0.6654, 0.6486, 0.6339, 0.6339, 0.6032, 0.6029, 0.5892], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "315712": {"relevant_ids": ["315713"], "ranked_ids": ["315713", "319096", "194841", "390120", "400583", "182720", "469483", "225375", "55162", "242340"], "ranked_scores": [0.8513, 0.8202, 0.8145, 0.8087, 0.8076, 0.804, 0.7963, 0.7874, 0.7822, 0.7776], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145739": {"relevant_ids": ["145740"], "ranked_ids": ["145740", "507600", "303090", "280142", "366074", "241979", "306679", "2420", "377056", "85426"], "ranked_scores": [0.742, 0.7278, 0.7036, 0.6844, 0.6621, 0.6621, 0.657, 0.635, 0.635, 0.635], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "308127": {"relevant_ids": ["308126"], "ranked_ids": ["308126", "301104", "140685", "77650", "498938", "402262", "386807", "402261", "225544", "18335"], "ranked_scores": [0.7465, 0.6294, 0.6294, 0.5984, 0.59, 0.5642, 0.5642, 0.5642, 0.5635, 0.5585], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "287245": {"relevant_ids": ["283199", "322650", "283198"], "ranked_ids": ["283198", "283199", "322650", "109049", "408774", "77620", "436296", "160820", "405392", "499037"], "ranked_scores": [0.889, 0.889, 0.889, 0.7512, 0.7361, 0.673, 0.6423, 0.6221, 0.5988, 0.5742], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "14755": {"relevant_ids": ["211906", "14756"], "ranked_ids": ["211906", "30834", "14756", "450970", "537680", "235454", "381248", "393649", "236793", "449494"], "ranked_scores": [0.8729, 0.8729, 0.8729, 0.8729, 0.8142, 0.8068, 0.7891, 0.7434, 0.7128, 0.709], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.9197, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.9197, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9197, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "370170": {"relevant_ids": ["370169"], "ranked_ids": ["370169", "231528", "392093", "466920", "476551", "110929", "449037", "279893", "299578", "387761"], "ranked_scores": [0.8053, 0.7016, 0.6907, 0.6733, 0.6526, 0.6482, 0.6453, 0.6289, 0.6154, 0.6153], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "41774": {"relevant_ids": ["41773"], "ranked_ids": ["41773", "239344", "433175", "442459", "214766", "185583", "277599", "243525", "286056", "280245"], "ranked_scores": [0.7249, 0.5601, 0.557, 0.5551, 0.5551, 0.5256, 0.524, 0.5167, 0.5157, 0.5103], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "399648": {"relevant_ids": ["399649"], "ranked_ids": ["399649", "26748", "21253", "283129", "486011", "154368", "146745", "416358", "445074", "212809"], "ranked_scores": [0.8604, 0.7798, 0.7651, 0.7556, 0.7344, 0.706, 0.7041, 0.6869, 0.6814, 0.6446], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "504811": {"relevant_ids": ["504810"], "ranked_ids": ["504810", "5861", "448774", "84826", "74588", "381008", "220414", "256525", "251173", "364238"], "ranked_scores": [0.8314, 0.7711, 0.7539, 0.7496, 0.7359, 0.7167, 0.7164, 0.7151, 0.7118, 0.7114], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "362950": {"relevant_ids": ["362949", "400212"], "ranked_ids": ["400212", "362949", "419727", "43209", "105920", "411503", "438104", "244712", "291799", "269211"], "ranked_scores": [0.8629, 0.8629, 0.8459, 0.8459, 0.832, 0.8169, 0.8007, 0.7979, 0.7927, 0.7857], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "155873": {"relevant_ids": ["155874"], "ranked_ids": ["392604", "416786", "155874", "88342", "363712", "446058", "57879", "440062", "303941", "292617"], "ranked_scores": [0.695, 0.6873, 0.6708, 0.6522, 0.6458, 0.6235, 0.6235, 0.6171, 0.6062, 0.6042], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "263432": {"relevant_ids": ["263433"], "ranked_ids": ["104254", "261419", "473794", "238602", "136838", "401373", "497067", "72493", "95041", "41365"], "ranked_scores": [0.7091, 0.7011, 0.7011, 0.6581, 0.6528, 0.6456, 0.6385, 0.6369, 0.6369, 0.6326], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "354945": {"relevant_ids": ["354946"], "ranked_ids": ["354946", "254071", "11091", "46487", "322478", "43544", "5358", "121510", "287396", "101260"], "ranked_scores": [0.7548, 0.7029, 0.6648, 0.6543, 0.6304, 0.6274, 0.6274, 0.6138, 0.6099, 0.5962], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "245417": {"relevant_ids": ["248195", "219475"], "ranked_ids": ["248195", "40657", "219475", "64433", "413039", "29873", "319022", "476159", "368145", "85977"], "ranked_scores": [0.8724, 0.8724, 0.8724, 0.8565, 0.8565, 0.8409, 0.8345, 0.8335, 0.8252, 0.8145], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.9197, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.9197, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9197, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "516276": {"relevant_ids": ["516277"], "ranked_ids": ["516277", "76958", "19755", "510783", "387288", "34173", "479392", "243573", "466198", "122359"], "ranked_scores": [0.8695, 0.8535, 0.8531, 0.8397, 0.7849, 0.7818, 0.7597, 0.7352, 0.734, 0.7327], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177580": {"relevant_ids": ["177579"], "ranked_ids": ["177579", "234825", "88049", "9954", "455888", "464418", "446100", "115954", "18081", "35662"], "ranked_scores": [0.8051, 0.7264, 0.6924, 0.6605, 0.6542, 0.6542, 0.6542, 0.6485, 0.6412, 0.6348], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "309865": {"relevant_ids": ["78624", "78623", "33713"], "ranked_ids": ["20635", "405094", "78624", "33713", "78623", "153484", "358785", "209041", "437065", "495578"], "ranked_scores": [0.9146, 0.9146, 0.9146, 0.9146, 0.9146, 0.9146, 0.8938, 0.8902, 0.8859, 0.8729], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.6183, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6183, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "510387": {"relevant_ids": ["510386"], "ranked_ids": ["241538", "241537", "371033", "21528", "40390", "212478", "364334", "344869", "412443", "91349"], "ranked_scores": [0.8204, 0.8098, 0.7767, 0.7512, 0.7467, 0.745, 0.7286, 0.7236, 0.7164, 0.7012], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "26645": {"relevant_ids": ["26644"], "ranked_ids": ["26644", "108781", "26813", "83874", "83875", "407458", "26812", "169541", "39917", "358928"], "ranked_scores": [0.893, 0.8024, 0.8002, 0.7974, 0.7974, 0.7711, 0.7582, 0.7484, 0.7484, 0.7396], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "47788": {"relevant_ids": ["455725"], "ranked_ids": ["455725", "9659", "348138", "518171", "59223", "38585", "87039", "87038", "15132", "276534"], "ranked_scores": [0.7902, 0.7648, 0.7553, 0.7553, 0.7503, 0.7484, 0.7482, 0.7482, 0.7272, 0.7247], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "338281": {"relevant_ids": ["338282"], "ranked_ids": ["338282", "11563", "452930", "325380", "457315", "270355", "293850", "110885", "327767", "408693"], "ranked_scores": [0.6774, 0.5777, 0.5042, 0.5037, 0.4984, 0.4863, 0.4846, 0.4658, 0.4581, 0.4553], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "461149": {"relevant_ids": ["461148"], "ranked_ids": ["461148", "203100", "286025", "286024", "525835", "349818", "527101", "528608", "472145", "519891"], "ranked_scores": [0.7734, 0.742, 0.6951, 0.6905, 0.671, 0.6615, 0.6413, 0.6339, 0.6298, 0.6298], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "346126": {"relevant_ids": ["110711", "110710"], "ranked_ids": ["110711", "110710", "154338", "393684", "383574", "55038", "296319", "168350", "286868", "207552"], "ranked_scores": [0.9083, 0.9083, 0.8809, 0.8175, 0.8153, 0.809, 0.803, 0.8023, 0.7926, 0.7921], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "372986": {"relevant_ids": ["262882", "49961"], "ranked_ids": ["49961", "262882", "226818", "497531", "140334", "130692", "393920", "88278", "199981", "127288"], "ranked_scores": [0.8704, 0.8704, 0.8704, 0.8457, 0.8264, 0.8027, 0.8004, 0.7802, 0.7794, 0.75], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "501182": {"relevant_ids": ["501181"], "ranked_ids": ["501181", "2257", "274777", "444984", "29506", "306761", "181112", "411717", "261255", "78042"], "ranked_scores": [0.724, 0.6423, 0.6381, 0.6373, 0.6291, 0.6186, 0.617, 0.6165, 0.6084, 0.6028], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13800": {"relevant_ids": ["376590", "408522", "13799"], "ranked_ids": ["257857", "13799", "408522", "376590", "281010", "481109", "179943", "33190", "363079", "8622"], "ranked_scores": [0.8444, 0.833, 0.833, 0.8041, 0.7862, 0.7862, 0.7862, 0.77, 0.7593, 0.7562], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5307, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.7328, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.7328, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "250143": {"relevant_ids": ["250142"], "ranked_ids": ["250142", "473276", "435018", "206630", "156056", "494292", "38409", "57155", "318482", "382691"], "ranked_scores": [0.8841, 0.8841, 0.7131, 0.6984, 0.6617, 0.6524, 0.6428, 0.6409, 0.6356, 0.6294], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13223": {"relevant_ids": ["88349", "156773", "88348", "20277", "13224"], "ranked_ids": ["163971", "13224", "156773", "235061", "137719", "491669", "173790", "86343", "88348", "88349"], "ranked_scores": [0.94, 0.94, 0.94, 0.9255, 0.9205, 0.9205, 0.9163, 0.9163, 0.9163, 0.9163], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5307, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.4, "ndcg@5": 0.3836, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.4, "ndcg@10": 0.5837, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.8}, "11002": {"relevant_ids": ["11003"], "ranked_ids": ["11003", "199548", "347493", "82619", "489539", "241075", "55041", "87346", "42203", "444112"], "ranked_scores": [0.8141, 0.7856, 0.776, 0.7687, 0.7377, 0.712, 0.7102, 0.7102, 0.7069, 0.7069], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177653": {"relevant_ids": ["79732"], "ranked_ids": ["79732", "310721", "525756", "15372", "282395", "293259", "362866", "194790", "225019", "373717"], "ranked_scores": [0.8162, 0.7262, 0.7258, 0.725, 0.6955, 0.6804, 0.6693, 0.6665, 0.6652, 0.646], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "415592": {"relevant_ids": ["415591"], "ranked_ids": ["415591", "105088", "84634", "338815", "187412", "469385", "41663", "7769", "338816", "480909"], "ranked_scores": [0.853, 0.7962, 0.7682, 0.7682, 0.7159, 0.6961, 0.6859, 0.684, 0.6834, 0.6673], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "511196": {"relevant_ids": ["511197"], "ranked_ids": ["511197", "414717", "156490", "334665", "251545", "459789", "45940", "349723", "77372", "413940"], "ranked_scores": [0.8235, 0.7537, 0.7034, 0.6926, 0.667, 0.634, 0.6098, 0.6098, 0.6098, 0.6017], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "344845": {"relevant_ids": ["344844"], "ranked_ids": ["161471", "344844", "224515", "167259", "310973", "111672", "335497", "355682", "292513", "115151"], "ranked_scores": [0.8351, 0.8234, 0.8135, 0.8135, 0.7923, 0.7454, 0.7415, 0.7366, 0.7339, 0.7315], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "396744": {"relevant_ids": ["396745"], "ranked_ids": ["75585", "396745", "527221", "418055", "454241", "31780", "512796", "284966", "297359", "236438"], "ranked_scores": [0.8187, 0.7944, 0.7741, 0.773, 0.7617, 0.7578, 0.7423, 0.7417, 0.7347, 0.7078], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "452398": {"relevant_ids": ["452399"], "ranked_ids": ["452399", "258503", "169053", "106131", "267939", "374498", "100727", "165046", "332542", "96862"], "ranked_scores": [0.7593, 0.7411, 0.7085, 0.7057, 0.6798, 0.6776, 0.676, 0.676, 0.6736, 0.6507], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "182114": {"relevant_ids": ["182113"], "ranked_ids": ["196647", "182113", "415732", "405340", "369767", "162482", "32201", "238475", "80224", "56332"], "ranked_scores": [0.7565, 0.669, 0.6388, 0.6382, 0.6333, 0.6209, 0.589, 0.5799, 0.5721, 0.5713], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "486260": {"relevant_ids": ["486259"], "ranked_ids": ["486259", "266904", "241333", "247403", "452464", "392356", "476748", "111946", "146737", "146738"], "ranked_scores": [0.7496, 0.7429, 0.6903, 0.6903, 0.681, 0.6778, 0.6765, 0.6764, 0.6743, 0.6743], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "455140": {"relevant_ids": ["315935"], "ranked_ids": ["455815", "315935", "308963", "510681", "366205", "454994", "427112", "519049", "452070", "16399"], "ranked_scores": [0.7925, 0.7896, 0.7836, 0.7737, 0.769, 0.7644, 0.7636, 0.7622, 0.7599, 0.7503], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "56198": {"relevant_ids": ["56199"], "ranked_ids": ["56199", "340191", "160194", "308888", "431226", "148722", "54012", "302106", "523882", "295582"], "ranked_scores": [0.799, 0.6944, 0.6862, 0.6862, 0.6862, 0.6779, 0.6748, 0.6447, 0.643, 0.6374], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "30172": {"relevant_ids": ["145119", "373486", "145120", "185817", "30173", "68426"], "ranked_ids": ["185817", "357893", "21960", "53445", "160900", "373486", "145120", "68426", "30173", "240054"], "ranked_scores": [0.922, 0.9181, 0.917, 0.917, 0.9144, 0.9144, 0.9022, 0.9022, 0.899, 0.8823], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.1667, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.1667, "ndcg@5": 0.3392, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.1667, "ndcg@10": 0.6978, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.8333}, "127880": {"relevant_ids": ["241164"], "ranked_ids": ["241164", "121458", "135083", "99916", "210277", "504771", "534947", "425515", "329579", "307991"], "ranked_scores": [0.7507, 0.73, 0.7152, 0.6695, 0.6139, 0.607, 0.6051, 0.5951, 0.574, 0.558], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "167969": {"relevant_ids": ["174461"], "ranked_ids": ["360983", "174461", "468723", "369449", "407354", "365197", "60171", "146236", "91854", "93953"], "ranked_scores": [0.8388, 0.8312, 0.7592, 0.7457, 0.7307, 0.7307, 0.7287, 0.7287, 0.7287, 0.7268], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "97986": {"relevant_ids": ["97987"], "ranked_ids": ["97987", "44589", "164560", "384292", "75455", "108564", "371360", "297810", "177220", "41241"], "ranked_scores": [0.857, 0.8413, 0.7083, 0.7015, 0.6897, 0.6871, 0.686, 0.6756, 0.6737, 0.6732], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "12865": {"relevant_ids": ["105683"], "ranked_ids": ["105683", "92902", "83623", "231925", "83622", "6376", "56499", "313106", "69748", "516398"], "ranked_scores": [0.8056, 0.7675, 0.7213, 0.7205, 0.7205, 0.6997, 0.6907, 0.6899, 0.6746, 0.6731], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "215681": {"relevant_ids": ["215680"], "ranked_ids": ["215680", "5733", "177080", "297373", "352734", "252239", "6119", "397622", "349338", "318621"], "ranked_scores": [0.7854, 0.7523, 0.7484, 0.7138, 0.6952, 0.6782, 0.6511, 0.6511, 0.6449, 0.6443], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-bge-base-en-v1.5-mrl-128-pq-m8-n8": {"127728": {"relevant_ids": ["127729"], "ranked_ids": ["278575", "127729", "48895", "276617", "127676", "485054", "38063", "321340", "397135", "189866"], "ranked_scores": [0.7111, 0.6804, 0.6723, 0.6682, 0.6656, 0.6651, 0.6645, 0.6613, 0.6473, 0.6446], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "318820": {"relevant_ids": ["318821"], "ranked_ids": ["318821", "162581", "122459", "377941", "167914", "73045", "370618", "362322", "76767", "190698"], "ranked_scores": [0.7751, 0.6832, 0.6683, 0.6569, 0.654, 0.6487, 0.6437, 0.6409, 0.6377, 0.6288], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "296098": {"relevant_ids": ["296097"], "ranked_ids": ["134752", "45506", "307653", "469868", "364131", "469985", "45507", "173403", "423933", "492756"], "ranked_scores": [0.6542, 0.6515, 0.6155, 0.6154, 0.6, 0.5907, 0.5898, 0.5803, 0.5801, 0.5737], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "150414": {"relevant_ids": ["192835"], "ranked_ids": ["192835", "103122", "516620", "105782", "126746", "8875", "126745", "21131", "66005", "161296"], "ranked_scores": [0.8833, 0.8833, 0.8833, 0.8833, 0.8163, 0.8081, 0.8057, 0.8, 0.7848, 0.7813], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145582": {"relevant_ids": ["145583"], "ranked_ids": ["145583", "299264", "345532", "130013", "144114", "508502", "508501", "87614", "356671", "188727"], "ranked_scores": [0.6963, 0.6172, 0.6084, 0.5732, 0.5688, 0.5644, 0.5644, 0.5643, 0.5638, 0.5483], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "315712": {"relevant_ids": ["315713"], "ranked_ids": ["315713", "55162", "242340", "236508", "472165", "396505", "9711", "492506", "401513", "268021"], "ranked_scores": [0.8219, 0.7562, 0.7461, 0.7054, 0.702, 0.6966, 0.6965, 0.695, 0.6946, 0.6936], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145739": {"relevant_ids": ["145740"], "ranked_ids": ["145740", "303090", "241979", "366074", "8705", "2420", "377056", "85426", "525888", "33202"], "ranked_scores": [0.7682, 0.7436, 0.7244, 0.6889, 0.6719, 0.6593, 0.6593, 0.6593, 0.6552, 0.6422], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "308127": {"relevant_ids": ["308126"], "ranked_ids": ["308126", "498938", "140685", "301104", "395527", "282571", "329643", "271118", "385951", "402262"], "ranked_scores": [0.7539, 0.6238, 0.5962, 0.5903, 0.5773, 0.5738, 0.5711, 0.5679, 0.5673, 0.5664], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "287245": {"relevant_ids": ["283199", "322650", "283198"], "ranked_ids": ["283199", "283198", "322650", "508239", "436296", "77620", "420736", "505509", "408774", "109049"], "ranked_scores": [0.8443, 0.8443, 0.8443, 0.6307, 0.5938, 0.5599, 0.5528, 0.5487, 0.5451, 0.5403], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "14755": {"relevant_ids": ["211906", "14756"], "ranked_ids": ["450970", "14756", "211906", "30834", "235454", "236793", "393649", "57678", "535700", "381248"], "ranked_scores": [0.8496, 0.8496, 0.8496, 0.8401, 0.7788, 0.7682, 0.7302, 0.7075, 0.7015, 0.6965], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6934, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6934, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6934, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "370170": {"relevant_ids": ["370169"], "ranked_ids": ["370169", "449037", "231528", "476551", "500926", "466920", "404718", "433820", "512513", "537762"], "ranked_scores": [0.8203, 0.6573, 0.6567, 0.6464, 0.6062, 0.5976, 0.5915, 0.5915, 0.5811, 0.5765], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "41774": {"relevant_ids": ["41773"], "ranked_ids": ["41773", "239344", "286056", "373827", "214766", "442459", "277599", "163006", "433175", "310301"], "ranked_scores": [0.7609, 0.613, 0.6011, 0.5578, 0.5517, 0.5517, 0.5367, 0.5308, 0.5279, 0.527], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "399648": {"relevant_ids": ["399649"], "ranked_ids": ["399649", "445074", "21253", "26748", "433102", "481934", "154368", "283129", "146745", "139235"], "ranked_scores": [0.8469, 0.669, 0.6682, 0.6615, 0.6581, 0.6572, 0.6425, 0.6369, 0.6358, 0.631], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "504811": {"relevant_ids": ["504810"], "ranked_ids": ["504810", "5861", "84826", "55899", "251173", "90374", "309894", "381008", "364238", "179618"], "ranked_scores": [0.7961, 0.7026, 0.6822, 0.6577, 0.6493, 0.6415, 0.6379, 0.6354, 0.6294, 0.6248], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "362950": {"relevant_ids": ["362949", "400212"], "ranked_ids": ["400212", "362949", "244712", "411503", "43209", "465929", "105920", "419727", "427587", "487392"], "ranked_scores": [0.8438, 0.8438, 0.8054, 0.795, 0.7921, 0.7868, 0.7854, 0.771, 0.7636, 0.755], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "155873": {"relevant_ids": ["155874"], "ranked_ids": ["155874", "392604", "292617", "88342", "446058", "230787", "294020", "444541", "350051", "440062"], "ranked_scores": [0.7694, 0.714, 0.7109, 0.6956, 0.6781, 0.6512, 0.6363, 0.6361, 0.6348, 0.6208], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "263432": {"relevant_ids": ["263433"], "ranked_ids": ["128303", "401373", "238602", "392367", "136838", "229972", "18217", "263433", "192229", "497067"], "ranked_scores": [0.651, 0.6137, 0.6137, 0.6085, 0.5798, 0.5726, 0.5699, 0.5673, 0.5576, 0.5547], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "354945": {"relevant_ids": ["354946"], "ranked_ids": ["354946", "322478", "254071", "236419", "11091", "121510", "287396", "462983", "46487", "462984"], "ranked_scores": [0.7831, 0.6819, 0.6775, 0.5874, 0.5863, 0.584, 0.5808, 0.5795, 0.5714, 0.5711], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "245417": {"relevant_ids": ["248195", "219475"], "ranked_ids": ["219475", "40657", "248195", "64433", "413039", "319022", "164159", "8069", "456116", "29873"], "ranked_scores": [0.8595, 0.8436, 0.8308, 0.8292, 0.826, 0.8187, 0.753, 0.7468, 0.7458, 0.7383], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.9197, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.9197, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9197, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "516276": {"relevant_ids": ["516277"], "ranked_ids": ["516277", "19755", "76958", "510783", "34173", "479392", "197869", "387288", "318621", "466198"], "ranked_scores": [0.8723, 0.8425, 0.8385, 0.8202, 0.8043, 0.7757, 0.741, 0.7229, 0.7067, 0.7032], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177580": {"relevant_ids": ["177579"], "ranked_ids": ["177579", "234825", "18081", "9954", "129412", "455888", "464418", "446100", "140940", "27716"], "ranked_scores": [0.7902, 0.6579, 0.5959, 0.5913, 0.5847, 0.5806, 0.5806, 0.5806, 0.5788, 0.5788], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "309865": {"relevant_ids": ["78624", "78623", "33713"], "ranked_ids": ["153484", "78623", "405094", "78624", "33713", "209041", "20635", "469068", "351805", "358785"], "ranked_scores": [0.8959, 0.8959, 0.8959, 0.8885, 0.885, 0.8693, 0.8448, 0.844, 0.8283, 0.8232], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.6797, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6797, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "510387": {"relevant_ids": ["510386"], "ranked_ids": ["241538", "371033", "241537", "40390", "344869", "91350", "212478", "170896", "21528", "510386"], "ranked_scores": [0.8218, 0.8115, 0.7959, 0.7893, 0.7633, 0.7559, 0.7436, 0.7425, 0.7411, 0.7328], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "26645": {"relevant_ids": ["26644"], "ranked_ids": ["26644", "108781", "83874", "83875", "415276", "169541", "26813", "183481", "358928", "220110"], "ranked_scores": [0.8846, 0.8057, 0.7727, 0.7727, 0.7686, 0.7433, 0.7386, 0.7286, 0.7246, 0.7229], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "47788": {"relevant_ids": ["455725"], "ranked_ids": ["455725", "348138", "518171", "276534", "59223", "38585", "47703", "87038", "87039", "47789"], "ranked_scores": [0.8241, 0.8019, 0.7937, 0.792, 0.785, 0.782, 0.7818, 0.779, 0.779, 0.7776], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "338281": {"relevant_ids": ["338282"], "ranked_ids": ["338282", "11563", "263861", "291354", "281647", "338711", "452930", "457315", "293850", "467526"], "ranked_scores": [0.6948, 0.5115, 0.4913, 0.4697, 0.4629, 0.4455, 0.4434, 0.4384, 0.4238, 0.4202], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "461149": {"relevant_ids": ["461148"], "ranked_ids": ["461148", "203100", "525835", "472145", "443095", "527101", "417040", "335800", "250197", "277547"], "ranked_scores": [0.7266, 0.7112, 0.6823, 0.6464, 0.6304, 0.6199, 0.5946, 0.5716, 0.5694, 0.5616], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "346126": {"relevant_ids": ["110711", "110710"], "ranked_ids": ["110710", "110711", "154338", "340823", "296319", "254526", "139543", "383574", "229972", "157471"], "ranked_scores": [0.8705, 0.8674, 0.8484, 0.7683, 0.7427, 0.7272, 0.718, 0.7142, 0.71, 0.7064], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "372986": {"relevant_ids": ["262882", "49961"], "ranked_ids": ["49961", "262882", "226818", "497531", "140334", "88278", "108183", "140335", "199981", "130692"], "ranked_scores": [0.8244, 0.7611, 0.7452, 0.7154, 0.7107, 0.6941, 0.6941, 0.6906, 0.6614, 0.6541], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "501182": {"relevant_ids": ["501181"], "ranked_ids": ["501181", "274777", "325288", "179018", "422140", "524758", "261255", "29506", "109121", "429772"], "ranked_scores": [0.7745, 0.7015, 0.6297, 0.6028, 0.5889, 0.5756, 0.575, 0.5481, 0.5449, 0.5417], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13800": {"relevant_ids": ["376590", "408522", "13799"], "ranked_ids": ["13799", "376590", "481109", "281010", "179943", "408522", "8622", "23302", "33190", "389968"], "ranked_scores": [0.8371, 0.8111, 0.7896, 0.7896, 0.7882, 0.785, 0.7511, 0.7446, 0.7405, 0.725], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.7654, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.9325, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "250143": {"relevant_ids": ["250142"], "ranked_ids": ["250142", "473276", "206630", "57155", "390479", "533421", "50538", "509758", "127989", "96270"], "ranked_scores": [0.872, 0.8475, 0.6727, 0.6296, 0.6294, 0.6163, 0.6116, 0.609, 0.6085, 0.6076], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13223": {"relevant_ids": ["88349", "156773", "88348", "20277", "13224"], "ranked_ids": ["13224", "156773", "137719", "235061", "163971", "173790", "88349", "86343", "88348", "293913"], "ranked_scores": [0.9377, 0.9375, 0.9191, 0.9185, 0.9148, 0.9124, 0.9124, 0.9124, 0.9124, 0.908], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.2, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.4, "ndcg@5": 0.5531, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.4, "ndcg@10": 0.7683, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.8}, "11002": {"relevant_ids": ["11003"], "ranked_ids": ["11003", "82619", "241075", "144197", "444112", "42203", "347493", "468424", "10212", "489539"], "ranked_scores": [0.8498, 0.8152, 0.8101, 0.8024, 0.8024, 0.8024, 0.7907, 0.7889, 0.7833, 0.777], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177653": {"relevant_ids": ["79732"], "ranked_ids": ["79732", "395587", "39174", "310721", "362866", "525756", "175086", "200611", "138956", "17635"], "ranked_scores": [0.8252, 0.7221, 0.7146, 0.6835, 0.6688, 0.6664, 0.6641, 0.6505, 0.649, 0.6452], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "415592": {"relevant_ids": ["415591"], "ranked_ids": ["415591", "105088", "338815", "84634", "338816", "499684", "469385", "81159", "322822", "250615"], "ranked_scores": [0.8, 0.7716, 0.7602, 0.7233, 0.7079, 0.6939, 0.6844, 0.6836, 0.6778, 0.6673], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "511196": {"relevant_ids": ["511197"], "ranked_ids": ["511197", "414717", "156490", "45940", "469291", "77372", "277652", "334665", "459789", "53962"], "ranked_scores": [0.79, 0.6664, 0.6502, 0.6373, 0.625, 0.6019, 0.5852, 0.5789, 0.5772, 0.5735], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "344845": {"relevant_ids": ["344844"], "ranked_ids": ["344844", "161471", "503908", "79987", "224515", "327548", "79986", "95946", "269915", "405733"], "ranked_scores": [0.8149, 0.7973, 0.7684, 0.7617, 0.7526, 0.7365, 0.7362, 0.735, 0.7331, 0.7331], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "396744": {"relevant_ids": ["396745"], "ranked_ids": ["396745", "454241", "284966", "418055", "297359", "75585", "527221", "31780", "421257", "338567"], "ranked_scores": [0.7482, 0.7405, 0.7392, 0.6996, 0.6931, 0.676, 0.6628, 0.6429, 0.638, 0.6291], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "452398": {"relevant_ids": ["452399"], "ranked_ids": ["452399", "461682", "42970", "125993", "258503", "267939", "346712", "372901", "264774", "369385"], "ranked_scores": [0.7666, 0.6499, 0.6324, 0.6264, 0.6233, 0.6222, 0.6119, 0.6109, 0.6087, 0.6029], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "182114": {"relevant_ids": ["182113"], "ranked_ids": ["196647", "182113", "369767", "90675", "481882", "234482", "32201", "323531", "162482", "531602"], "ranked_scores": [0.7692, 0.691, 0.6796, 0.6747, 0.6709, 0.6709, 0.6568, 0.6415, 0.6403, 0.6396], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "486260": {"relevant_ids": ["486259"], "ranked_ids": ["486259", "241333", "65893", "492147", "266904", "113749", "209254", "146738", "392356", "247403"], "ranked_scores": [0.8369, 0.8099, 0.7983, 0.7812, 0.7785, 0.7723, 0.7618, 0.7574, 0.7534, 0.7497], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "455140": {"relevant_ids": ["315935"], "ranked_ids": ["315935", "308963", "124700", "427112", "16399", "50224", "315936", "454994", "455815", "262678"], "ranked_scores": [0.7754, 0.7557, 0.7343, 0.7119, 0.7115, 0.7113, 0.6993, 0.6963, 0.6935, 0.6925], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "56198": {"relevant_ids": ["56199"], "ranked_ids": ["56199", "340191", "160194", "308888", "431226", "249114", "352207", "130971", "113547", "71092"], "ranked_scores": [0.7585, 0.6629, 0.6121, 0.6121, 0.6121, 0.6114, 0.5535, 0.5513, 0.5487, 0.5427], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "30172": {"relevant_ids": ["145119", "373486", "145120", "185817", "30173", "68426"], "ranked_ids": ["357893", "373486", "160900", "185817", "68426", "145120", "30173", "205338", "21960", "192604"], "ranked_scores": [0.916, 0.9137, 0.9115, 0.9102, 0.8976, 0.8968, 0.8943, 0.865, 0.8574, 0.8525], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.1667, "ndcg@5": 0.4913, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.647, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.8333}, "127880": {"relevant_ids": ["241164"], "ranked_ids": ["241164", "135083", "121458", "504771", "425515", "22396", "337433", "329579", "36536", "358959"], "ranked_scores": [0.8206, 0.7927, 0.7742, 0.7252, 0.7135, 0.6919, 0.6906, 0.6847, 0.678, 0.6758], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "167969": {"relevant_ids": ["174461"], "ranked_ids": ["360983", "174461", "365197", "91854", "407354", "369449", "468723", "78497", "49800", "174464"], "ranked_scores": [0.7874, 0.7865, 0.682, 0.6814, 0.6694, 0.6683, 0.6682, 0.6681, 0.6677, 0.6541], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "97986": {"relevant_ids": ["97987"], "ranked_ids": ["97987", "44589", "75455", "41242", "104642", "141075", "41241", "371360", "257425", "426974"], "ranked_scores": [0.8621, 0.851, 0.7578, 0.7474, 0.7399, 0.7386, 0.7277, 0.7188, 0.7123, 0.7001], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "12865": {"relevant_ids": ["105683"], "ranked_ids": ["105683", "92902", "83622", "83623", "231925", "516398", "69748", "63277", "356189", "83823"], "ranked_scores": [0.8491, 0.8268, 0.8004, 0.8002, 0.7964, 0.7773, 0.775, 0.7728, 0.7494, 0.7266], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "215681": {"relevant_ids": ["215680"], "ranked_ids": ["215680", "177080", "252239", "5733", "297373", "349338", "171713", "178515", "301165", "54139"], "ranked_scores": [0.7792, 0.6802, 0.6562, 0.6549, 0.6498, 0.6412, 0.6399, 0.6253, 0.6219, 0.6219], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-bge-base-en-v1.5-mrl-256-pq-m32-n4": {"127728": {"relevant_ids": ["127729"], "ranked_ids": ["38063", "188019", "127729", "78763", "205884", "12708", "73719", "245618", "48895", "382156"], "ranked_scores": [0.6559, 0.6395, 0.6328, 0.6112, 0.6106, 0.6003, 0.5968, 0.5952, 0.5932, 0.5922], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "318820": {"relevant_ids": ["318821"], "ranked_ids": ["318821", "367479", "222238", "527329", "167914", "496708", "76767", "31320", "355161", "377941"], "ranked_scores": [0.746, 0.6555, 0.6254, 0.6066, 0.6057, 0.6034, 0.5979, 0.5968, 0.595, 0.5944], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "296098": {"relevant_ids": ["296097"], "ranked_ids": ["134752", "469868", "296097", "307653", "191160", "364131", "56686", "423933", "45506", "45507"], "ranked_scores": [0.5962, 0.5328, 0.5207, 0.5081, 0.5044, 0.5039, 0.5021, 0.4911, 0.4885, 0.4855], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "150414": {"relevant_ids": ["192835"], "ranked_ids": ["105782", "516620", "192835", "126746", "103122", "8875", "105783", "21131", "210681", "126745"], "ranked_scores": [0.7808, 0.7779, 0.7648, 0.7305, 0.724, 0.7184, 0.717, 0.7052, 0.6969, 0.6863], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "145582": {"relevant_ids": ["145583"], "ranked_ids": ["145583", "299264", "345532", "316486", "87614", "356671", "285962", "130013", "449378", "454248"], "ranked_scores": [0.6082, 0.5635, 0.47, 0.467, 0.4616, 0.4577, 0.4538, 0.4455, 0.4423, 0.4405], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "315712": {"relevant_ids": ["315713"], "ranked_ids": ["315713", "203205", "313365", "509426", "268021", "216954", "236508", "242340", "401513", "390120"], "ranked_scores": [0.7794, 0.6662, 0.661, 0.6606, 0.6586, 0.6579, 0.6551, 0.6514, 0.6433, 0.6374], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145739": {"relevant_ids": ["145740"], "ranked_ids": ["145740", "366074", "241979", "465597", "336202", "414838", "303090", "8705", "100854", "17980"], "ranked_scores": [0.6674, 0.628, 0.5939, 0.5903, 0.5773, 0.576, 0.5703, 0.5698, 0.5663, 0.5663], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "308127": {"relevant_ids": ["308126"], "ranked_ids": ["308126", "428836", "282571", "79828", "36744", "385951", "139188", "357181", "427265", "131777"], "ranked_scores": [0.7056, 0.5979, 0.5605, 0.5475, 0.5317, 0.5305, 0.5217, 0.5203, 0.5202, 0.5159], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "287245": {"relevant_ids": ["283199", "322650", "283198"], "ranked_ids": ["283198", "322650", "283199", "109049", "505949", "110195", "408774", "418549", "291373", "492698"], "ranked_scores": [0.6343, 0.6335, 0.6288, 0.5282, 0.521, 0.5143, 0.5082, 0.481, 0.4771, 0.476], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "14755": {"relevant_ids": ["211906", "14756"], "ranked_ids": ["450970", "14756", "211906", "30834", "57678", "235454", "169258", "236793", "347178", "449494"], "ranked_scores": [0.7366, 0.7365, 0.7329, 0.6635, 0.6489, 0.6368, 0.6221, 0.6191, 0.6072, 0.6054], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6934, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6934, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6934, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "370170": {"relevant_ids": ["370169"], "ranked_ids": ["370169", "433820", "449037", "476551", "466920", "482402", "22763", "417976", "404718", "369479"], "ranked_scores": [0.6854, 0.5303, 0.5162, 0.5076, 0.4965, 0.4955, 0.485, 0.485, 0.473, 0.4725], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "41774": {"relevant_ids": ["41773"], "ranked_ids": ["41773", "442459", "173048", "307530", "280245", "239344", "163006", "217481", "437157", "211076"], "ranked_scores": [0.6761, 0.5575, 0.5485, 0.532, 0.526, 0.5182, 0.4984, 0.4981, 0.4922, 0.4899], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "399648": {"relevant_ids": ["399649"], "ranked_ids": ["399649", "26748", "225815", "212809", "510807", "188527", "481934", "49710", "21253", "445074"], "ranked_scores": [0.7702, 0.5973, 0.566, 0.5583, 0.5448, 0.5419, 0.5409, 0.5376, 0.5354, 0.5339], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "504811": {"relevant_ids": ["504810"], "ranked_ids": ["504810", "220414", "298555", "279073", "74588", "364238", "527852", "309894", "55899", "499535"], "ranked_scores": [0.757, 0.6109, 0.5856, 0.5829, 0.5812, 0.5779, 0.5675, 0.5643, 0.562, 0.5597], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "362950": {"relevant_ids": ["362949", "400212"], "ranked_ids": ["362949", "400212", "427587", "116547", "411503", "487392", "429502", "50260", "43209", "269211"], "ranked_scores": [0.6952, 0.6845, 0.6625, 0.6603, 0.6453, 0.6435, 0.6373, 0.6284, 0.6253, 0.625], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "155873": {"relevant_ids": ["155874"], "ranked_ids": ["392604", "155874", "136219", "292617", "97652", "57879", "206283", "294020", "66884", "440807"], "ranked_scores": [0.6483, 0.644, 0.59, 0.5851, 0.5726, 0.5715, 0.5681, 0.558, 0.558, 0.5523], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "263432": {"relevant_ids": ["263433"], "ranked_ids": ["263433", "371563", "128303", "167784", "18217", "104254", "147629", "296480", "261419", "518608"], "ranked_scores": [0.6285, 0.5949, 0.5616, 0.5601, 0.5487, 0.5267, 0.5212, 0.514, 0.5128, 0.5092], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "354945": {"relevant_ids": ["354946"], "ranked_ids": ["354946", "254071", "322478", "462983", "473769", "402261", "108161", "462984", "201886", "157453"], "ranked_scores": [0.7076, 0.6195, 0.5803, 0.5222, 0.4924, 0.4791, 0.4761, 0.4761, 0.4689, 0.4606], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "245417": {"relevant_ids": ["248195", "219475"], "ranked_ids": ["40657", "219475", "413039", "248195", "319022", "64433", "8069", "14180", "37326", "164159"], "ranked_scores": [0.6969, 0.6592, 0.6489, 0.6257, 0.6222, 0.6127, 0.6046, 0.5956, 0.5867, 0.5842], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6509, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6509, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "516276": {"relevant_ids": ["516277"], "ranked_ids": ["516277", "34173", "19755", "510783", "76958", "112502", "386922", "118572", "286275", "376328"], "ranked_scores": [0.8143, 0.7154, 0.709, 0.6992, 0.6871, 0.6655, 0.6583, 0.6582, 0.6525, 0.6512], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177580": {"relevant_ids": ["177579"], "ranked_ids": ["177579", "129412", "18081", "455888", "464418", "9954", "234825", "446100", "419100", "290281"], "ranked_scores": [0.7486, 0.5952, 0.5761, 0.5615, 0.5615, 0.5549, 0.5546, 0.553, 0.5483, 0.5425], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "309865": {"relevant_ids": ["78624", "78623", "33713"], "ranked_ids": ["78623", "405094", "33713", "78624", "153484", "437065", "202593", "243401", "495751", "209041"], "ranked_scores": [0.7738, 0.7738, 0.7691, 0.7334, 0.724, 0.7167, 0.7012, 0.7007, 0.6975, 0.6968], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.906, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.906, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "510387": {"relevant_ids": ["510386"], "ranked_ids": ["510386", "40390", "212478", "241538", "241537", "371033", "170896", "344869", "91350", "91349"], "ranked_scores": [0.7359, 0.7215, 0.7176, 0.7166, 0.713, 0.709, 0.7049, 0.6805, 0.6648, 0.65], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "26645": {"relevant_ids": ["26644"], "ranked_ids": ["26644", "108781", "318396", "221561", "209092", "262046", "83874", "207775", "12895", "26812"], "ranked_scores": [0.7372, 0.6511, 0.6374, 0.6108, 0.597, 0.5907, 0.5903, 0.5881, 0.5872, 0.5855], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "47788": {"relevant_ids": ["455725"], "ranked_ids": ["455725", "59223", "47789", "101721", "235686", "8505", "348138", "37221", "47703", "518171"], "ranked_scores": [0.677, 0.6614, 0.6572, 0.6552, 0.6507, 0.6504, 0.6491, 0.6489, 0.6388, 0.6331], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "338281": {"relevant_ids": ["338282"], "ranked_ids": ["338282", "11563", "338711", "119513", "200288", "263861", "11250", "514059", "208802", "438656"], "ranked_scores": [0.6491, 0.4946, 0.4612, 0.4554, 0.4538, 0.4534, 0.4448, 0.4409, 0.4311, 0.4299], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "461149": {"relevant_ids": ["461148"], "ranked_ids": ["525835", "461148", "203100", "283905", "443095", "335800", "528608", "417040", "488711", "250197"], "ranked_scores": [0.7274, 0.7269, 0.7115, 0.667, 0.6193, 0.5941, 0.5893, 0.5875, 0.5793, 0.5774], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "346126": {"relevant_ids": ["110711", "110710"], "ranked_ids": ["110710", "154338", "110711", "340823", "168350", "207552", "340725", "160306", "47834", "296319"], "ranked_scores": [0.7079, 0.7056, 0.69, 0.6504, 0.6244, 0.6227, 0.6106, 0.6001, 0.5957, 0.5951], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.9197, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.9197, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9197, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "372986": {"relevant_ids": ["262882", "49961"], "ranked_ids": ["49961", "262882", "108183", "497531", "303468", "532450", "249896", "140334", "443239", "497357"], "ranked_scores": [0.7391, 0.6907, 0.6217, 0.6113, 0.606, 0.6051, 0.5956, 0.5949, 0.5822, 0.5762], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "501182": {"relevant_ids": ["501181"], "ranked_ids": ["501181", "274777", "179018", "129993", "261255", "456116", "219475", "250853", "422140", "102285"], "ranked_scores": [0.6831, 0.5787, 0.525, 0.5229, 0.5191, 0.5179, 0.5166, 0.5138, 0.5084, 0.499], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13800": {"relevant_ids": ["376590", "408522", "13799"], "ranked_ids": ["13799", "376590", "179943", "281010", "481109", "454343", "389968", "408522", "132742", "328204"], "ranked_scores": [0.7137, 0.6596, 0.6561, 0.6404, 0.634, 0.6336, 0.6329, 0.6269, 0.6197, 0.6188], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.7654, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.9134, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "250143": {"relevant_ids": ["250142"], "ranked_ids": ["250142", "473276", "38409", "198782", "533421", "206630", "509758", "460976", "225655", "145261"], "ranked_scores": [0.7209, 0.6411, 0.5709, 0.5629, 0.557, 0.5524, 0.5515, 0.5476, 0.5423, 0.5409], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13223": {"relevant_ids": ["88349", "156773", "88348", "20277", "13224"], "ranked_ids": ["156773", "13224", "88348", "88349", "86343", "137719", "366749", "20277", "11938", "223304"], "ranked_scores": [0.797, 0.7856, 0.7723, 0.7593, 0.7393, 0.735, 0.7308, 0.7276, 0.7268, 0.7209], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.2, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6, "ndcg@5": 0.8688, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.8, "ndcg@10": 0.9758, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "11002": {"relevant_ids": ["11003"], "ranked_ids": ["11003", "444112", "10212", "144197", "489539", "40099", "241075", "87346", "42203", "347493"], "ranked_scores": [0.7643, 0.7195, 0.7098, 0.6955, 0.6872, 0.6768, 0.6737, 0.6683, 0.6643, 0.6607], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177653": {"relevant_ids": ["79732"], "ranked_ids": ["79732", "39174", "395587", "525756", "341958", "412316", "200611", "238679", "525755", "138956"], "ranked_scores": [0.7023, 0.6306, 0.5963, 0.5777, 0.567, 0.5658, 0.5496, 0.5382, 0.531, 0.5235], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "415592": {"relevant_ids": ["415591"], "ranked_ids": ["415591", "499684", "379147", "379146", "430072", "105088", "26742", "207607", "322822", "251540"], "ranked_scores": [0.6971, 0.6144, 0.6001, 0.5946, 0.5834, 0.5821, 0.5749, 0.5718, 0.5693, 0.568], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "511196": {"relevant_ids": ["511197"], "ranked_ids": ["511197", "156490", "459789", "308126", "77372", "45940", "131777", "414717", "289278", "99760"], "ranked_scores": [0.6983, 0.5667, 0.5346, 0.5327, 0.5291, 0.5241, 0.5069, 0.5061, 0.504, 0.5038], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "344845": {"relevant_ids": ["344844"], "ranked_ids": ["344844", "187882", "161471", "327548", "111672", "95946", "79987", "503908", "269915", "384928"], "ranked_scores": [0.7304, 0.6835, 0.6829, 0.6806, 0.676, 0.675, 0.6653, 0.6617, 0.6582, 0.6559], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "396744": {"relevant_ids": ["396745"], "ranked_ids": ["396745", "481437", "375685", "421257", "454241", "236438", "284966", "319727", "489628", "511557"], "ranked_scores": [0.6334, 0.563, 0.5613, 0.5462, 0.5456, 0.5422, 0.5412, 0.539, 0.5378, 0.5306], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "452398": {"relevant_ids": ["452399"], "ranked_ids": ["452399", "374498", "530610", "324290", "267712", "435989", "100727", "42970", "346712", "27545"], "ranked_scores": [0.7137, 0.5958, 0.5886, 0.5798, 0.5753, 0.5581, 0.5542, 0.5536, 0.5475, 0.5471], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "182114": {"relevant_ids": ["182113"], "ranked_ids": ["196647", "182113", "234482", "24197", "425919", "369767", "137577", "481882", "405949", "90675"], "ranked_scores": [0.7078, 0.6209, 0.6181, 0.6022, 0.5973, 0.597, 0.5969, 0.5965, 0.5936, 0.5916], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "486260": {"relevant_ids": ["486259"], "ranked_ids": ["486259", "392356", "113749", "209255", "29049", "146737", "221509", "492147", "111946", "146738"], "ranked_scores": [0.7295, 0.6999, 0.6797, 0.6791, 0.6689, 0.6622, 0.6596, 0.6572, 0.6542, 0.6531], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "455140": {"relevant_ids": ["315935"], "ranked_ids": ["315935", "150842", "308963", "427112", "315936", "335780", "124700", "211061", "50224", "197018"], "ranked_scores": [0.6898, 0.6582, 0.6537, 0.6474, 0.6355, 0.6273, 0.6251, 0.6239, 0.6233, 0.6231], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "56198": {"relevant_ids": ["56199"], "ranked_ids": ["56199", "130971", "422259", "43404", "160194", "243039", "249114", "43405", "310462", "352207"], "ranked_scores": [0.7408, 0.5503, 0.5441, 0.5358, 0.5173, 0.501, 0.4892, 0.4862, 0.4791, 0.4727], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "30172": {"relevant_ids": ["145119", "373486", "145120", "185817", "30173", "68426"], "ranked_ids": ["145120", "160900", "68426", "205338", "373486", "185817", "30173", "357893", "192604", "15236"], "ranked_scores": [0.8124, 0.8085, 0.7943, 0.7778, 0.7656, 0.7594, 0.7561, 0.7558, 0.7535, 0.7518], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.1667, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.6399, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.7796, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.8333}, "127880": {"relevant_ids": ["241164"], "ranked_ids": ["241164", "210277", "121458", "504771", "358959", "370634", "450198", "135083", "403741", "208455"], "ranked_scores": [0.7253, 0.6479, 0.6209, 0.6006, 0.5966, 0.5956, 0.5875, 0.5839, 0.5769, 0.5705], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "167969": {"relevant_ids": ["174461"], "ranked_ids": ["174461", "360983", "449678", "172806", "240738", "85534", "315016", "49800", "91854", "34814"], "ranked_scores": [0.7738, 0.7686, 0.6534, 0.6396, 0.6354, 0.6267, 0.6231, 0.6181, 0.6172, 0.6098], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "97986": {"relevant_ids": ["97987"], "ranked_ids": ["97987", "44589", "105886", "282280", "141417", "41241", "41242", "141075", "455330", "176155"], "ranked_scores": [0.7562, 0.7197, 0.6536, 0.6409, 0.6361, 0.6194, 0.6165, 0.6164, 0.6128, 0.6111], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "12865": {"relevant_ids": ["105683"], "ranked_ids": ["105683", "356189", "92902", "69748", "83623", "83622", "231925", "63277", "188959", "291690"], "ranked_scores": [0.7545, 0.6818, 0.6619, 0.6559, 0.6385, 0.6204, 0.6194, 0.6192, 0.6054, 0.6027], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "215681": {"relevant_ids": ["215680"], "ranked_ids": ["215680", "349338", "297373", "5733", "177080", "252239", "209853", "417852", "301165", "1920"], "ranked_scores": [0.7711, 0.6576, 0.6475, 0.6474, 0.6378, 0.6274, 0.6167, 0.608, 0.5996, 0.5953], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-bge-base-en-v1.5-mrl-256-pq-m32-n8": {"127728": {"relevant_ids": ["127729"], "ranked_ids": ["38063", "127729", "276617", "188019", "190150", "48895", "387548", "278575", "153290", "317591"], "ranked_scores": [0.6949, 0.676, 0.6639, 0.6477, 0.6464, 0.6439, 0.6302, 0.6279, 0.6277, 0.6276], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "318820": {"relevant_ids": ["318821"], "ranked_ids": ["318821", "367479", "496708", "355161", "76767", "222238", "491039", "167747", "457906", "360734"], "ranked_scores": [0.8588, 0.7289, 0.6664, 0.6613, 0.6485, 0.6195, 0.5998, 0.5992, 0.5982, 0.5955], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "296098": {"relevant_ids": ["296097"], "ranked_ids": ["469868", "134752", "45507", "296097", "173403", "423933", "307653", "45506", "364131", "492756"], "ranked_scores": [0.6824, 0.6664, 0.6536, 0.6364, 0.6043, 0.5986, 0.5951, 0.5929, 0.5479, 0.5406], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "150414": {"relevant_ids": ["192835"], "ranked_ids": ["192835", "105782", "516620", "8875", "105783", "103122", "126746", "21131", "126745", "210681"], "ranked_scores": [0.9045, 0.902, 0.8615, 0.8098, 0.8043, 0.795, 0.7901, 0.7715, 0.7493, 0.722], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145582": {"relevant_ids": ["145583"], "ranked_ids": ["145583", "299264", "130013", "87614", "345532", "369955", "316486", "454248", "95510", "177277"], "ranked_scores": [0.7324, 0.6654, 0.5551, 0.5477, 0.5097, 0.5055, 0.5051, 0.4991, 0.491, 0.4888], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "315712": {"relevant_ids": ["315713"], "ranked_ids": ["315713", "396505", "509426", "203205", "242340", "236508", "390120", "355553", "153536", "120489"], "ranked_scores": [0.8668, 0.7194, 0.6759, 0.6694, 0.6666, 0.6545, 0.6527, 0.6469, 0.638, 0.634], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145739": {"relevant_ids": ["145740"], "ranked_ids": ["145740", "241979", "366074", "415781", "303090", "8705", "148222", "336202", "453401", "180147"], "ranked_scores": [0.8062, 0.7033, 0.6781, 0.6424, 0.6349, 0.6185, 0.605, 0.591, 0.5903, 0.589], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "308127": {"relevant_ids": ["308126"], "ranked_ids": ["308126", "385951", "498938", "282571", "154044", "427265", "139188", "367804", "428836", "287482"], "ranked_scores": [0.8031, 0.6054, 0.6028, 0.5806, 0.5787, 0.5723, 0.571, 0.5704, 0.5518, 0.5512], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "287245": {"relevant_ids": ["283199", "322650", "283198"], "ranked_ids": ["283199", "322650", "283198", "208412", "405392", "420279", "188940", "109049", "505949", "221784"], "ranked_scores": [0.8182, 0.8182, 0.8165, 0.6067, 0.5791, 0.5774, 0.5654, 0.5627, 0.5568, 0.5566], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "14755": {"relevant_ids": ["211906", "14756"], "ranked_ids": ["211906", "14756", "450970", "30834", "235454", "236793", "57678", "535700", "383325", "449494"], "ranked_scores": [0.8995, 0.8981, 0.8974, 0.8167, 0.7649, 0.7095, 0.7001, 0.6994, 0.6934, 0.6772], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "370170": {"relevant_ids": ["370169"], "ranked_ids": ["370169", "537762", "449037", "466920", "433820", "404718", "22763", "156412", "476551", "334238"], "ranked_scores": [0.8787, 0.6451, 0.6396, 0.6382, 0.633, 0.5966, 0.5629, 0.5581, 0.5501, 0.5497], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "41774": {"relevant_ids": ["41773"], "ranked_ids": ["41773", "307530", "239344", "211076", "173048", "214766", "256671", "141438", "358582", "441320"], "ranked_scores": [0.7871, 0.5785, 0.5765, 0.5516, 0.5422, 0.542, 0.5362, 0.5352, 0.5311, 0.5255], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "399648": {"relevant_ids": ["399649"], "ranked_ids": ["399649", "462253", "212809", "225815", "445074", "26748", "146745", "21253", "188527", "510807"], "ranked_scores": [0.8968, 0.6393, 0.6127, 0.6106, 0.6092, 0.6031, 0.5917, 0.589, 0.5885, 0.5792], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "504811": {"relevant_ids": ["504810"], "ranked_ids": ["504810", "179618", "309894", "55899", "74588", "220414", "448774", "298555", "364238", "5862"], "ranked_scores": [0.8666, 0.6269, 0.6224, 0.6029, 0.6019, 0.5898, 0.5897, 0.5889, 0.5874, 0.5873], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "362950": {"relevant_ids": ["362949", "400212"], "ranked_ids": ["362949", "400212", "105920", "465929", "487392", "427587", "244712", "50260", "429502", "344212"], "ranked_scores": [0.817, 0.8135, 0.7441, 0.7333, 0.7257, 0.7151, 0.6979, 0.6941, 0.6926, 0.6925], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "155873": {"relevant_ids": ["155874"], "ranked_ids": ["155874", "392604", "446058", "292617", "136219", "294020", "3139", "97652", "146003", "246660"], "ranked_scores": [0.7395, 0.7055, 0.6322, 0.5949, 0.591, 0.5874, 0.5855, 0.58, 0.5755, 0.5707], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "263432": {"relevant_ids": ["263433"], "ranked_ids": ["263433", "128303", "371563", "18217", "97259", "104254", "401373", "108849", "471057", "258335"], "ranked_scores": [0.7402, 0.6527, 0.5891, 0.5673, 0.5577, 0.5545, 0.5456, 0.5442, 0.5424, 0.5397], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "354945": {"relevant_ids": ["354946"], "ranked_ids": ["354946", "254071", "322478", "462984", "462983", "236419", "76723", "243923", "473769", "362986"], "ranked_scores": [0.8632, 0.6881, 0.6291, 0.6, 0.5924, 0.5553, 0.5236, 0.5106, 0.509, 0.5035], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "245417": {"relevant_ids": ["248195", "219475"], "ranked_ids": ["40657", "219475", "64433", "248195", "413039", "37326", "164159", "319022", "152213", "368145"], "ranked_scores": [0.8721, 0.8176, 0.8004, 0.7872, 0.7748, 0.7592, 0.7479, 0.7379, 0.697, 0.6891], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6509, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6509, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "516276": {"relevant_ids": ["516277"], "ranked_ids": ["516277", "19755", "34173", "76958", "510783", "62062", "197869", "471902", "352189", "112502"], "ranked_scores": [0.9017, 0.7775, 0.7774, 0.7249, 0.7173, 0.7132, 0.7082, 0.6969, 0.6954, 0.6868], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177580": {"relevant_ids": ["177579"], "ranked_ids": ["177579", "18081", "234825", "129412", "272252", "446100", "9954", "115954", "165282", "60577"], "ranked_scores": [0.8905, 0.6628, 0.6411, 0.6385, 0.6233, 0.6175, 0.6127, 0.5969, 0.5965, 0.5946], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "309865": {"relevant_ids": ["78624", "78623", "33713"], "ranked_ids": ["78623", "405094", "33713", "78624", "153484", "209041", "495751", "469068", "437065", "20635"], "ranked_scores": [0.9003, 0.9003, 0.8831, 0.8812, 0.866, 0.818, 0.786, 0.7833, 0.7811, 0.7781], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.906, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.906, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "510387": {"relevant_ids": ["510386"], "ranked_ids": ["241538", "510386", "40390", "241537", "371033", "344869", "170896", "212478", "52003", "112669"], "ranked_scores": [0.8305, 0.8226, 0.7916, 0.7907, 0.7748, 0.769, 0.7645, 0.7607, 0.7135, 0.7077], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "26645": {"relevant_ids": ["26644"], "ranked_ids": ["26644", "108781", "318396", "26813", "221561", "169541", "83874", "411539", "215551", "207775"], "ranked_scores": [0.8931, 0.7767, 0.6659, 0.6562, 0.6488, 0.6485, 0.6429, 0.6411, 0.6332, 0.6313], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "47788": {"relevant_ids": ["455725"], "ranked_ids": ["455725", "47703", "518171", "47789", "348138", "59223", "37221", "331", "8505", "235686"], "ranked_scores": [0.8357, 0.8028, 0.7982, 0.7894, 0.7834, 0.7705, 0.7591, 0.7507, 0.7499, 0.7473], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "338281": {"relevant_ids": ["338282"], "ranked_ids": ["338282", "11563", "338711", "263861", "291354", "200288", "452930", "327767", "434432", "57017"], "ranked_scores": [0.8117, 0.5544, 0.5247, 0.5139, 0.5066, 0.4945, 0.4944, 0.4934, 0.4723, 0.4679], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "461149": {"relevant_ids": ["461148"], "ranked_ids": ["461148", "525835", "203100", "283905", "443095", "527101", "250197", "519616", "335800", "519891"], "ranked_scores": [0.8004, 0.778, 0.7601, 0.6823, 0.656, 0.6414, 0.6209, 0.6203, 0.6181, 0.6148], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "346126": {"relevant_ids": ["110711", "110710"], "ranked_ids": ["110710", "154338", "110711", "340823", "168350", "254526", "160306", "207552", "6816", "355996"], "ranked_scores": [0.8607, 0.8524, 0.8373, 0.7039, 0.6853, 0.6831, 0.6812, 0.6793, 0.6778, 0.6725], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.9197, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.9197, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9197, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "372986": {"relevant_ids": ["262882", "49961"], "ranked_ids": ["49961", "262882", "497531", "491226", "303468", "215938", "108183", "226818", "415486", "140334"], "ranked_scores": [0.888, 0.8141, 0.7059, 0.6928, 0.6897, 0.6892, 0.6732, 0.6714, 0.6675, 0.6656], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "501182": {"relevant_ids": ["501181"], "ranked_ids": ["501181", "274777", "179018", "456116", "261255", "402718", "109121", "447737", "251312", "129993"], "ranked_scores": [0.7969, 0.6645, 0.5659, 0.5531, 0.5522, 0.5433, 0.5424, 0.5335, 0.5315, 0.5303], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13800": {"relevant_ids": ["376590", "408522", "13799"], "ranked_ids": ["13799", "376590", "179943", "408522", "481109", "281010", "8622", "257857", "56338", "482825"], "ranked_scores": [0.8378, 0.7805, 0.7694, 0.769, 0.7007, 0.6979, 0.6775, 0.6717, 0.6447, 0.644], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.9675, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9675, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "250143": {"relevant_ids": ["250142"], "ranked_ids": ["250142", "473276", "368186", "57155", "225655", "76062", "50539", "509758", "38409", "229130"], "ranked_scores": [0.9155, 0.8291, 0.6852, 0.6495, 0.6442, 0.6378, 0.6318, 0.6313, 0.6245, 0.602], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13223": {"relevant_ids": ["88349", "156773", "88348", "20277", "13224"], "ranked_ids": ["156773", "13224", "88348", "88349", "86343", "24720", "366749", "137719", "11938", "223304"], "ranked_scores": [0.935, 0.8983, 0.8933, 0.886, 0.8762, 0.8595, 0.8575, 0.8344, 0.8114, 0.8015], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.2, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6, "ndcg@5": 0.8688, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.8, "ndcg@10": 0.8688, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.8}, "11002": {"relevant_ids": ["11003"], "ranked_ids": ["11003", "144197", "444112", "10212", "42203", "241075", "82619", "489539", "347493", "266680"], "ranked_scores": [0.8436, 0.7791, 0.778, 0.7541, 0.7534, 0.7479, 0.7091, 0.7076, 0.6992, 0.6896], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177653": {"relevant_ids": ["79732"], "ranked_ids": ["79732", "395587", "39174", "525756", "412316", "373275", "194790", "310721", "282395", "200611"], "ranked_scores": [0.8796, 0.7018, 0.6976, 0.6686, 0.6478, 0.6372, 0.6198, 0.6135, 0.607, 0.6], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "415592": {"relevant_ids": ["415591"], "ranked_ids": ["415591", "499684", "430072", "105088", "84634", "338816", "494912", "338815", "81159", "379146"], "ranked_scores": [0.8573, 0.6885, 0.6807, 0.6625, 0.6539, 0.6484, 0.646, 0.6444, 0.6423, 0.6378], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "511196": {"relevant_ids": ["511197"], "ranked_ids": ["511197", "414717", "289278", "251545", "45940", "156490", "77372", "459789", "469291", "277652"], "ranked_scores": [0.8256, 0.6192, 0.6166, 0.59, 0.5886, 0.5862, 0.5827, 0.5784, 0.5767, 0.5627], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "344845": {"relevant_ids": ["344844"], "ranked_ids": ["344844", "161471", "95946", "79987", "503908", "269915", "327548", "187882", "101085", "4763"], "ranked_scores": [0.8308, 0.7799, 0.7361, 0.7286, 0.723, 0.7169, 0.7149, 0.7109, 0.6992, 0.6962], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "396744": {"relevant_ids": ["396745"], "ranked_ids": ["396745", "284966", "454241", "511557", "516168", "418055", "28361", "375685", "489628", "145729"], "ranked_scores": [0.7876, 0.7135, 0.6281, 0.5976, 0.5906, 0.5871, 0.5842, 0.5697, 0.5692, 0.565], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "452398": {"relevant_ids": ["452399"], "ranked_ids": ["452399", "530610", "324290", "346712", "96862", "100727", "267939", "303730", "90225", "102618"], "ranked_scores": [0.8414, 0.6054, 0.6021, 0.6011, 0.5872, 0.5861, 0.5855, 0.5781, 0.5737, 0.5729], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "182114": {"relevant_ids": ["182113"], "ranked_ids": ["196647", "182113", "234482", "481882", "533693", "531602", "24197", "425919", "34513", "139689"], "ranked_scores": [0.8355, 0.7099, 0.7014, 0.6958, 0.6533, 0.6462, 0.6309, 0.6306, 0.6211, 0.6211], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "486260": {"relevant_ids": ["486259"], "ranked_ids": ["486259", "392356", "209254", "113749", "146738", "65893", "492147", "209255", "266904", "345426"], "ranked_scores": [0.8778, 0.7752, 0.7737, 0.7436, 0.7371, 0.7299, 0.7093, 0.7055, 0.7006, 0.6958], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "455140": {"relevant_ids": ["315935"], "ranked_ids": ["315935", "150842", "308963", "427112", "124700", "315936", "519049", "142202", "16399", "335780"], "ranked_scores": [0.8295, 0.7614, 0.7559, 0.7352, 0.7232, 0.6996, 0.6976, 0.6969, 0.6916, 0.6864], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "56198": {"relevant_ids": ["56199"], "ranked_ids": ["56199", "160194", "308888", "431226", "243039", "144344", "249114", "43404", "43405", "454612"], "ranked_scores": [0.876, 0.5743, 0.5378, 0.5363, 0.5356, 0.5306, 0.5293, 0.5228, 0.5179, 0.5053], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "30172": {"relevant_ids": ["145119", "373486", "145120", "185817", "30173", "68426"], "ranked_ids": ["160900", "145120", "68426", "205338", "373486", "185817", "30173", "357893", "192604", "90983"], "ranked_scores": [0.897, 0.8857, 0.8706, 0.8699, 0.829, 0.8289, 0.8279, 0.8255, 0.8141, 0.7992], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5307, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.5148, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6679, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.8333}, "127880": {"relevant_ids": ["241164"], "ranked_ids": ["241164", "121458", "135083", "358959", "366050", "450198", "370634", "329579", "132797", "210277"], "ranked_scores": [0.8309, 0.7355, 0.7008, 0.6552, 0.6442, 0.6303, 0.6154, 0.6148, 0.6074, 0.607], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "167969": {"relevant_ids": ["174461"], "ranked_ids": ["174461", "360983", "91854", "347474", "171665", "365197", "49800", "222958", "172806", "468723"], "ranked_scores": [0.8479, 0.7845, 0.7035, 0.6662, 0.6633, 0.6491, 0.6489, 0.6242, 0.6237, 0.619], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "97986": {"relevant_ids": ["97987"], "ranked_ids": ["97987", "44589", "105886", "212168", "326597", "192186", "41241", "384292", "108564", "98924"], "ranked_scores": [0.8975, 0.8275, 0.6994, 0.6507, 0.6479, 0.6397, 0.6358, 0.6192, 0.6181, 0.6164], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "12865": {"relevant_ids": ["105683"], "ranked_ids": ["105683", "356189", "83623", "92902", "69748", "83622", "43086", "63277", "231925", "277453"], "ranked_scores": [0.8866, 0.7784, 0.7304, 0.722, 0.6976, 0.6723, 0.6596, 0.6551, 0.6415, 0.6253], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "215681": {"relevant_ids": ["215680"], "ranked_ids": ["215680", "177080", "252239", "171713", "301165", "54139", "297373", "5733", "178515", "349338"], "ranked_scores": [0.8863, 0.683, 0.6604, 0.655, 0.6419, 0.6416, 0.6329, 0.6309, 0.6219, 0.6217], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-bge-base-en-v1.5-mrl-512-pq-m64-n4": {"127728": {"relevant_ids": ["127729"], "ranked_ids": ["127729", "38063", "188019", "78763", "189865", "382156", "76871", "445616", "499988", "73719"], "ranked_scores": [0.648, 0.6401, 0.6357, 0.6049, 0.6006, 0.5964, 0.5928, 0.5912, 0.5885, 0.5873], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "318820": {"relevant_ids": ["318821"], "ranked_ids": ["318821", "222238", "367479", "355161", "527329", "481262", "76767", "54496", "190698", "360734"], "ranked_scores": [0.7867, 0.693, 0.6852, 0.6693, 0.663, 0.6583, 0.6563, 0.65, 0.6487, 0.6392], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "296098": {"relevant_ids": ["296097"], "ranked_ids": ["134752", "469868", "296097", "307653", "45507", "173403", "423933", "45506", "56686", "364131"], "ranked_scores": [0.6476, 0.6335, 0.6149, 0.6034, 0.5988, 0.5924, 0.5916, 0.5831, 0.5675, 0.5669], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "150414": {"relevant_ids": ["192835"], "ranked_ids": ["105782", "516620", "192835", "21131", "105783", "126746", "103122", "8875", "85555", "409883"], "ranked_scores": [0.8125, 0.8112, 0.8017, 0.7646, 0.7605, 0.7564, 0.7549, 0.752, 0.7334, 0.7279], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "145582": {"relevant_ids": ["145583"], "ranked_ids": ["145583", "299264", "285962", "316486", "130013", "345532", "508501", "449378", "369955", "87614"], "ranked_scores": [0.64, 0.5885, 0.5159, 0.5142, 0.5023, 0.4953, 0.4928, 0.4921, 0.4914, 0.4855], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "315712": {"relevant_ids": ["315713"], "ranked_ids": ["315713", "203205", "401513", "58851", "313365", "396505", "392344", "236508", "268021", "408588"], "ranked_scores": [0.7839, 0.6659, 0.6645, 0.6543, 0.6542, 0.6542, 0.6481, 0.6473, 0.646, 0.6432], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145739": {"relevant_ids": ["145740"], "ranked_ids": ["145740", "241979", "366074", "415781", "100854", "17980", "115412", "375395", "414838", "8705"], "ranked_scores": [0.7213, 0.6685, 0.6643, 0.6368, 0.6237, 0.6224, 0.6161, 0.614, 0.6121, 0.6101], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "308127": {"relevant_ids": ["308126"], "ranked_ids": ["308126", "282571", "428836", "498938", "139188", "367804", "36744", "385951", "357181", "287482"], "ranked_scores": [0.7105, 0.5942, 0.5936, 0.5812, 0.5791, 0.5675, 0.566, 0.5633, 0.5589, 0.5539], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "287245": {"relevant_ids": ["283199", "322650", "283198"], "ranked_ids": ["322650", "283199", "283198", "505949", "109049", "188940", "221784", "508239", "172793", "408774"], "ranked_scores": [0.6812, 0.6792, 0.6789, 0.5634, 0.5474, 0.5322, 0.5279, 0.5241, 0.5222, 0.5216], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "14755": {"relevant_ids": ["211906", "14756"], "ranked_ids": ["14756", "211906", "450970", "30834", "57678", "235454", "449494", "83338", "236793", "383325"], "ranked_scores": [0.7781, 0.7768, 0.7747, 0.7173, 0.7173, 0.7171, 0.6849, 0.674, 0.6672, 0.6618], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "370170": {"relevant_ids": ["370169"], "ranked_ids": ["370169", "433820", "476551", "537762", "417976", "404718", "466920", "387761", "22763", "449037"], "ranked_scores": [0.729, 0.5835, 0.558, 0.5532, 0.5511, 0.5459, 0.5387, 0.5378, 0.5372, 0.5342], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "41774": {"relevant_ids": ["41773"], "ranked_ids": ["41773", "307530", "173048", "442459", "239344", "214766", "487008", "328598", "407675", "280245"], "ranked_scores": [0.7149, 0.6071, 0.5958, 0.5896, 0.583, 0.5705, 0.5555, 0.5494, 0.549, 0.5465], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "399648": {"relevant_ids": ["399649"], "ranked_ids": ["399649", "26748", "462253", "283129", "212809", "510807", "21253", "445074", "188527", "225815"], "ranked_scores": [0.7686, 0.6232, 0.5986, 0.5936, 0.588, 0.585, 0.5836, 0.5835, 0.5821, 0.5819], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "504811": {"relevant_ids": ["504810"], "ranked_ids": ["504810", "220414", "55899", "298555", "74588", "364238", "309894", "90374", "31335", "276160"], "ranked_scores": [0.7835, 0.6549, 0.6542, 0.6539, 0.641, 0.6362, 0.633, 0.6309, 0.6168, 0.6164], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "362950": {"relevant_ids": ["362949", "400212"], "ranked_ids": ["362949", "400212", "291799", "116547", "427587", "269211", "105920", "487392", "43209", "129563"], "ranked_scores": [0.7365, 0.7296, 0.6957, 0.6901, 0.6884, 0.6874, 0.6871, 0.6771, 0.676, 0.6753], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "155873": {"relevant_ids": ["155874"], "ranked_ids": ["392604", "155874", "136219", "57879", "350051", "378060", "97652", "162323", "292617", "134103"], "ranked_scores": [0.6509, 0.6304, 0.594, 0.5677, 0.5541, 0.5538, 0.5534, 0.5532, 0.5524, 0.5496], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "263432": {"relevant_ids": ["263433"], "ranked_ids": ["263433", "371563", "128303", "18217", "104254", "372749", "305072", "147629", "254526", "407204"], "ranked_scores": [0.6895, 0.6211, 0.6013, 0.5975, 0.5929, 0.5785, 0.5751, 0.5661, 0.5606, 0.56], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "354945": {"relevant_ids": ["354946"], "ranked_ids": ["354946", "254071", "322478", "462983", "462984", "473769", "236419", "243923", "201886", "307824"], "ranked_scores": [0.7381, 0.6674, 0.6098, 0.5773, 0.573, 0.5592, 0.5407, 0.5239, 0.5193, 0.5114], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "245417": {"relevant_ids": ["248195", "219475"], "ranked_ids": ["219475", "40657", "248195", "64433", "413039", "319022", "37326", "8069", "368145", "14180"], "ranked_scores": [0.7304, 0.728, 0.6976, 0.6866, 0.686, 0.6831, 0.6528, 0.6473, 0.642, 0.6412], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.9197, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.9197, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9197, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "516276": {"relevant_ids": ["516277"], "ranked_ids": ["516277", "34173", "19755", "510783", "112502", "76958", "197869", "62062", "376328", "294407"], "ranked_scores": [0.8268, 0.7341, 0.7331, 0.7254, 0.7121, 0.7104, 0.7021, 0.6989, 0.6897, 0.6883], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177580": {"relevant_ids": ["177579"], "ranked_ids": ["177579", "18081", "455888", "464418", "517075", "446100", "129412", "9954", "60577", "382784"], "ranked_scores": [0.7533, 0.5763, 0.5622, 0.5622, 0.5579, 0.5579, 0.5568, 0.5505, 0.5465, 0.54], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "309865": {"relevant_ids": ["78624", "78623", "33713"], "ranked_ids": ["33713", "405094", "78623", "153484", "78624", "437065", "495751", "209041", "243401", "20635"], "ranked_scores": [0.7939, 0.7865, 0.7846, 0.7633, 0.757, 0.7536, 0.7411, 0.7272, 0.7243, 0.717], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.8855, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.8855, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "510387": {"relevant_ids": ["510386"], "ranked_ids": ["510386", "40390", "241538", "371033", "170896", "212478", "344869", "241537", "254292", "112669"], "ranked_scores": [0.7322, 0.7286, 0.7169, 0.7119, 0.7099, 0.7083, 0.7034, 0.6942, 0.6607, 0.6598], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "26645": {"relevant_ids": ["26644"], "ranked_ids": ["26644", "108781", "207775", "318396", "221561", "83874", "26813", "169541", "144057", "83875"], "ranked_scores": [0.7613, 0.6817, 0.6469, 0.6323, 0.6217, 0.6176, 0.6156, 0.6097, 0.6084, 0.608], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "47788": {"relevant_ids": ["455725"], "ranked_ids": ["455725", "47789", "59223", "518171", "348138", "47703", "15132", "235686", "37221", "8505"], "ranked_scores": [0.745, 0.7283, 0.7282, 0.7265, 0.7258, 0.7256, 0.7111, 0.7093, 0.7083, 0.7065], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "338281": {"relevant_ids": ["338282"], "ranked_ids": ["338282", "200288", "138712", "11563", "291354", "119513", "258451", "263861", "85881", "452930"], "ranked_scores": [0.7157, 0.5618, 0.5566, 0.5459, 0.5339, 0.5334, 0.5315, 0.5288, 0.523, 0.5226], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "461149": {"relevant_ids": ["461148"], "ranked_ids": ["525835", "461148", "203100", "283905", "443095", "286025", "274867", "307096", "286024", "335800"], "ranked_scores": [0.7483, 0.7453, 0.7337, 0.6688, 0.6441, 0.6405, 0.6383, 0.6362, 0.6329, 0.6263], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "346126": {"relevant_ids": ["110711", "110710"], "ranked_ids": ["110710", "110711", "154338", "168350", "296319", "203476", "54348", "6816", "108617", "355996"], "ranked_scores": [0.7605, 0.7542, 0.743, 0.7025, 0.6793, 0.6774, 0.6749, 0.6689, 0.6666, 0.666], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "372986": {"relevant_ids": ["262882", "49961"], "ranked_ids": ["49961", "262882", "497531", "303468", "249896", "497357", "140334", "443239", "226818", "43966"], "ranked_scores": [0.7746, 0.7294, 0.6583, 0.6412, 0.6283, 0.628, 0.6271, 0.621, 0.6176, 0.6171], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "501182": {"relevant_ids": ["501181"], "ranked_ids": ["501181", "274777", "456116", "231545", "384476", "261255", "25920", "129993", "501373", "447737"], "ranked_scores": [0.7309, 0.6589, 0.599, 0.5967, 0.5936, 0.5896, 0.5671, 0.5657, 0.5637, 0.5635], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13800": {"relevant_ids": ["376590", "408522", "13799"], "ranked_ids": ["13799", "376590", "179943", "281010", "481109", "408522", "389968", "454343", "23302", "363079"], "ranked_scores": [0.7555, 0.7341, 0.709, 0.7012, 0.6907, 0.6805, 0.667, 0.6655, 0.6594, 0.6587], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.7654, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.9325, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "250143": {"relevant_ids": ["250142"], "ranked_ids": ["250142", "473276", "225655", "509758", "50539", "206630", "509757", "368186", "76062", "460976"], "ranked_scores": [0.7423, 0.6909, 0.6214, 0.6135, 0.6068, 0.6014, 0.6013, 0.6002, 0.5982, 0.5979], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13223": {"relevant_ids": ["88349", "156773", "88348", "20277", "13224"], "ranked_ids": ["156773", "13224", "88349", "88348", "137719", "366749", "86343", "20277", "223304", "24720"], "ranked_scores": [0.8163, 0.803, 0.7862, 0.7842, 0.7734, 0.7686, 0.7669, 0.755, 0.7525, 0.7516], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.2, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6, "ndcg@5": 0.8688, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.8, "ndcg@10": 0.9758, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "11002": {"relevant_ids": ["11003"], "ranked_ids": ["11003", "444112", "10212", "144197", "489539", "241075", "40099", "87346", "42203", "17317"], "ranked_scores": [0.7812, 0.7517, 0.7424, 0.7312, 0.7181, 0.717, 0.7105, 0.7102, 0.7077, 0.7002], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177653": {"relevant_ids": ["79732"], "ranked_ids": ["79732", "39174", "525756", "412316", "525755", "310721", "225019", "200611", "395587", "17635"], "ranked_scores": [0.739, 0.642, 0.6226, 0.6175, 0.6166, 0.5947, 0.5923, 0.5885, 0.582, 0.576], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "415592": {"relevant_ids": ["415591"], "ranked_ids": ["415591", "499684", "430072", "338816", "379146", "338815", "84634", "17843", "379147", "288357"], "ranked_scores": [0.738, 0.651, 0.6336, 0.6266, 0.6264, 0.6203, 0.6181, 0.6161, 0.6138, 0.6124], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "511196": {"relevant_ids": ["511197"], "ranked_ids": ["511197", "156490", "459789", "251545", "77372", "191329", "45940", "414717", "289278", "224675"], "ranked_scores": [0.7213, 0.5989, 0.5802, 0.5767, 0.5741, 0.5724, 0.5714, 0.5694, 0.5674, 0.5666], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "344845": {"relevant_ids": ["344844"], "ranked_ids": ["344844", "187882", "503908", "79987", "327548", "4915", "161471", "111672", "95946", "384928"], "ranked_scores": [0.7759, 0.7334, 0.7219, 0.7162, 0.7153, 0.7124, 0.7118, 0.7102, 0.7092, 0.7074], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "396744": {"relevant_ids": ["396745"], "ranked_ids": ["396745", "236438", "454241", "481437", "489628", "112050", "284966", "511557", "375685", "527221"], "ranked_scores": [0.679, 0.6288, 0.6244, 0.624, 0.6107, 0.6028, 0.5949, 0.591, 0.5887, 0.5851], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "452398": {"relevant_ids": ["452399"], "ranked_ids": ["452399", "530610", "304781", "90225", "372901", "461682", "60646", "324290", "325254", "267939"], "ranked_scores": [0.7341, 0.6195, 0.586, 0.5728, 0.5688, 0.5668, 0.5653, 0.5619, 0.5613, 0.5605], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "182114": {"relevant_ids": ["182113"], "ranked_ids": ["196647", "234482", "182113", "481882", "139689", "425919", "24197", "31137", "531602", "533693"], "ranked_scores": [0.7278, 0.664, 0.6615, 0.652, 0.6454, 0.64, 0.6383, 0.6332, 0.6329, 0.6326], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "486260": {"relevant_ids": ["486259"], "ranked_ids": ["486259", "392356", "113749", "29049", "209255", "209254", "146737", "146738", "492147", "266904"], "ranked_scores": [0.7523, 0.7247, 0.7189, 0.6975, 0.6957, 0.6954, 0.6911, 0.6885, 0.6872, 0.6856], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "455140": {"relevant_ids": ["315935"], "ranked_ids": ["315935", "427112", "150842", "315936", "308963", "50224", "142202", "211061", "197018", "124700"], "ranked_scores": [0.7293, 0.6814, 0.674, 0.6568, 0.6545, 0.6435, 0.6391, 0.6322, 0.6292, 0.6277], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "56198": {"relevant_ids": ["56199"], "ranked_ids": ["56199", "130971", "308888", "160194", "431226", "43404", "422259", "43405", "243039", "249114"], "ranked_scores": [0.7555, 0.5748, 0.5696, 0.5667, 0.5595, 0.5588, 0.5432, 0.5388, 0.5364, 0.5312], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "30172": {"relevant_ids": ["145119", "373486", "145120", "185817", "30173", "68426"], "ranked_ids": ["145120", "160900", "68426", "373486", "205338", "185817", "30173", "15236", "192604", "82405"], "ranked_scores": [0.8283, 0.8257, 0.8158, 0.8023, 0.7953, 0.7786, 0.7784, 0.778, 0.7755, 0.7715], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.1667, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.6548, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.7929, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.8333}, "127880": {"relevant_ids": ["241164"], "ranked_ids": ["241164", "210277", "370634", "121458", "135083", "450198", "358959", "504771", "22396", "366050"], "ranked_scores": [0.7328, 0.6362, 0.635, 0.6329, 0.6241, 0.6037, 0.5964, 0.5938, 0.5856, 0.5828], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "167969": {"relevant_ids": ["174461"], "ranked_ids": ["174461", "360983", "449678", "315016", "172806", "85534", "448412", "34814", "91854", "347474"], "ranked_scores": [0.7396, 0.7349, 0.6517, 0.6496, 0.639, 0.6387, 0.6313, 0.6276, 0.6246, 0.6187], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "97986": {"relevant_ids": ["97987"], "ranked_ids": ["97987", "44589", "105886", "371360", "290935", "98924", "41242", "141075", "326597", "41241"], "ranked_scores": [0.7503, 0.7048, 0.6056, 0.6028, 0.5975, 0.5968, 0.594, 0.5922, 0.5869, 0.5868], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "12865": {"relevant_ids": ["105683"], "ranked_ids": ["105683", "92902", "356189", "83623", "69748", "63277", "83622", "188959", "6376", "291690"], "ranked_scores": [0.7712, 0.6803, 0.6767, 0.6607, 0.6465, 0.6449, 0.6405, 0.6343, 0.6235, 0.6234], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "215681": {"relevant_ids": ["215680"], "ranked_ids": ["215680", "5733", "177080", "349338", "301165", "171713", "54139", "376328", "252239", "297373"], "ranked_scores": [0.8089, 0.6944, 0.6836, 0.6835, 0.6765, 0.6754, 0.6709, 0.6704, 0.6704, 0.6554], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-bge-base-en-v1.5-mrl-512-pq-m64-n8": {"127728": {"relevant_ids": ["127729"], "ranked_ids": ["38063", "127729", "342610", "190150", "450133", "250619", "145244", "127676", "317591", "276617"], "ranked_scores": [0.6996, 0.6992, 0.6586, 0.649, 0.6443, 0.6412, 0.6412, 0.6412, 0.6353, 0.6338], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "318820": {"relevant_ids": ["318821"], "ranked_ids": ["318821", "367479", "355161", "491039", "222238", "496708", "76767", "457906", "491038", "481262"], "ranked_scores": [0.8779, 0.7464, 0.7261, 0.6949, 0.6896, 0.6864, 0.6806, 0.6772, 0.6538, 0.6483], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "296098": {"relevant_ids": ["296097"], "ranked_ids": ["45507", "469868", "296097", "134752", "173403", "307653", "423933", "45506", "364131", "56686"], "ranked_scores": [0.7192, 0.7103, 0.7065, 0.7059, 0.6899, 0.6835, 0.6616, 0.6526, 0.6328, 0.6219], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "150414": {"relevant_ids": ["192835"], "ranked_ids": ["192835", "105782", "516620", "8875", "21131", "126746", "105783", "103122", "126745", "132912"], "ranked_scores": [0.91, 0.9071, 0.8756, 0.8342, 0.8233, 0.8226, 0.8214, 0.8074, 0.7788, 0.7669], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145582": {"relevant_ids": ["145583"], "ranked_ids": ["145583", "299264", "316486", "87614", "130013", "285851", "285962", "369955", "508501", "158478"], "ranked_scores": [0.7507, 0.6834, 0.5679, 0.5593, 0.5457, 0.5445, 0.5367, 0.5326, 0.5314, 0.5311], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "315712": {"relevant_ids": ["315713"], "ranked_ids": ["315713", "396505", "203205", "153536", "236508", "355553", "55162", "67179", "242340", "392344"], "ranked_scores": [0.8678, 0.7269, 0.6981, 0.6815, 0.6673, 0.6567, 0.6565, 0.6564, 0.6548, 0.6547], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145739": {"relevant_ids": ["145740"], "ranked_ids": ["145740", "241979", "366074", "415781", "115412", "303090", "8705", "148222", "347337", "180147"], "ranked_scores": [0.8313, 0.7461, 0.7276, 0.6843, 0.6751, 0.6742, 0.6602, 0.6566, 0.6518, 0.6508], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "308127": {"relevant_ids": ["308126"], "ranked_ids": ["308126", "385951", "282571", "498938", "139188", "77650", "18335", "427265", "367804", "287482"], "ranked_scores": [0.8116, 0.6332, 0.6256, 0.6207, 0.6194, 0.5994, 0.5923, 0.582, 0.5806, 0.5693], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "287245": {"relevant_ids": ["283199", "322650", "283198"], "ranked_ids": ["283199", "322650", "283198", "221784", "188940", "508239", "420279", "208412", "109049", "405392"], "ranked_scores": [0.8218, 0.8203, 0.818, 0.6136, 0.6056, 0.5989, 0.5931, 0.5903, 0.5759, 0.5744], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "14755": {"relevant_ids": ["211906", "14756"], "ranked_ids": ["211906", "450970", "14756", "30834", "235454", "57678", "236793", "383325", "449494", "535700"], "ranked_scores": [0.9099, 0.9075, 0.9073, 0.8092, 0.7842, 0.7539, 0.7287, 0.7244, 0.7215, 0.7062], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.9197, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.9197, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9197, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "370170": {"relevant_ids": ["370169"], "ranked_ids": ["370169", "433820", "466920", "537762", "404718", "449037", "156412", "334238", "211280", "476551"], "ranked_scores": [0.8932, 0.6666, 0.6509, 0.6423, 0.6296, 0.6141, 0.6063, 0.5937, 0.5929, 0.5916], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "41774": {"relevant_ids": ["41773"], "ranked_ids": ["41773", "239344", "214766", "307530", "173048", "442459", "280245", "467781", "468656", "358582"], "ranked_scores": [0.8267, 0.6287, 0.6247, 0.6189, 0.5942, 0.5875, 0.5872, 0.5763, 0.5706, 0.5625], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "399648": {"relevant_ids": ["399649"], "ranked_ids": ["399649", "283129", "462253", "154368", "146745", "445074", "21253", "212809", "26748", "188527"], "ranked_scores": [0.9031, 0.672, 0.6604, 0.6585, 0.6581, 0.6555, 0.6407, 0.626, 0.6243, 0.6231], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "504811": {"relevant_ids": ["504810"], "ranked_ids": ["504810", "309894", "55899", "448774", "298555", "74588", "90374", "179618", "220414", "279073"], "ranked_scores": [0.8971, 0.7021, 0.6795, 0.6744, 0.6731, 0.6636, 0.6566, 0.6532, 0.6508, 0.6451], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "362950": {"relevant_ids": ["362949", "400212"], "ranked_ids": ["362949", "400212", "105920", "427587", "465929", "105919", "244712", "429502", "291799", "9132"], "ranked_scores": [0.8334, 0.8301, 0.7541, 0.7485, 0.7437, 0.7366, 0.7344, 0.7326, 0.7286, 0.7225], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "155873": {"relevant_ids": ["155874"], "ranked_ids": ["155874", "392604", "136219", "446058", "294020", "3139", "97652", "292617", "444541", "246660"], "ranked_scores": [0.7291, 0.7177, 0.6295, 0.6257, 0.5954, 0.5873, 0.5842, 0.5838, 0.5808, 0.5793], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "263432": {"relevant_ids": ["263433"], "ranked_ids": ["263433", "128303", "371563", "18217", "471057", "301563", "407204", "279243", "258335", "305072"], "ranked_scores": [0.7733, 0.6991, 0.6519, 0.625, 0.61, 0.6081, 0.5983, 0.5946, 0.5854, 0.5805], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "354945": {"relevant_ids": ["354946"], "ranked_ids": ["354946", "254071", "322478", "462984", "462983", "236419", "473769", "243923", "76723", "43544"], "ranked_scores": [0.8718, 0.7356, 0.6815, 0.6529, 0.6365, 0.6084, 0.5765, 0.5566, 0.5485, 0.5428], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "245417": {"relevant_ids": ["248195", "219475"], "ranked_ids": ["40657", "219475", "248195", "64433", "413039", "37326", "319022", "164159", "152213", "368145"], "ranked_scores": [0.8683, 0.8462, 0.8134, 0.8048, 0.7753, 0.7739, 0.7694, 0.7603, 0.7181, 0.7123], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6934, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6934, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6934, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "516276": {"relevant_ids": ["516277"], "ranked_ids": ["516277", "34173", "19755", "76958", "62062", "510783", "352189", "44716", "112502", "471902"], "ranked_scores": [0.9114, 0.7982, 0.7859, 0.7593, 0.7574, 0.7557, 0.734, 0.7298, 0.7255, 0.7222], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177580": {"relevant_ids": ["177579"], "ranked_ids": ["177579", "18081", "234825", "272252", "129412", "60577", "115954", "76563", "446100", "9954"], "ranked_scores": [0.8886, 0.6195, 0.6094, 0.6084, 0.5999, 0.5943, 0.5916, 0.5854, 0.5854, 0.5838], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "309865": {"relevant_ids": ["78624", "78623", "33713"], "ranked_ids": ["78623", "405094", "33713", "78624", "153484", "209041", "437065", "495751", "20635", "360054"], "ranked_scores": [0.9074, 0.9074, 0.9014, 0.8792, 0.8746, 0.825, 0.8172, 0.8054, 0.7935, 0.7918], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.906, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.906, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "510387": {"relevant_ids": ["510386"], "ranked_ids": ["241538", "510386", "40390", "371033", "241537", "344869", "212478", "170896", "52003", "112669"], "ranked_scores": [0.8306, 0.8177, 0.7985, 0.7952, 0.7851, 0.7735, 0.7667, 0.7641, 0.7445, 0.7273], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "26645": {"relevant_ids": ["26644"], "ranked_ids": ["26644", "108781", "318396", "207775", "169541", "411539", "39917", "83874", "83875", "221561"], "ranked_scores": [0.8959, 0.755, 0.7194, 0.6906, 0.68, 0.6701, 0.6667, 0.6634, 0.6584, 0.6486], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "47788": {"relevant_ids": ["455725"], "ranked_ids": ["455725", "47703", "518171", "348138", "59223", "47789", "8505", "235686", "101721", "37221"], "ranked_scores": [0.8702, 0.8438, 0.8382, 0.8314, 0.814, 0.8033, 0.8031, 0.8007, 0.7989, 0.7938], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "338281": {"relevant_ids": ["338282"], "ranked_ids": ["338282", "138712", "200288", "11563", "452930", "338711", "263861", "327767", "291354", "438656"], "ranked_scores": [0.8403, 0.6134, 0.6055, 0.5993, 0.5902, 0.5866, 0.5716, 0.5665, 0.5454, 0.532], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "461149": {"relevant_ids": ["461148"], "ranked_ids": ["461148", "525835", "203100", "443095", "283905", "527101", "250197", "335800", "417040", "519891"], "ranked_scores": [0.8236, 0.8092, 0.7913, 0.7053, 0.6912, 0.6697, 0.6673, 0.6658, 0.6639, 0.6593], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "346126": {"relevant_ids": ["110711", "110710"], "ranked_ids": ["110710", "110711", "154338", "254526", "296319", "229972", "340823", "168350", "6816", "203476"], "ranked_scores": [0.8789, 0.8524, 0.8447, 0.7516, 0.7442, 0.7392, 0.7255, 0.7233, 0.7151, 0.7119], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "372986": {"relevant_ids": ["262882", "49961"], "ranked_ids": ["49961", "262882", "497531", "303468", "226818", "215938", "497357", "443239", "415486", "140334"], "ranked_scores": [0.8984, 0.8368, 0.7236, 0.7109, 0.6901, 0.6862, 0.6829, 0.6766, 0.6656, 0.6606], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "501182": {"relevant_ids": ["501181"], "ranked_ids": ["501181", "274777", "231545", "402718", "261255", "179018", "447737", "384476", "456116", "251312"], "ranked_scores": [0.8264, 0.6934, 0.622, 0.6107, 0.6075, 0.6047, 0.598, 0.5933, 0.5915, 0.5858], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13800": {"relevant_ids": ["376590", "408522", "13799"], "ranked_ids": ["13799", "376590", "179943", "408522", "481109", "281010", "482825", "8622", "391952", "363079"], "ranked_scores": [0.8598, 0.8184, 0.787, 0.7855, 0.7477, 0.7386, 0.7052, 0.6963, 0.6952, 0.6898], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.9675, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9675, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "250143": {"relevant_ids": ["250142"], "ranked_ids": ["250142", "473276", "368186", "509758", "57155", "509757", "50539", "76062", "38409", "229130"], "ranked_scores": [0.9212, 0.8571, 0.6906, 0.687, 0.6845, 0.6695, 0.6679, 0.6679, 0.6555, 0.6484], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13223": {"relevant_ids": ["88349", "156773", "88348", "20277", "13224"], "ranked_ids": ["156773", "13224", "88349", "88348", "86343", "24720", "366749", "137719", "11938", "126265"], "ranked_scores": [0.9394, 0.9107, 0.896, 0.8959, 0.8896, 0.8764, 0.876, 0.8666, 0.8516, 0.8276], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.2, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6, "ndcg@5": 0.8688, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.8, "ndcg@10": 0.8688, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.8}, "11002": {"relevant_ids": ["11003"], "ranked_ids": ["11003", "144197", "444112", "42203", "10212", "241075", "489539", "266680", "87346", "347493"], "ranked_scores": [0.849, 0.8, 0.7999, 0.777, 0.777, 0.7721, 0.737, 0.7365, 0.7305, 0.7261], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177653": {"relevant_ids": ["79732"], "ranked_ids": ["79732", "39174", "525756", "395587", "412316", "194790", "310721", "373275", "282395", "225019"], "ranked_scores": [0.8856, 0.7238, 0.7196, 0.689, 0.6832, 0.6779, 0.6739, 0.6602, 0.6567, 0.6447], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "415592": {"relevant_ids": ["415591"], "ranked_ids": ["415591", "499684", "430072", "81159", "338816", "84634", "338815", "322822", "105088", "379146"], "ranked_scores": [0.8668, 0.7355, 0.6931, 0.6863, 0.6852, 0.6816, 0.679, 0.6734, 0.6722, 0.6701], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "511196": {"relevant_ids": ["511197"], "ranked_ids": ["511197", "251545", "45940", "414717", "77372", "289278", "156490", "13803", "459789", "491923"], "ranked_scores": [0.8444, 0.6653, 0.6503, 0.6463, 0.6453, 0.6419, 0.6309, 0.62, 0.6144, 0.6108], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "344845": {"relevant_ids": ["344844"], "ranked_ids": ["344844", "161471", "503908", "79987", "95946", "327548", "187882", "111672", "101085", "79986"], "ranked_scores": [0.8639, 0.7814, 0.7571, 0.7514, 0.7507, 0.7466, 0.7463, 0.727, 0.7238, 0.717], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "396744": {"relevant_ids": ["396745"], "ranked_ids": ["396745", "284966", "454241", "236438", "489628", "418055", "75585", "503444", "481437", "516168"], "ranked_scores": [0.792, 0.7551, 0.699, 0.662, 0.6536, 0.6438, 0.619, 0.6182, 0.612, 0.6103], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "452398": {"relevant_ids": ["452399"], "ranked_ids": ["452399", "530610", "90225", "267939", "346712", "372901", "324290", "96862", "303730", "102618"], "ranked_scores": [0.8593, 0.6383, 0.6226, 0.6155, 0.6078, 0.6014, 0.5991, 0.5876, 0.5832, 0.5808], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "182114": {"relevant_ids": ["182113"], "ranked_ids": ["196647", "182113", "234482", "481882", "139689", "425919", "533693", "531602", "328873", "383343"], "ranked_scores": [0.8444, 0.7699, 0.7491, 0.7317, 0.7028, 0.6946, 0.69, 0.676, 0.672, 0.6719], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "486260": {"relevant_ids": ["486259"], "ranked_ids": ["486259", "392356", "113749", "209254", "146738", "65893", "146737", "492147", "209255", "266904"], "ranked_scores": [0.8957, 0.8031, 0.7819, 0.7764, 0.7708, 0.7605, 0.7599, 0.75, 0.7341, 0.7327], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "455140": {"relevant_ids": ["315935"], "ranked_ids": ["315935", "308963", "427112", "150842", "124700", "335780", "16399", "315936", "142202", "519049"], "ranked_scores": [0.8555, 0.7638, 0.7611, 0.7478, 0.7347, 0.6995, 0.6989, 0.6984, 0.6806, 0.6794], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "56198": {"relevant_ids": ["56199"], "ranked_ids": ["56199", "160194", "308888", "431226", "43404", "130971", "243039", "43405", "11253", "523882"], "ranked_scores": [0.8884, 0.6545, 0.6278, 0.6277, 0.5874, 0.5753, 0.574, 0.5736, 0.5645, 0.5573], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "30172": {"relevant_ids": ["145119", "373486", "145120", "185817", "30173", "68426"], "ranked_ids": ["145120", "160900", "68426", "205338", "373486", "185817", "357893", "30173", "145119", "192604"], "ranked_scores": [0.9082, 0.9061, 0.8853, 0.8808, 0.8617, 0.8567, 0.8474, 0.8453, 0.822, 0.8201], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.1667, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.6399, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.8653, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "127880": {"relevant_ids": ["241164"], "ranked_ids": ["241164", "121458", "135083", "210277", "450198", "370634", "358959", "132797", "329579", "389443"], "ranked_scores": [0.8355, 0.7351, 0.7139, 0.6717, 0.6706, 0.6574, 0.653, 0.6408, 0.6261, 0.617], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "167969": {"relevant_ids": ["174461"], "ranked_ids": ["174461", "360983", "91854", "171665", "172806", "365197", "49800", "449678", "315016", "85534"], "ranked_scores": [0.8228, 0.8015, 0.7111, 0.6708, 0.6631, 0.659, 0.6565, 0.6501, 0.6454, 0.6423], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "97986": {"relevant_ids": ["97987"], "ranked_ids": ["97987", "44589", "393565", "105886", "108564", "384292", "326597", "284181", "212168", "41242"], "ranked_scores": [0.8968, 0.8406, 0.6693, 0.6689, 0.6517, 0.6394, 0.6325, 0.6293, 0.6119, 0.6098], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "12865": {"relevant_ids": ["105683"], "ranked_ids": ["105683", "356189", "83623", "92902", "69748", "83622", "277453", "231925", "188959", "528844"], "ranked_scores": [0.8957, 0.7829, 0.7346, 0.7314, 0.7016, 0.6914, 0.664, 0.6497, 0.6381, 0.6381], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "215681": {"relevant_ids": ["215680"], "ranked_ids": ["215680", "177080", "252239", "5733", "171713", "349338", "178515", "301165", "54139", "297373"], "ranked_scores": [0.9043, 0.7321, 0.7166, 0.712, 0.6941, 0.6931, 0.6845, 0.6837, 0.6836, 0.6682], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-bge-base-en-v1.5-mrl-notrunc-pq-m64-n8": {"127728": {"relevant_ids": ["127729"], "ranked_ids": ["127729", "38063", "127676", "321340", "317591", "26460", "485054", "48895", "190150", "92818"], "ranked_scores": [0.739, 0.7296, 0.6958, 0.6903, 0.6873, 0.6837, 0.6814, 0.6736, 0.6711, 0.6699], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "318820": {"relevant_ids": ["318821"], "ranked_ids": ["318821", "367479", "355161", "222238", "457906", "76767", "496708", "481262", "54496", "377941"], "ranked_scores": [0.8509, 0.7496, 0.74, 0.7188, 0.7011, 0.6952, 0.6944, 0.6728, 0.6722, 0.6669], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "296098": {"relevant_ids": ["296097"], "ranked_ids": ["134752", "45507", "173403", "423933", "307653", "296097", "469868", "45506", "364131", "56686"], "ranked_scores": [0.7444, 0.7424, 0.7265, 0.7256, 0.721, 0.7195, 0.7095, 0.7044, 0.6967, 0.6784], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "150414": {"relevant_ids": ["192835"], "ranked_ids": ["105782", "192835", "516620", "8875", "126746", "21131", "105783", "103122", "126745", "132912"], "ranked_scores": [0.9015, 0.9013, 0.883, 0.8537, 0.8382, 0.831, 0.8294, 0.8259, 0.804, 0.7943], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "145582": {"relevant_ids": ["145583"], "ranked_ids": ["145583", "299264", "316486", "87614", "285851", "345532", "177277", "285962", "449378", "508502"], "ranked_scores": [0.7396, 0.6791, 0.5886, 0.5753, 0.5718, 0.5674, 0.5673, 0.557, 0.552, 0.5466], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "315712": {"relevant_ids": ["315713"], "ranked_ids": ["315713", "203205", "396505", "153536", "67179", "242340", "521596", "9711", "236508", "268021"], "ranked_scores": [0.8399, 0.6809, 0.6769, 0.6631, 0.6621, 0.6607, 0.6573, 0.6572, 0.6548, 0.6523], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145739": {"relevant_ids": ["145740"], "ranked_ids": ["145740", "241979", "366074", "115412", "415781", "148222", "453401", "336202", "303090", "180147"], "ranked_scores": [0.8193, 0.7794, 0.7672, 0.7342, 0.7077, 0.6909, 0.679, 0.6741, 0.6679, 0.6652], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "308127": {"relevant_ids": ["308126"], "ranked_ids": ["308126", "282571", "498938", "385951", "77650", "301104", "367804", "139188", "154044", "326242"], "ranked_scores": [0.769, 0.6597, 0.6546, 0.6528, 0.6279, 0.6125, 0.604, 0.601, 0.594, 0.5908], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "287245": {"relevant_ids": ["283199", "322650", "283198"], "ranked_ids": ["283198", "322650", "283199", "221784", "420279", "508239", "505949", "188940", "109049", "208412"], "ranked_scores": [0.8296, 0.8285, 0.8265, 0.6312, 0.6275, 0.6233, 0.6157, 0.6095, 0.6064, 0.6062], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "14755": {"relevant_ids": ["211906", "14756"], "ranked_ids": ["450970", "211906", "14756", "235454", "30834", "57678", "236793", "535700", "218584", "383325"], "ranked_scores": [0.8918, 0.8908, 0.889, 0.8089, 0.8025, 0.7878, 0.767, 0.7406, 0.7381, 0.7366], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6934, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6934, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6934, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "370170": {"relevant_ids": ["370169"], "ranked_ids": ["370169", "433820", "466920", "404718", "537762", "449037", "387761", "476551", "417976", "211280"], "ranked_scores": [0.849, 0.6704, 0.6654, 0.664, 0.6547, 0.6433, 0.6194, 0.6168, 0.6054, 0.6007], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "41774": {"relevant_ids": ["41773"], "ranked_ids": ["41773", "239344", "214766", "307530", "442459", "467781", "141438", "173048", "358582", "280245"], "ranked_scores": [0.7973, 0.6679, 0.6135, 0.6087, 0.5969, 0.5837, 0.576, 0.576, 0.566, 0.5657], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "399648": {"relevant_ids": ["399649"], "ranked_ids": ["399649", "283129", "462253", "146745", "26748", "49710", "21253", "510807", "225815", "445074"], "ranked_scores": [0.8613, 0.6856, 0.6835, 0.6746, 0.674, 0.6691, 0.6554, 0.648, 0.6453, 0.6433], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "504811": {"relevant_ids": ["504810"], "ranked_ids": ["504810", "309894", "298555", "55899", "74588", "448774", "364238", "381008", "220414", "84826"], "ranked_scores": [0.8609, 0.713, 0.7126, 0.7124, 0.7033, 0.6933, 0.6842, 0.673, 0.6632, 0.6582], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "362950": {"relevant_ids": ["362949", "400212"], "ranked_ids": ["362949", "400212", "105920", "427587", "411503", "43209", "9132", "244712", "487392", "429502"], "ranked_scores": [0.826, 0.8152, 0.7711, 0.7491, 0.7485, 0.7479, 0.7465, 0.7444, 0.7434, 0.7433], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "155873": {"relevant_ids": ["155874"], "ranked_ids": ["392604", "155874", "294020", "292617", "446058", "136219", "97652", "246660", "3249", "439035"], "ranked_scores": [0.7272, 0.7245, 0.6278, 0.6134, 0.6131, 0.6052, 0.5935, 0.591, 0.587, 0.585], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "263432": {"relevant_ids": ["263433"], "ranked_ids": ["263433", "128303", "18217", "371563", "471057", "97259", "301563", "104254", "401373", "147629"], "ranked_scores": [0.7448, 0.6811, 0.6442, 0.6208, 0.6123, 0.6083, 0.5911, 0.5905, 0.5892, 0.589], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "354945": {"relevant_ids": ["354946"], "ranked_ids": ["354946", "254071", "322478", "462984", "462983", "236419", "473769", "243923", "76723", "43544"], "ranked_scores": [0.8388, 0.727, 0.701, 0.6556, 0.6381, 0.6134, 0.5863, 0.5694, 0.5349, 0.5307], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "245417": {"relevant_ids": ["248195", "219475"], "ranked_ids": ["40657", "219475", "64433", "248195", "413039", "319022", "37326", "164159", "152213", "8069"], "ranked_scores": [0.8277, 0.8257, 0.8028, 0.8015, 0.7893, 0.7567, 0.737, 0.73, 0.7172, 0.7134], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6509, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6509, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "516276": {"relevant_ids": ["516277"], "ranked_ids": ["516277", "34173", "19755", "76958", "510783", "62062", "197869", "112502", "286275", "44716"], "ranked_scores": [0.8838, 0.8038, 0.8009, 0.7641, 0.7631, 0.7527, 0.7395, 0.7291, 0.728, 0.7262], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177580": {"relevant_ids": ["177579"], "ranked_ids": ["177579", "18081", "446100", "115954", "60577", "272252", "76563", "464418", "455888", "129412"], "ranked_scores": [0.8313, 0.6025, 0.5955, 0.5945, 0.5903, 0.5867, 0.5814, 0.5784, 0.5784, 0.5751], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "309865": {"relevant_ids": ["78624", "78623", "33713"], "ranked_ids": ["33713", "405094", "78623", "153484", "78624", "437065", "209041", "143703", "20635", "495751"], "ranked_scores": [0.9033, 0.9016, 0.9016, 0.8824, 0.8736, 0.8323, 0.8299, 0.8259, 0.8202, 0.8106], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.8855, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.8855, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "510387": {"relevant_ids": ["510386"], "ranked_ids": ["241538", "371033", "510386", "40390", "241537", "212478", "344869", "170896", "284736", "91350"], "ranked_scores": [0.8238, 0.8141, 0.8117, 0.8107, 0.7924, 0.7852, 0.7797, 0.7648, 0.7426, 0.7389], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "26645": {"relevant_ids": ["26644"], "ranked_ids": ["26644", "108781", "318396", "169541", "221561", "39917", "207775", "144057", "411539", "461704"], "ranked_scores": [0.8532, 0.7395, 0.7013, 0.6794, 0.6696, 0.6623, 0.6564, 0.6541, 0.6411, 0.6406], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "47788": {"relevant_ids": ["455725"], "ranked_ids": ["455725", "59223", "47703", "235686", "518171", "101721", "8505", "348138", "47789", "331"], "ranked_scores": [0.8699, 0.8595, 0.8562, 0.8556, 0.854, 0.8515, 0.8446, 0.8389, 0.8278, 0.8259], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "338281": {"relevant_ids": ["338282"], "ranked_ids": ["338282", "138712", "452930", "263861", "338711", "200288", "291354", "119513", "327767", "478531"], "ranked_scores": [0.8151, 0.6002, 0.5798, 0.5782, 0.5754, 0.5648, 0.5605, 0.5457, 0.5391, 0.539], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "461149": {"relevant_ids": ["461148"], "ranked_ids": ["461148", "203100", "525835", "283905", "443095", "307096", "335800", "392720", "527101", "528608"], "ranked_scores": [0.8119, 0.7818, 0.7778, 0.7025, 0.6998, 0.688, 0.6807, 0.6791, 0.6788, 0.6787], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "346126": {"relevant_ids": ["110711", "110710"], "ranked_ids": ["110710", "110711", "154338", "254526", "168350", "296319", "340823", "55038", "108617", "203476"], "ranked_scores": [0.8576, 0.8325, 0.8246, 0.745, 0.7437, 0.7324, 0.7281, 0.7274, 0.7273, 0.7262], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "372986": {"relevant_ids": ["262882", "49961"], "ranked_ids": ["49961", "262882", "497531", "497357", "303468", "215938", "108183", "415486", "485235", "226818"], "ranked_scores": [0.8676, 0.8231, 0.7052, 0.6969, 0.6921, 0.6905, 0.6873, 0.6872, 0.6832, 0.6777], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "501182": {"relevant_ids": ["501181"], "ranked_ids": ["501181", "274777", "447737", "179018", "261255", "384476", "325288", "231545", "25920", "402718"], "ranked_scores": [0.7871, 0.6755, 0.6368, 0.6186, 0.5989, 0.5942, 0.5932, 0.5897, 0.587, 0.5809], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13800": {"relevant_ids": ["376590", "408522", "13799"], "ranked_ids": ["13799", "376590", "179943", "408522", "481109", "281010", "8622", "391952", "443465", "33190"], "ranked_scores": [0.8304, 0.8164, 0.7985, 0.7841, 0.7803, 0.731, 0.7208, 0.7196, 0.699, 0.6904], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.9675, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9675, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "250143": {"relevant_ids": ["250142"], "ranked_ids": ["250142", "473276", "509758", "509757", "57155", "368186", "225655", "50538", "76062", "318482"], "ranked_scores": [0.8975, 0.8533, 0.7041, 0.6845, 0.6845, 0.6801, 0.6723, 0.6535, 0.6509, 0.646], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13223": {"relevant_ids": ["88349", "156773", "88348", "20277", "13224"], "ranked_ids": ["156773", "13224", "88348", "366749", "88349", "86343", "24720", "137719", "11938", "173790"], "ranked_scores": [0.926, 0.9163, 0.9086, 0.9071, 0.903, 0.9029, 0.8831, 0.8721, 0.8677, 0.8544], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.2, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6, "ndcg@5": 0.8539, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.8, "ndcg@10": 0.8539, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.8}, "11002": {"relevant_ids": ["11003"], "ranked_ids": ["11003", "444112", "144197", "10212", "241075", "42203", "87346", "489539", "153944", "266680"], "ranked_scores": [0.8518, 0.8193, 0.7984, 0.7981, 0.7903, 0.7877, 0.7727, 0.7707, 0.7627, 0.7607], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177653": {"relevant_ids": ["79732"], "ranked_ids": ["79732", "39174", "310721", "525756", "200611", "395587", "373717", "225019", "293259", "194790"], "ranked_scores": [0.856, 0.7453, 0.6952, 0.6951, 0.6942, 0.6921, 0.6878, 0.6664, 0.6662, 0.6604], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "415592": {"relevant_ids": ["415591"], "ranked_ids": ["415591", "430072", "499684", "105088", "81159", "288357", "84634", "523917", "338815", "494912"], "ranked_scores": [0.8378, 0.7111, 0.7073, 0.6968, 0.694, 0.6881, 0.6861, 0.6794, 0.6768, 0.676], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "511196": {"relevant_ids": ["511197"], "ranked_ids": ["511197", "459789", "45940", "156490", "414717", "77372", "251545", "13803", "491923", "289278"], "ranked_scores": [0.8175, 0.6658, 0.6607, 0.6574, 0.655, 0.6463, 0.6422, 0.6289, 0.6213, 0.6185], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "344845": {"relevant_ids": ["344844"], "ranked_ids": ["344844", "503908", "95946", "161471", "79987", "187882", "125075", "327548", "4915", "520124"], "ranked_scores": [0.8374, 0.7601, 0.7594, 0.7514, 0.7447, 0.7423, 0.7381, 0.7361, 0.7338, 0.7292], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "396744": {"relevant_ids": ["396745"], "ranked_ids": ["396745", "284966", "454241", "236438", "418055", "219399", "481437", "8609", "338567", "503444"], "ranked_scores": [0.7754, 0.7506, 0.7019, 0.6886, 0.6573, 0.6429, 0.639, 0.638, 0.6328, 0.6324], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "452398": {"relevant_ids": ["452399"], "ranked_ids": ["452399", "530610", "435989", "267939", "304781", "324290", "346712", "461682", "102618", "267712"], "ranked_scores": [0.838, 0.6515, 0.629, 0.621, 0.6123, 0.6104, 0.6083, 0.6078, 0.6067, 0.6051], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "182114": {"relevant_ids": ["182113"], "ranked_ids": ["196647", "182113", "234482", "481882", "139689", "328873", "425919", "383343", "162482", "531602"], "ranked_scores": [0.8236, 0.7869, 0.7548, 0.7513, 0.7381, 0.7288, 0.7272, 0.7198, 0.7117, 0.7057], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "486260": {"relevant_ids": ["486259"], "ranked_ids": ["486259", "392356", "209254", "113749", "146738", "241333", "146737", "492147", "65893", "345426"], "ranked_scores": [0.8591, 0.7852, 0.7847, 0.7811, 0.7755, 0.7622, 0.758, 0.7468, 0.7428, 0.7339], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "455140": {"relevant_ids": ["315935"], "ranked_ids": ["315935", "150842", "308963", "427112", "50224", "124700", "315936", "142202", "335780", "16399"], "ranked_scores": [0.8267, 0.7488, 0.7442, 0.729, 0.721, 0.7155, 0.7117, 0.6987, 0.6983, 0.6801], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "56198": {"relevant_ids": ["56199"], "ranked_ids": ["56199", "160194", "308888", "431226", "243039", "43405", "130971", "43404", "249114", "310462"], "ranked_scores": [0.8469, 0.669, 0.6667, 0.6576, 0.6267, 0.6172, 0.6141, 0.6124, 0.6033, 0.6007], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "30172": {"relevant_ids": ["145119", "373486", "145120", "185817", "30173", "68426"], "ranked_ids": ["160900", "145120", "68426", "373486", "205338", "30173", "357893", "145119", "185817", "185581"], "ranked_scores": [0.9114, 0.9104, 0.8915, 0.887, 0.8868, 0.8842, 0.8678, 0.854, 0.8448, 0.8377], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5307, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.5296, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.7669, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "127880": {"relevant_ids": ["241164"], "ranked_ids": ["241164", "135083", "121458", "141773", "210277", "370634", "329579", "358959", "366050", "504771"], "ranked_scores": [0.819, 0.7476, 0.7402, 0.7028, 0.6968, 0.6899, 0.6611, 0.6504, 0.6483, 0.6388], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "167969": {"relevant_ids": ["174461"], "ranked_ids": ["360983", "174461", "91854", "171665", "347474", "315016", "365197", "34814", "449678", "49800"], "ranked_scores": [0.8177, 0.8158, 0.7146, 0.7007, 0.6889, 0.6791, 0.6755, 0.6741, 0.6714, 0.6712], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "97986": {"relevant_ids": ["97987"], "ranked_ids": ["97987", "44589", "393565", "284181", "105886", "384292", "371360", "108778", "104642", "326597"], "ranked_scores": [0.8851, 0.8502, 0.6959, 0.6599, 0.6523, 0.6476, 0.6398, 0.6376, 0.6354, 0.6338], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "12865": {"relevant_ids": ["105683"], "ranked_ids": ["105683", "356189", "92902", "83623", "83622", "69748", "231925", "291690", "63277", "188959"], "ranked_scores": [0.8655, 0.7476, 0.7436, 0.7375, 0.709, 0.6926, 0.6802, 0.6633, 0.6614, 0.6573], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "215681": {"relevant_ids": ["215680"], "ranked_ids": ["215680", "177080", "5733", "178515", "301165", "54139", "252239", "171713", "297373", "349338"], "ranked_scores": [0.8741, 0.7402, 0.7221, 0.7014, 0.6979, 0.6979, 0.6976, 0.6939, 0.6907, 0.6903], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-roberta-base-mrl-64-pq-m4-n8": {"127728": {"relevant_ids": ["127729"], "ranked_ids": ["92818", "38063", "127729", "355763", "485054", "257349", "188019", "382156", "153290", "276617"], "ranked_scores": [0.7944, 0.7531, 0.7531, 0.7465, 0.7376, 0.7361, 0.7285, 0.722, 0.7184, 0.7184], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "318820": {"relevant_ids": ["318821"], "ranked_ids": ["318821", "441089", "178549", "222238", "42413", "367479", "45151", "20112", "190698", "531949"], "ranked_scores": [0.8506, 0.8119, 0.8092, 0.8079, 0.7971, 0.7971, 0.7892, 0.7807, 0.7802, 0.7568], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "296098": {"relevant_ids": ["296097"], "ranked_ids": ["412371", "493414", "364131", "492756", "307653", "134752", "306212", "173403", "24603", "469868"], "ranked_scores": [0.6974, 0.6834, 0.6601, 0.657, 0.6547, 0.6547, 0.6385, 0.6367, 0.6273, 0.6271], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "150414": {"relevant_ids": ["192835"], "ranked_ids": ["459278", "516620", "105782", "105783", "192835", "391151", "126746", "259561", "352747", "159263"], "ranked_scores": [0.9077, 0.8795, 0.8755, 0.866, 0.8622, 0.8565, 0.853, 0.8493, 0.8348, 0.8344], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "145582": {"relevant_ids": ["145583"], "ranked_ids": ["145583", "432243", "16399", "173109", "472217", "299264", "195479", "423943", "285851", "520955"], "ranked_scores": [0.6683, 0.5654, 0.5589, 0.5325, 0.5226, 0.5147, 0.5078, 0.4903, 0.4847, 0.4821], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "315712": {"relevant_ids": ["315713"], "ranked_ids": ["303045", "303044", "319096", "236508", "377891", "298503", "521596", "16354", "355553", "366216"], "ranked_scores": [0.7762, 0.7762, 0.7703, 0.7622, 0.7582, 0.7544, 0.7466, 0.7446, 0.7411, 0.7407], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "145739": {"relevant_ids": ["145740"], "ranked_ids": ["145740", "148222", "115412", "415781", "366074", "8705", "465597", "241979", "347337", "358623"], "ranked_scores": [0.8422, 0.8422, 0.8422, 0.829, 0.821, 0.821, 0.821, 0.8106, 0.7725, 0.7438], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "308127": {"relevant_ids": ["308126"], "ranked_ids": ["402262", "386807", "301104", "395527", "329643", "282571", "326242", "35763", "308126", "385951"], "ranked_scores": [0.8347, 0.8347, 0.8347, 0.8165, 0.8046, 0.8018, 0.779, 0.7725, 0.7724, 0.7721], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "287245": {"relevant_ids": ["283199", "322650", "283198"], "ranked_ids": ["283199", "322650", "283198", "405392", "160820", "221784", "131380", "221783", "188682", "304904"], "ranked_scores": [0.7473, 0.7473, 0.7212, 0.7106, 0.6885, 0.6848, 0.6848, 0.6848, 0.6833, 0.6812], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "14755": {"relevant_ids": ["211906", "14756"], "ranked_ids": ["14756", "450970", "211906", "235454", "369731", "236793", "77860", "91112", "57678", "74058"], "ranked_scores": [0.808, 0.808, 0.808, 0.7785, 0.7785, 0.7637, 0.7472, 0.7472, 0.7388, 0.7382], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.9197, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.9197, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9197, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "370170": {"relevant_ids": ["370169"], "ranked_ids": ["370169", "88911", "191527", "459345", "442132", "476551", "419219", "227009", "482402", "229340"], "ranked_scores": [0.782, 0.6541, 0.647, 0.635, 0.6296, 0.6245, 0.6242, 0.604, 0.5987, 0.5947], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "41774": {"relevant_ids": ["41773"], "ranked_ids": ["41773", "53738", "468655", "442459", "17691", "214766", "467781", "239344", "339534", "179973"], "ranked_scores": [0.7875, 0.7079, 0.6682, 0.6666, 0.649, 0.6471, 0.6471, 0.641, 0.6358, 0.6339], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "399648": {"relevant_ids": ["399649"], "ranked_ids": ["399649", "124071", "5830", "167487", "167488", "159777", "486011", "225815", "435035", "359281"], "ranked_scores": [0.8674, 0.809, 0.809, 0.793, 0.7856, 0.7807, 0.7789, 0.7644, 0.7579, 0.7245], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "504811": {"relevant_ids": ["504810"], "ranked_ids": ["504810", "84826", "309894", "448774", "386903", "214151", "298555", "451065", "160704", "307403"], "ranked_scores": [0.8502, 0.7895, 0.786, 0.786, 0.7856, 0.7856, 0.7415, 0.7335, 0.7238, 0.7238], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "362950": {"relevant_ids": ["362949", "400212"], "ranked_ids": ["362949", "438104", "475478", "427587", "348827", "155870", "253914", "68956", "411503", "400212"], "ranked_scores": [0.8635, 0.8597, 0.8597, 0.8597, 0.8313, 0.8313, 0.8249, 0.8224, 0.8224, 0.8203], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.7904, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "155873": {"relevant_ids": ["155874"], "ranked_ids": ["136219", "383066", "440807", "206283", "155874", "346009", "241611", "91610", "267560", "122134"], "ranked_scores": [0.7349, 0.7204, 0.7169, 0.7144, 0.7019, 0.6707, 0.6534, 0.6477, 0.6469, 0.6397], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "263432": {"relevant_ids": ["263433"], "ranked_ids": ["263433", "128303", "374181", "192229", "510661", "407204", "145419", "286225", "161701", "184766"], "ranked_scores": [0.6763, 0.6588, 0.6532, 0.6136, 0.6099, 0.599, 0.594, 0.5907, 0.5881, 0.5851], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "354945": {"relevant_ids": ["354946"], "ranked_ids": ["354946", "254071", "202817", "473769", "388705", "462983", "360786", "395883", "270310", "263939"], "ranked_scores": [0.8727, 0.8727, 0.6445, 0.6377, 0.6322, 0.6038, 0.5958, 0.5338, 0.5317, 0.5298], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "245417": {"relevant_ids": ["248195", "219475"], "ranked_ids": ["248195", "219475", "40657", "413039", "110033", "14180", "64433", "152213", "96458", "413040"], "ranked_scores": [0.8425, 0.8425, 0.8116, 0.8082, 0.7882, 0.7876, 0.7876, 0.7848, 0.7775, 0.7771], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "516276": {"relevant_ids": ["516277"], "ranked_ids": ["516277", "76000", "352189", "378174", "510783", "286275", "68652", "502570", "438101", "437452"], "ranked_scores": [0.8722, 0.7894, 0.7754, 0.7537, 0.7535, 0.7496, 0.7477, 0.7376, 0.7336, 0.7205], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177580": {"relevant_ids": ["177579"], "ranked_ids": ["177579", "115954", "118897", "209698", "234825", "446100", "464418", "455888", "9954", "18081"], "ranked_scores": [0.7883, 0.6877, 0.6685, 0.6386, 0.633, 0.6327, 0.6327, 0.6327, 0.6272, 0.6253], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "309865": {"relevant_ids": ["78624", "78623", "33713"], "ranked_ids": ["209041", "495751", "153484", "202593", "20635", "78623", "405094", "78624", "33713", "158229"], "ranked_scores": [0.8651, 0.8599, 0.8503, 0.8287, 0.8228, 0.8228, 0.8228, 0.8228, 0.8181, 0.799], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.4565, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "510387": {"relevant_ids": ["510386"], "ranked_ids": ["170896", "52003", "296261", "510386", "344869", "241538", "241537", "40390", "160232", "212478"], "ranked_scores": [0.9012, 0.9012, 0.9012, 0.897, 0.897, 0.8957, 0.8929, 0.8929, 0.889, 0.8772], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "26645": {"relevant_ids": ["26644"], "ranked_ids": ["26644", "286617", "148567", "267521", "254189", "240705", "507090", "415276", "209092", "259432"], "ranked_scores": [0.8496, 0.7652, 0.7623, 0.7489, 0.7426, 0.7353, 0.7228, 0.7089, 0.702, 0.702], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "47788": {"relevant_ids": ["455725"], "ranked_ids": ["105230", "163881", "87678", "87039", "85764", "87038", "26694", "455725", "47789", "59223"], "ranked_scores": [0.9128, 0.9128, 0.9128, 0.9128, 0.9128, 0.9128, 0.9128, 0.9127, 0.9127, 0.9127], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "338281": {"relevant_ids": ["338282"], "ranked_ids": ["338282", "85881", "464239", "327767", "100426", "203063", "22636", "399331", "382555", "146236"], "ranked_scores": [0.8414, 0.7114, 0.6935, 0.6782, 0.6741, 0.6563, 0.6424, 0.6401, 0.6182, 0.6168], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "461149": {"relevant_ids": ["461148"], "ranked_ids": ["381960", "461148", "525835", "302225", "203100", "455937", "475952", "482221", "392720", "180791"], "ranked_scores": [0.8031, 0.7805, 0.7805, 0.762, 0.7597, 0.7544, 0.7359, 0.7359, 0.7358, 0.7334], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "346126": {"relevant_ids": ["110711", "110710"], "ranked_ids": ["110710", "254526", "110711", "154338", "108617", "203476", "296319", "68493", "340823", "381810"], "ranked_scores": [0.887, 0.8774, 0.8774, 0.8582, 0.8561, 0.8561, 0.8412, 0.8381, 0.8257, 0.82], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.9197, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.9197, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9197, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "372986": {"relevant_ids": ["262882", "49961"], "ranked_ids": ["49961", "262882", "303468", "443239", "485235", "140335", "516501", "124609", "494989", "147860"], "ranked_scores": [0.8478, 0.7902, 0.7596, 0.7584, 0.7407, 0.732, 0.7291, 0.7198, 0.6987, 0.6887], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "501182": {"relevant_ids": ["501181"], "ranked_ids": ["501181", "518204", "181112", "356066", "510271", "2257", "43474", "422140", "29506", "50260"], "ranked_scores": [0.7712, 0.7213, 0.696, 0.6857, 0.6835, 0.6755, 0.6561, 0.6555, 0.6534, 0.6506], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13800": {"relevant_ids": ["376590", "408522", "13799"], "ranked_ids": ["448205", "179943", "67320", "481109", "376590", "30987", "67319", "234655", "56338", "241015"], "ranked_scores": [0.8193, 0.7656, 0.745, 0.7342, 0.7338, 0.7256, 0.724, 0.7177, 0.7162, 0.7142], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1815, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.1815, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.3333}, "250143": {"relevant_ids": ["250142"], "ranked_ids": ["250142", "473276", "57155", "76062", "57156", "387015", "50539", "368186", "225655", "137994"], "ranked_scores": [0.7849, 0.7568, 0.7288, 0.7249, 0.7109, 0.6843, 0.6796, 0.6717, 0.67, 0.6428], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13223": {"relevant_ids": ["88349", "156773", "88348", "20277", "13224"], "ranked_ids": ["156773", "366749", "88348", "229944", "86343", "88349", "137719", "361830", "293534", "491669"], "ranked_scores": [0.9277, 0.9277, 0.9222, 0.9222, 0.9222, 0.9222, 0.8946, 0.8946, 0.8946, 0.8946], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.2, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.4, "ndcg@5": 0.5087, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.4, "ndcg@10": 0.6296, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.6}, "11002": {"relevant_ids": ["11003"], "ranked_ids": ["10212", "156839", "174649", "266680", "511125", "40099", "393389", "444112", "81848", "517597"], "ranked_scores": [0.8404, 0.8321, 0.8311, 0.8311, 0.8311, 0.8311, 0.8311, 0.8311, 0.8311, 0.8311], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "177653": {"relevant_ids": ["79732"], "ranked_ids": ["79732", "525756", "311678", "200611", "208018", "106351", "373717", "225019", "525755", "373275"], "ranked_scores": [0.8406, 0.8104, 0.8029, 0.794, 0.7566, 0.7293, 0.7267, 0.6963, 0.6962, 0.6958], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "415592": {"relevant_ids": ["415591"], "ranked_ids": ["415591", "187412", "117817", "425878", "485299", "310516", "435045", "95917", "88542", "379146"], "ranked_scores": [0.8466, 0.8239, 0.8147, 0.8147, 0.8147, 0.8147, 0.8147, 0.8147, 0.8147, 0.787], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "511196": {"relevant_ids": ["511197"], "ranked_ids": ["511197", "156490", "260954", "77372", "459789", "220596", "248656", "349723", "277652", "72515"], "ranked_scores": [0.7514, 0.6585, 0.6189, 0.6094, 0.6094, 0.5894, 0.5852, 0.5844, 0.5841, 0.5819], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "344845": {"relevant_ids": ["344844"], "ranked_ids": ["344844", "384928", "95946", "335497", "327548", "161471", "4915", "101085", "79986", "187882"], "ranked_scores": [0.8781, 0.8781, 0.8686, 0.8648, 0.8648, 0.8459, 0.8346, 0.8346, 0.8346, 0.8268], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "396744": {"relevant_ids": ["396745"], "ranked_ids": ["271801", "418055", "219399", "280435", "28361", "396745", "511557", "369693", "489628", "475261"], "ranked_scores": [0.7902, 0.7873, 0.7845, 0.7482, 0.744, 0.7434, 0.7402, 0.7103, 0.7092, 0.703], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "452398": {"relevant_ids": ["452399"], "ranked_ids": ["452399", "530610", "324290", "437439", "255217", "61869", "125993", "100727", "165046", "346712"], "ranked_scores": [0.7947, 0.7541, 0.736, 0.7246, 0.7238, 0.7238, 0.7238, 0.7235, 0.7235, 0.7216], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "182114": {"relevant_ids": ["182113"], "ranked_ids": ["196647", "182113", "323531", "481882", "234482", "531602", "139689", "162482", "405949", "50423"], "ranked_scores": [0.7962, 0.787, 0.7763, 0.7548, 0.7548, 0.7507, 0.7432, 0.7407, 0.7407, 0.7407], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "486260": {"relevant_ids": ["486259"], "ranked_ids": ["486259", "41498", "385204", "146737", "146738", "492147", "38555", "46379", "483159", "235892"], "ranked_scores": [0.8976, 0.8893, 0.8789, 0.8689, 0.8689, 0.8601, 0.8578, 0.8578, 0.8513, 0.8316], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "455140": {"relevant_ids": ["315935"], "ranked_ids": ["315935", "124700", "308963", "246286", "93864", "106381", "211061", "440700", "96710", "50224"], "ranked_scores": [0.8822, 0.867, 0.8284, 0.8158, 0.8158, 0.8151, 0.7914, 0.7907, 0.7893, 0.7893], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "56198": {"relevant_ids": ["56199"], "ranked_ids": ["56199", "380746", "496142", "358086", "500485", "452069", "314035", "178088", "160194", "480352"], "ranked_scores": [0.7771, 0.684, 0.6141, 0.5911, 0.5841, 0.5672, 0.5663, 0.5556, 0.5544, 0.5544], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "30172": {"relevant_ids": ["145119", "373486", "145120", "185817", "30173", "68426"], "ranked_ids": ["373486", "145120", "68426", "190490", "53445", "496848", "160900", "205338", "30539", "481493"], "ranked_scores": [0.9209, 0.9182, 0.9182, 0.9097, 0.8993, 0.8967, 0.8956, 0.8956, 0.8945, 0.8945], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.1667, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.7227, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6448, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "127880": {"relevant_ids": ["241164"], "ranked_ids": ["241164", "284088", "135083", "387742", "122392", "121458", "535042", "156678", "84471", "437116"], "ranked_scores": [0.7805, 0.7603, 0.7526, 0.7421, 0.7384, 0.7358, 0.7354, 0.7316, 0.7316, 0.7274], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "167969": {"relevant_ids": ["174461"], "ranked_ids": ["174464", "360983", "315016", "144121", "207491", "60171", "121353", "174461", "207492", "10393"], "ranked_scores": [0.7537, 0.7405, 0.7366, 0.7345, 0.7283, 0.727, 0.7235, 0.7174, 0.7131, 0.7072], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "97986": {"relevant_ids": ["97987"], "ranked_ids": ["97987", "44589", "108564", "284181", "393565", "177220", "257425", "41242", "318396", "193896"], "ranked_scores": [0.8608, 0.7651, 0.7336, 0.7209, 0.705, 0.699, 0.6626, 0.6626, 0.659, 0.6581], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "12865": {"relevant_ids": ["105683"], "ranked_ids": ["146806", "188959", "250014", "232488", "356740", "277453", "345398", "35071", "477677", "94167"], "ranked_scores": [0.8452, 0.8452, 0.8452, 0.8452, 0.8452, 0.8452, 0.8452, 0.8452, 0.8452, 0.8452], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "215681": {"relevant_ids": ["215680"], "ranked_ids": ["215680", "178515", "301165", "54139", "171713", "349338", "78042", "294407", "297953", "324586"], "ranked_scores": [0.7921, 0.7313, 0.7309, 0.7309, 0.7053, 0.6962, 0.6942, 0.685, 0.6825, 0.6815], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-roberta-base-mrl-128-pq-m8-n8": {"127728": {"relevant_ids": ["127729"], "ranked_ids": ["92818", "127729", "38063", "260297", "445616", "382156", "188019", "485054", "489744", "426456"], "ranked_scores": [0.772, 0.7258, 0.712, 0.7067, 0.7002, 0.6921, 0.6912, 0.6884, 0.6883, 0.6849], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "318820": {"relevant_ids": ["318821"], "ranked_ids": ["318821", "441089", "367479", "20112", "489320", "178549", "162581", "42413", "222238", "54496"], "ranked_scores": [0.851, 0.8239, 0.7997, 0.7981, 0.7949, 0.7825, 0.7819, 0.776, 0.7752, 0.7724], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "296098": {"relevant_ids": ["296097"], "ranked_ids": ["493414", "364131", "412371", "469868", "296097", "173403", "492756", "306212", "134752", "298852"], "ranked_scores": [0.6584, 0.6443, 0.6439, 0.6274, 0.6273, 0.6194, 0.6184, 0.6135, 0.6055, 0.6035], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "150414": {"relevant_ids": ["192835"], "ranked_ids": ["192835", "105782", "259561", "105783", "516620", "132912", "113488", "467679", "1702", "470642"], "ranked_scores": [0.8665, 0.8591, 0.8349, 0.8088, 0.7989, 0.7977, 0.7898, 0.7887, 0.7832, 0.7771], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145582": {"relevant_ids": ["145583"], "ranked_ids": ["145583", "432243", "285851", "295582", "130013", "245370", "454248", "472217", "299264", "16399"], "ranked_scores": [0.6675, 0.5031, 0.4576, 0.4468, 0.4383, 0.437, 0.4357, 0.4352, 0.4329, 0.4317], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "315712": {"relevant_ids": ["315713"], "ranked_ids": ["315713", "319096", "355553", "242340", "521596", "451913", "236508", "298503", "377891", "208025"], "ranked_scores": [0.7154, 0.7042, 0.703, 0.6863, 0.6751, 0.6724, 0.6685, 0.6581, 0.6524, 0.6432], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145739": {"relevant_ids": ["145740"], "ranked_ids": ["145740", "115412", "366074", "8705", "241979", "465597", "415781", "148222", "180147", "347337"], "ranked_scores": [0.8333, 0.8333, 0.8115, 0.8115, 0.8052, 0.8007, 0.7873, 0.7778, 0.709, 0.6992], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "308127": {"relevant_ids": ["308126"], "ranked_ids": ["395527", "35763", "79534", "308126", "301104", "386807", "402262", "498938", "471617", "385951"], "ranked_scores": [0.7894, 0.7656, 0.7609, 0.7583, 0.7541, 0.748, 0.748, 0.748, 0.7426, 0.7376], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "287245": {"relevant_ids": ["283199", "322650", "283198"], "ranked_ids": ["283199", "322650", "283198", "498473", "420280", "508239", "188940", "192143", "188682", "190330"], "ranked_scores": [0.747, 0.747, 0.7366, 0.7032, 0.6914, 0.6837, 0.6831, 0.6818, 0.6776, 0.6487], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "14755": {"relevant_ids": ["211906", "14756"], "ranked_ids": ["14756", "450970", "211906", "57678", "236793", "235454", "277031", "91112", "74058", "83338"], "ranked_scores": [0.7933, 0.7933, 0.7933, 0.7364, 0.7122, 0.6936, 0.6924, 0.6893, 0.6821, 0.6759], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.9197, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.9197, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9197, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "370170": {"relevant_ids": ["370169"], "ranked_ids": ["370169", "537762", "476551", "22763", "419219", "88911", "263012", "227009", "327517", "482402"], "ranked_scores": [0.7706, 0.6158, 0.6013, 0.5955, 0.5826, 0.5647, 0.5421, 0.5402, 0.5399, 0.5387], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "41774": {"relevant_ids": ["41773"], "ranked_ids": ["41773", "467781", "214766", "468655", "442459", "239344", "53738", "163006", "468656", "307530"], "ranked_scores": [0.7284, 0.6468, 0.6224, 0.6117, 0.6012, 0.5994, 0.5859, 0.5675, 0.5675, 0.5556], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "399648": {"relevant_ids": ["399649"], "ranked_ids": ["399649", "225815", "435035", "167487", "167488", "124071", "481934", "159777", "5830", "359281"], "ranked_scores": [0.8523, 0.7788, 0.7718, 0.7535, 0.7488, 0.7454, 0.7422, 0.7411, 0.7306, 0.723], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "504811": {"relevant_ids": ["504810"], "ranked_ids": ["504810", "448774", "309894", "214151", "298555", "90374", "55899", "155038", "386903", "84826"], "ranked_scores": [0.8576, 0.7996, 0.7912, 0.7767, 0.7692, 0.737, 0.7354, 0.7303, 0.7216, 0.7161], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "362950": {"relevant_ids": ["362949", "400212"], "ranked_ids": ["362949", "400212", "427587", "475478", "348827", "151122", "411503", "68956", "487392", "438104"], "ranked_scores": [0.8643, 0.8389, 0.8385, 0.8245, 0.8096, 0.8089, 0.8052, 0.7837, 0.7815, 0.7719], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "155873": {"relevant_ids": ["155874"], "ranked_ids": ["155874", "346009", "440807", "353785", "186105", "392604", "461137", "122134", "196606", "464100"], "ranked_scores": [0.7185, 0.6898, 0.6707, 0.6389, 0.6379, 0.6237, 0.6197, 0.6159, 0.6151, 0.6096], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "263432": {"relevant_ids": ["263433"], "ranked_ids": ["128303", "263433", "407204", "192229", "510661", "374181", "146074", "401373", "157590", "286225"], "ranked_scores": [0.6598, 0.649, 0.6269, 0.5886, 0.5767, 0.5569, 0.5546, 0.5522, 0.552, 0.5499], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "354945": {"relevant_ids": ["354946"], "ranked_ids": ["354946", "254071", "462983", "202817", "322478", "473769", "108161", "388705", "202685", "298611"], "ranked_scores": [0.8051, 0.7975, 0.5581, 0.5512, 0.5503, 0.5479, 0.5292, 0.5075, 0.5032, 0.4885], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "245417": {"relevant_ids": ["248195", "219475"], "ranked_ids": ["248195", "40657", "219475", "413039", "110033", "413040", "64433", "14180", "249364", "530267"], "ranked_scores": [0.846, 0.8441, 0.8353, 0.8226, 0.8146, 0.8117, 0.8098, 0.7698, 0.7574, 0.7568], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.9197, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.9197, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9197, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "516276": {"relevant_ids": ["516277"], "ranked_ids": ["516277", "352189", "34173", "286275", "19755", "119374", "252265", "438101", "384717", "510783"], "ranked_scores": [0.8358, 0.7231, 0.7008, 0.6886, 0.6753, 0.6698, 0.6641, 0.6553, 0.6519, 0.6508], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177580": {"relevant_ids": ["177579"], "ranked_ids": ["177579", "115954", "18081", "446100", "209698", "454968", "455888", "464418", "203078", "60577"], "ranked_scores": [0.7978, 0.6701, 0.6306, 0.5853, 0.5832, 0.5728, 0.5665, 0.5665, 0.5602, 0.5548], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "309865": {"relevant_ids": ["78624", "78623", "33713"], "ranked_ids": ["153484", "209041", "405094", "78623", "78624", "33713", "20635", "495751", "437065", "241492"], "ranked_scores": [0.847, 0.8398, 0.83, 0.83, 0.8145, 0.8107, 0.8092, 0.8059, 0.7772, 0.7382], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3836, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.5508, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "510387": {"relevant_ids": ["510386"], "ranked_ids": ["170896", "241538", "344869", "241537", "40390", "510386", "52003", "412445", "160232", "296261"], "ranked_scores": [0.8861, 0.8832, 0.8826, 0.8815, 0.8801, 0.88, 0.8731, 0.8349, 0.8317, 0.7986], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "26645": {"relevant_ids": ["26644"], "ranked_ids": ["26644", "12895", "286617", "209092", "407458", "507090", "215551", "163452", "259432", "172781"], "ranked_scores": [0.8459, 0.7342, 0.7247, 0.7184, 0.7164, 0.6915, 0.6892, 0.6773, 0.6773, 0.6709], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "47788": {"relevant_ids": ["455725"], "ranked_ids": ["455725", "15132", "59223", "72588", "101721", "8505", "348138", "105230", "26694", "87678"], "ranked_scores": [0.9037, 0.9037, 0.9037, 0.9007, 0.9005, 0.9005, 0.8999, 0.895, 0.895, 0.8948], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "338281": {"relevant_ids": ["338282"], "ranked_ids": ["338282", "57017", "327767", "399331", "85881", "89136", "138712", "315387", "11563", "100426"], "ranked_scores": [0.8389, 0.6083, 0.5641, 0.5223, 0.5134, 0.5129, 0.4865, 0.4856, 0.473, 0.4701], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "461149": {"relevant_ids": ["461148"], "ranked_ids": ["461148", "525835", "482221", "381960", "455937", "305206", "416504", "302225", "203100", "180791"], "ranked_scores": [0.7456, 0.7379, 0.6995, 0.6967, 0.6852, 0.685, 0.6739, 0.6704, 0.6638, 0.655], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "346126": {"relevant_ids": ["110711", "110710"], "ranked_ids": ["110710", "110711", "154338", "254526", "340823", "89277", "108617", "203476", "224692", "216984"], "ranked_scores": [0.8892, 0.8852, 0.8732, 0.8504, 0.8381, 0.8226, 0.8063, 0.8063, 0.8054, 0.7982], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "372986": {"relevant_ids": ["262882", "49961"], "ranked_ids": ["49961", "262882", "303468", "320580", "516501", "144189", "443239", "108183", "124609", "88278"], "ranked_scores": [0.8291, 0.7543, 0.6744, 0.6731, 0.6689, 0.66, 0.6564, 0.6507, 0.6493, 0.6442], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "501182": {"relevant_ids": ["501181"], "ranked_ids": ["501181", "402718", "29506", "50260", "447737", "411533", "99921", "325288", "187852", "179018"], "ranked_scores": [0.7908, 0.6779, 0.6368, 0.6367, 0.6266, 0.6246, 0.623, 0.6184, 0.6166, 0.6134], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13800": {"relevant_ids": ["376590", "408522", "13799"], "ranked_ids": ["179943", "376590", "448205", "13799", "67320", "481109", "30987", "8622", "408522", "241015"], "ranked_scores": [0.7503, 0.7497, 0.7306, 0.7204, 0.708, 0.703, 0.7007, 0.6876, 0.6774, 0.6708], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4982, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.6395, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "250143": {"relevant_ids": ["250142"], "ranked_ids": ["250142", "473276", "76062", "368186", "57155", "50539", "57156", "50538", "137994", "225655"], "ranked_scores": [0.7563, 0.7377, 0.6928, 0.6712, 0.6677, 0.6596, 0.6591, 0.6288, 0.6095, 0.5937], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13223": {"relevant_ids": ["88349", "156773", "88348", "20277", "13224"], "ranked_ids": ["156773", "366749", "86343", "88349", "88348", "13224", "361830", "223304", "491669", "24720"], "ranked_scores": [0.927, 0.927, 0.924, 0.924, 0.924, 0.9099, 0.8932, 0.8859, 0.8816, 0.8752], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.2, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.2, "ndcg@5": 0.6164, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6, "ndcg@10": 0.7372, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.8}, "11002": {"relevant_ids": ["11003"], "ranked_ids": ["87346", "17317", "64236", "55041", "266680", "241075", "11003", "42203", "489539", "153944"], "ranked_scores": [0.8363, 0.8363, 0.8363, 0.8363, 0.8166, 0.813, 0.8119, 0.8095, 0.8072, 0.8055], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "177653": {"relevant_ids": ["79732"], "ranked_ids": ["79732", "525756", "373717", "245271", "200611", "311678", "310721", "395587", "525755", "373275"], "ranked_scores": [0.8089, 0.78, 0.7375, 0.6953, 0.6899, 0.6778, 0.6777, 0.6736, 0.6634, 0.6622], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "415592": {"relevant_ids": ["415591"], "ranked_ids": ["415591", "117817", "485299", "435045", "425878", "95917", "91592", "467639", "88542", "310516"], "ranked_scores": [0.8402, 0.7664, 0.7664, 0.7664, 0.7664, 0.7547, 0.7414, 0.7308, 0.7303, 0.7254], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "511196": {"relevant_ids": ["511197"], "ranked_ids": ["511197", "156490", "251546", "289278", "251545", "260954", "349723", "189866", "522157", "220596"], "ranked_scores": [0.7581, 0.6201, 0.6143, 0.6098, 0.6084, 0.5899, 0.5752, 0.5627, 0.5451, 0.5312], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "344845": {"relevant_ids": ["344844"], "ranked_ids": ["344844", "161471", "111672", "384928", "335497", "95946", "327548", "469623", "187882", "503908"], "ranked_scores": [0.8818, 0.8606, 0.8486, 0.8424, 0.8337, 0.8256, 0.8238, 0.8204, 0.8179, 0.802], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "396744": {"relevant_ids": ["396745"], "ranked_ids": ["418055", "271801", "369693", "396745", "526492", "219399", "280435", "28361", "475261", "252056"], "ranked_scores": [0.7145, 0.7091, 0.7006, 0.698, 0.6911, 0.6824, 0.6502, 0.6463, 0.6392, 0.6352], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "452398": {"relevant_ids": ["452399"], "ranked_ids": ["452399", "530610", "419169", "7119", "346712", "324290", "165046", "378404", "399415", "230141"], "ranked_scores": [0.8498, 0.7795, 0.7536, 0.7457, 0.732, 0.7249, 0.7213, 0.7172, 0.7172, 0.7075], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "182114": {"relevant_ids": ["182113"], "ranked_ids": ["196647", "182113", "323531", "234482", "475847", "139689", "531602", "162482", "80719", "56202"], "ranked_scores": [0.7715, 0.7487, 0.7389, 0.7307, 0.7127, 0.7107, 0.7101, 0.7092, 0.7054, 0.7041], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "486260": {"relevant_ids": ["486259"], "ranked_ids": ["486259", "151649", "114114", "385204", "146738", "146737", "492147", "392356", "483159", "235892"], "ranked_scores": [0.8517, 0.7962, 0.7933, 0.7879, 0.7874, 0.7874, 0.7874, 0.7869, 0.7827, 0.7813], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "455140": {"relevant_ids": ["315935"], "ranked_ids": ["315935", "124700", "308963", "246286", "211061", "440700", "510681", "93864", "50224", "369068"], "ranked_scores": [0.8314, 0.7993, 0.7668, 0.7629, 0.7583, 0.7526, 0.7454, 0.743, 0.726, 0.7246], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "56198": {"relevant_ids": ["56199"], "ranked_ids": ["56199", "71092", "380746", "138891", "249114", "160914", "243039", "431226", "332726", "500485"], "ranked_scores": [0.7838, 0.5868, 0.5814, 0.5677, 0.5633, 0.5553, 0.5462, 0.5433, 0.5421, 0.5401], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "30172": {"relevant_ids": ["145119", "373486", "145120", "185817", "30173", "68426"], "ranked_ids": ["145120", "68426", "160900", "205338", "190490", "373486", "185817", "112436", "496848", "30173"], "ranked_scores": [0.9149, 0.9092, 0.8938, 0.8938, 0.8928, 0.8908, 0.8746, 0.8674, 0.8645, 0.8638], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.1667, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.5531, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.7897, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.8333}, "127880": {"relevant_ids": ["241164"], "ranked_ids": ["241164", "135083", "120446", "437116", "387742", "121458", "210277", "212021", "535042", "208455"], "ranked_scores": [0.7766, 0.7011, 0.6951, 0.6945, 0.6889, 0.6844, 0.6694, 0.6686, 0.6677, 0.6626], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "167969": {"relevant_ids": ["174461"], "ranked_ids": ["174461", "360983", "207491", "177138", "144121", "315016", "121353", "10393", "60171", "207492"], "ranked_scores": [0.7056, 0.6995, 0.6373, 0.6346, 0.6303, 0.6281, 0.6237, 0.6181, 0.6022, 0.6003], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "97986": {"relevant_ids": ["97987"], "ranked_ids": ["97987", "393565", "284181", "44589", "108564", "209648", "506848", "283220", "384292", "318396"], "ranked_scores": [0.8704, 0.7686, 0.7602, 0.7532, 0.7211, 0.663, 0.6591, 0.6119, 0.6041, 0.6013], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "12865": {"relevant_ids": ["105683"], "ranked_ids": ["105683", "356740", "277453", "155515", "506722", "250014", "188959", "94167", "35071", "146806"], "ranked_scores": [0.8452, 0.8374, 0.8311, 0.8009, 0.8001, 0.8, 0.8, 0.8, 0.8, 0.7947], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "215681": {"relevant_ids": ["215680"], "ranked_ids": ["215680", "301165", "54139", "178515", "78042", "143842", "340195", "297953", "349338", "171713"], "ranked_scores": [0.8323, 0.7237, 0.7237, 0.6962, 0.6906, 0.6813, 0.6778, 0.6766, 0.6749, 0.6725], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-roberta-base-mrl-256-pq-m32-n4": {"127728": {"relevant_ids": ["127729"], "ranked_ids": ["127729", "92818", "38063", "153290", "245618", "445616", "469527", "276617", "278575", "73719"], "ranked_scores": [0.682, 0.6632, 0.649, 0.6464, 0.642, 0.6379, 0.6315, 0.6269, 0.6147, 0.6127], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "318820": {"relevant_ids": ["318821"], "ranked_ids": ["318821", "222238", "190698", "178549", "496708", "45151", "355161", "446182", "54496", "367479"], "ranked_scores": [0.7506, 0.6942, 0.6773, 0.6639, 0.6572, 0.6495, 0.6445, 0.6444, 0.6439, 0.6384], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "296098": {"relevant_ids": ["296097"], "ranked_ids": ["513540", "364131", "469985", "45507", "120598", "493414", "298852", "412371", "45506", "306212"], "ranked_scores": [0.5439, 0.5334, 0.5285, 0.527, 0.5209, 0.513, 0.503, 0.4994, 0.4992, 0.4971], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "150414": {"relevant_ids": ["192835"], "ranked_ids": ["192835", "105782", "132912", "105783", "516620", "126746", "144880", "73405", "15236", "121070"], "ranked_scores": [0.7397, 0.7324, 0.7185, 0.6996, 0.6924, 0.6884, 0.6851, 0.6788, 0.6743, 0.673], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145582": {"relevant_ids": ["145583"], "ranked_ids": ["145583", "454248", "245370", "299264", "206717", "432243", "173813", "285851", "130013", "436023"], "ranked_scores": [0.6076, 0.4375, 0.421, 0.419, 0.4159, 0.3981, 0.388, 0.3859, 0.3797, 0.3795], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "315712": {"relevant_ids": ["315713"], "ranked_ids": ["315713", "242340", "208025", "236508", "194841", "203205", "408588", "163551", "319096", "377891"], "ranked_scores": [0.7426, 0.6529, 0.6449, 0.6325, 0.6159, 0.6131, 0.6094, 0.6052, 0.5898, 0.5856], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145739": {"relevant_ids": ["145740"], "ranked_ids": ["145740", "366074", "241979", "8705", "465597", "115412", "303090", "148222", "453401", "429177"], "ranked_scores": [0.6848, 0.6089, 0.601, 0.5944, 0.5748, 0.5728, 0.5624, 0.5395, 0.5327, 0.5318], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "308127": {"relevant_ids": ["308126"], "ranked_ids": ["301104", "308126", "140685", "395527", "35763", "77650", "402261", "385951", "402262", "386807"], "ranked_scores": [0.6983, 0.688, 0.6739, 0.6562, 0.6512, 0.6476, 0.6345, 0.6317, 0.6232, 0.6184], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "287245": {"relevant_ids": ["283199", "322650", "283198"], "ranked_ids": ["283198", "283199", "322650", "192143", "188940", "221784", "420280", "499037", "420279", "498473"], "ranked_scores": [0.6581, 0.6485, 0.6475, 0.594, 0.5939, 0.5703, 0.533, 0.495, 0.4913, 0.4876], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "14755": {"relevant_ids": ["211906", "14756"], "ranked_ids": ["450970", "211906", "14756", "277031", "235454", "57678", "236793", "369731", "30834", "314883"], "ranked_scores": [0.7344, 0.7234, 0.7135, 0.629, 0.628, 0.6189, 0.5983, 0.5907, 0.5871, 0.5837], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6934, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6934, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6934, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "370170": {"relevant_ids": ["370169"], "ranked_ids": ["370169", "476551", "227009", "22763", "117854", "537762", "132797", "387761", "417976", "466920"], "ranked_scores": [0.7062, 0.4962, 0.4909, 0.4793, 0.478, 0.4693, 0.465, 0.4563, 0.449, 0.4456], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "41774": {"relevant_ids": ["41773"], "ranked_ids": ["41773", "239344", "307530", "214766", "381106", "442459", "378060", "339534", "148165", "468655"], "ranked_scores": [0.7144, 0.581, 0.5712, 0.5588, 0.5327, 0.5246, 0.5231, 0.5227, 0.5201, 0.5121], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "399648": {"relevant_ids": ["399649"], "ranked_ids": ["399649", "225815", "435035", "411313", "462253", "470113", "243294", "439417", "212809", "380626"], "ranked_scores": [0.7445, 0.6847, 0.6148, 0.5946, 0.5924, 0.5823, 0.5782, 0.5706, 0.5651, 0.5632], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "504811": {"relevant_ids": ["504810"], "ranked_ids": ["504810", "90374", "298555", "448774", "211373", "309894", "5861", "451065", "262882", "214151"], "ranked_scores": [0.7619, 0.6807, 0.6354, 0.6341, 0.6248, 0.6246, 0.6069, 0.5897, 0.5891, 0.5833], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "362950": {"relevant_ids": ["362949", "400212"], "ranked_ids": ["362949", "400212", "475478", "427587", "344212", "313176", "20967", "357629", "487392", "9132"], "ranked_scores": [0.7085, 0.6928, 0.6702, 0.6189, 0.6149, 0.6094, 0.6055, 0.6048, 0.603, 0.5981], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "155873": {"relevant_ids": ["155874"], "ranked_ids": ["136219", "155874", "3139", "346009", "383066", "91610", "134103", "392604", "170784", "25477"], "ranked_scores": [0.5611, 0.561, 0.5454, 0.5174, 0.5129, 0.4935, 0.4917, 0.4856, 0.4824, 0.4765], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "263432": {"relevant_ids": ["263433"], "ranked_ids": ["407204", "263433", "128303", "392367", "279243", "89716", "370717", "157590", "371563", "97259"], "ranked_scores": [0.5935, 0.5833, 0.5673, 0.5531, 0.5433, 0.5365, 0.5316, 0.5254, 0.5213, 0.5192], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "354945": {"relevant_ids": ["354946"], "ranked_ids": ["354946", "254071", "462983", "322478", "202817", "202685", "108161", "263939", "298611", "135162"], "ranked_scores": [0.6795, 0.6423, 0.4992, 0.4776, 0.4744, 0.4651, 0.4474, 0.4426, 0.4294, 0.4189], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "245417": {"relevant_ids": ["248195", "219475"], "ranked_ids": ["40657", "219475", "248195", "64433", "14180", "164159", "301977", "413039", "413040", "85977"], "ranked_scores": [0.7717, 0.7695, 0.7427, 0.7283, 0.7105, 0.7083, 0.6961, 0.684, 0.6715, 0.6679], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6934, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6934, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6934, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "516276": {"relevant_ids": ["516277"], "ranked_ids": ["516277", "19755", "286275", "34173", "266361", "502570", "438101", "44716", "256815", "36569"], "ranked_scores": [0.7624, 0.7093, 0.6948, 0.6765, 0.6504, 0.6401, 0.6387, 0.6351, 0.6273, 0.6254], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177580": {"relevant_ids": ["177579"], "ranked_ids": ["177579", "18081", "76563", "446100", "115954", "464418", "455888", "140940", "60577", "370405"], "ranked_scores": [0.7341, 0.6008, 0.5616, 0.5555, 0.5547, 0.5429, 0.5429, 0.5315, 0.5295, 0.5192], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "309865": {"relevant_ids": ["78624", "78623", "33713"], "ranked_ids": ["405094", "33713", "209041", "78623", "495751", "153484", "477476", "179538", "310762", "469068"], "ranked_scores": [0.7405, 0.7335, 0.7262, 0.7203, 0.7188, 0.717, 0.711, 0.7092, 0.7071, 0.7027], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4982, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.4982, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.6667}, "510387": {"relevant_ids": ["510386"], "ranked_ids": ["40390", "241538", "170896", "52003", "344869", "254292", "241537", "510386", "419022", "371033"], "ranked_scores": [0.7657, 0.7581, 0.7503, 0.7465, 0.7368, 0.7358, 0.7298, 0.7213, 0.719, 0.7064], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "26645": {"relevant_ids": ["26644"], "ranked_ids": ["26644", "215551", "207775", "108781", "507090", "318396", "284346", "26813", "256679", "286617"], "ranked_scores": [0.7375, 0.6417, 0.6336, 0.6245, 0.6171, 0.6028, 0.5996, 0.5971, 0.5965, 0.5877], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "47788": {"relevant_ids": ["455725"], "ranked_ids": ["47703", "8505", "59508", "59223", "70829", "9659", "235686", "101721", "455725", "15132"], "ranked_scores": [0.7539, 0.7493, 0.7483, 0.7459, 0.7441, 0.7426, 0.7381, 0.7377, 0.7322, 0.7294], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "338281": {"relevant_ids": ["338282"], "ranked_ids": ["338282", "325380", "457315", "234727", "100426", "464426", "431433", "57017", "338711", "11563"], "ranked_scores": [0.7187, 0.5139, 0.51, 0.5033, 0.4999, 0.4895, 0.4882, 0.4846, 0.4818, 0.4716], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "461149": {"relevant_ids": ["461148"], "ranked_ids": ["461148", "203100", "525835", "528608", "443095", "482221", "283905", "475952", "381960", "516182"], "ranked_scores": [0.6465, 0.632, 0.6296, 0.592, 0.5896, 0.5831, 0.5757, 0.5749, 0.5732, 0.5615], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "346126": {"relevant_ids": ["110711", "110710"], "ranked_ids": ["110710", "110711", "154338", "203476", "254526", "6816", "340823", "275291", "168350", "108617"], "ranked_scores": [0.781, 0.7583, 0.7292, 0.697, 0.6884, 0.6858, 0.683, 0.678, 0.6779, 0.6778], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "372986": {"relevant_ids": ["262882", "49961"], "ranked_ids": ["49961", "262882", "303468", "494989", "497357", "443239", "262821", "43966", "494510", "140335"], "ranked_scores": [0.7316, 0.6922, 0.6511, 0.6232, 0.6144, 0.6124, 0.5652, 0.5623, 0.5577, 0.5567], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "501182": {"relevant_ids": ["501181"], "ranked_ids": ["501181", "447737", "402718", "446824", "430962", "185580", "2257", "53141", "274777", "43474"], "ranked_scores": [0.6882, 0.5729, 0.5699, 0.5682, 0.5554, 0.5518, 0.5509, 0.5473, 0.5444, 0.5412], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13800": {"relevant_ids": ["376590", "408522", "13799"], "ranked_ids": ["376590", "30987", "13799", "179943", "408522", "448205", "56338", "8622", "443465", "306761"], "ranked_scores": [0.7203, 0.6834, 0.6807, 0.6606, 0.6571, 0.6515, 0.6452, 0.6388, 0.6145, 0.611], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.8855, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.8855, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "250143": {"relevant_ids": ["250142"], "ranked_ids": ["250142", "473276", "76062", "57155", "50538", "368186", "492698", "96270", "27632", "225655"], "ranked_scores": [0.6498, 0.6433, 0.5282, 0.515, 0.5146, 0.5024, 0.492, 0.4866, 0.4842, 0.4802], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13223": {"relevant_ids": ["88349", "156773", "88348", "20277", "13224"], "ranked_ids": ["156773", "88348", "86343", "137719", "491669", "88349", "13224", "359956", "361830", "192528"], "ranked_scores": [0.8007, 0.7712, 0.7638, 0.7532, 0.7492, 0.7472, 0.7467, 0.7407, 0.7328, 0.7308], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.2, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.4, "ndcg@5": 0.5531, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.4, "ndcg@10": 0.787, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.8}, "11002": {"relevant_ids": ["11003"], "ranked_ids": ["11003", "17317", "64236", "42203", "266680", "115070", "144197", "55041", "489539", "444112"], "ranked_scores": [0.7048, 0.6894, 0.6761, 0.6758, 0.6738, 0.6687, 0.6686, 0.6668, 0.6595, 0.6566], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177653": {"relevant_ids": ["79732"], "ranked_ids": ["79732", "373717", "525756", "200611", "225019", "310721", "194790", "39174", "412316", "525755"], "ranked_scores": [0.6959, 0.6177, 0.6141, 0.5804, 0.5712, 0.5707, 0.5626, 0.561, 0.5395, 0.5365], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "415592": {"relevant_ids": ["415591"], "ranked_ids": ["415591", "91592", "435045", "425878", "88542", "95917", "485706", "117817", "430072", "485299"], "ranked_scores": [0.756, 0.6279, 0.623, 0.6152, 0.6115, 0.6062, 0.5955, 0.5943, 0.578, 0.569], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "511196": {"relevant_ids": ["511197"], "ranked_ids": ["511197", "289278", "251545", "459789", "413940", "313107", "156490", "77372", "149255", "191329"], "ranked_scores": [0.6633, 0.5101, 0.5044, 0.4998, 0.4992, 0.4954, 0.4881, 0.4743, 0.4734, 0.4672], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "344845": {"relevant_ids": ["344844"], "ranked_ids": ["344844", "161471", "503908", "95946", "111672", "327548", "79987", "4915", "79986", "101085"], "ranked_scores": [0.7935, 0.7366, 0.7262, 0.7255, 0.7244, 0.718, 0.711, 0.7044, 0.7031, 0.7028], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "396744": {"relevant_ids": ["396745"], "ranked_ids": ["396745", "421257", "418055", "16789", "75585", "75399", "511557", "516168", "252056", "236438"], "ranked_scores": [0.5952, 0.5742, 0.5537, 0.5436, 0.5359, 0.53, 0.5284, 0.5247, 0.5239, 0.5223], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "452398": {"relevant_ids": ["452399"], "ranked_ids": ["452399", "530610", "304781", "4228", "399415", "435989", "221563", "324290", "27018", "346712"], "ranked_scores": [0.765, 0.6881, 0.679, 0.6584, 0.6485, 0.6459, 0.6404, 0.6367, 0.6321, 0.6251], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "182114": {"relevant_ids": ["182113"], "ranked_ids": ["196647", "56202", "234482", "323531", "80719", "182113", "528965", "137577", "256239", "531602"], "ranked_scores": [0.6641, 0.6186, 0.6163, 0.6081, 0.6051, 0.6031, 0.5917, 0.5908, 0.59, 0.5844], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "486260": {"relevant_ids": ["486259"], "ranked_ids": ["486259", "392356", "111946", "266904", "29362", "220387", "175377", "152202", "46379", "221509"], "ranked_scores": [0.7366, 0.7147, 0.7047, 0.7046, 0.7027, 0.6943, 0.6844, 0.6836, 0.6803, 0.6784], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "455140": {"relevant_ids": ["315935"], "ranked_ids": ["315935", "124700", "246286", "93864", "440700", "519049", "50224", "308963", "356403", "245896"], "ranked_scores": [0.7245, 0.643, 0.6416, 0.6387, 0.6181, 0.6105, 0.5932, 0.5919, 0.5868, 0.5864], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "56198": {"relevant_ids": ["56199"], "ranked_ids": ["56199", "160914", "43404", "249114", "480352", "138891", "199688", "279986", "67917", "43405"], "ranked_scores": [0.7117, 0.4965, 0.4751, 0.4702, 0.4588, 0.4584, 0.4513, 0.4471, 0.4432, 0.4405], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "30172": {"relevant_ids": ["145119", "373486", "145120", "185817", "30173", "68426"], "ranked_ids": ["145120", "160900", "68426", "192604", "82405", "185817", "373486", "15236", "382686", "335234"], "ranked_scores": [0.8186, 0.8135, 0.7995, 0.7882, 0.788, 0.7711, 0.766, 0.7621, 0.76, 0.7573], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.1667, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.5087, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.6626, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.6667}, "127880": {"relevant_ids": ["241164"], "ranked_ids": ["241164", "535042", "121458", "104625", "450198", "537189", "403741", "135083", "112470", "527388"], "ranked_scores": [0.7067, 0.6497, 0.6126, 0.5929, 0.5916, 0.5866, 0.5829, 0.5818, 0.5811, 0.5796], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "167969": {"relevant_ids": ["174461"], "ranked_ids": ["174461", "360983", "365197", "406881", "449678", "238674", "403557", "88601", "91854", "78497"], "ranked_scores": [0.6756, 0.6647, 0.5639, 0.5497, 0.5475, 0.547, 0.5435, 0.5428, 0.5354, 0.5348], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "97986": {"relevant_ids": ["97987"], "ranked_ids": ["97987", "44589", "393565", "384292", "108564", "326597", "212168", "407", "177220", "41241"], "ranked_scores": [0.7629, 0.6703, 0.6206, 0.6096, 0.6078, 0.6059, 0.6052, 0.6018, 0.5919, 0.5893], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "12865": {"relevant_ids": ["105683"], "ranked_ids": ["105683", "528844", "191268", "356189", "338609", "477677", "345398", "155515", "250014", "313106"], "ranked_scores": [0.7173, 0.6533, 0.5918, 0.584, 0.5823, 0.5788, 0.5734, 0.5719, 0.5707, 0.5641], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "215681": {"relevant_ids": ["215680"], "ranked_ids": ["215680", "63757", "178515", "57552", "5733", "52235", "33465", "119374", "78042", "520998"], "ranked_scores": [0.7738, 0.6606, 0.6433, 0.6277, 0.617, 0.6129, 0.6063, 0.5987, 0.5965, 0.5952], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-roberta-base-mrl-256-pq-m32-n8": {"127728": {"relevant_ids": ["127729"], "ranked_ids": ["127729", "92818", "469527", "278575", "276617", "153290", "188019", "245618", "445616", "485054"], "ranked_scores": [0.7217, 0.7039, 0.7028, 0.688, 0.6835, 0.6802, 0.657, 0.6554, 0.6552, 0.6504], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "318820": {"relevant_ids": ["318821"], "ranked_ids": ["318821", "222238", "441089", "367479", "178549", "190698", "457906", "380781", "496708", "489320"], "ranked_scores": [0.8766, 0.7952, 0.7577, 0.7517, 0.7398, 0.7328, 0.7228, 0.715, 0.7137, 0.7109], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "296098": {"relevant_ids": ["296097"], "ranked_ids": ["469985", "364131", "493414", "45506", "120598", "173403", "513540", "45507", "412371", "469868"], "ranked_scores": [0.6192, 0.6108, 0.599, 0.5963, 0.5814, 0.5804, 0.5788, 0.5756, 0.5681, 0.555], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "150414": {"relevant_ids": ["192835"], "ranked_ids": ["105782", "192835", "516620", "105783", "126746", "132912", "126745", "121070", "470642", "144880"], "ranked_scores": [0.8489, 0.8461, 0.783, 0.7645, 0.7576, 0.734, 0.7326, 0.7182, 0.7122, 0.7083], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "145582": {"relevant_ids": ["145583"], "ranked_ids": ["145583", "454248", "299264", "112261", "432243", "390399", "206717", "263736", "436023", "130013"], "ranked_scores": [0.784, 0.5749, 0.5143, 0.4898, 0.4667, 0.4591, 0.4585, 0.4566, 0.4542, 0.454], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "315712": {"relevant_ids": ["315713"], "ranked_ids": ["315713", "194841", "208025", "242340", "377891", "355553", "408588", "236508", "203205", "536531"], "ranked_scores": [0.7823, 0.6945, 0.6658, 0.6569, 0.6561, 0.6348, 0.6324, 0.6311, 0.6232, 0.6092], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145739": {"relevant_ids": ["145740"], "ranked_ids": ["145740", "241979", "115412", "366074", "8705", "465597", "347337", "148222", "180147", "303090"], "ranked_scores": [0.8511, 0.764, 0.7396, 0.733, 0.7327, 0.7058, 0.6813, 0.6604, 0.6591, 0.6522], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "308127": {"relevant_ids": ["308126"], "ranked_ids": ["308126", "386807", "77650", "385951", "301104", "498938", "402262", "35763", "36744", "79534"], "ranked_scores": [0.7786, 0.6863, 0.666, 0.662, 0.6593, 0.6568, 0.6566, 0.6554, 0.6525, 0.6495], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "287245": {"relevant_ids": ["283199", "322650", "283198"], "ranked_ids": ["283199", "322650", "283198", "420279", "192143", "188940", "420280", "190330", "188682", "498473"], "ranked_scores": [0.8352, 0.8272, 0.7781, 0.6528, 0.6503, 0.6401, 0.6341, 0.6125, 0.6051, 0.6039], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "14755": {"relevant_ids": ["211906", "14756"], "ranked_ids": ["450970", "211906", "14756", "57678", "235454", "277031", "30834", "236793", "259619", "369731"], "ranked_scores": [0.8149, 0.807, 0.8068, 0.7231, 0.7041, 0.6607, 0.646, 0.6385, 0.6355, 0.6153], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6934, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6934, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6934, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "370170": {"relevant_ids": ["370169"], "ranked_ids": ["370169", "466920", "22763", "537762", "211280", "191527", "417976", "476551", "334238", "528902"], "ranked_scores": [0.8838, 0.5904, 0.5872, 0.5541, 0.5516, 0.5493, 0.5449, 0.5201, 0.5128, 0.5066], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "41774": {"relevant_ids": ["41773"], "ranked_ids": ["41773", "214766", "239344", "163006", "468656", "307530", "442459", "468655", "467781", "220928"], "ranked_scores": [0.8093, 0.6715, 0.6363, 0.6048, 0.6036, 0.5918, 0.5794, 0.5774, 0.5572, 0.5471], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "399648": {"relevant_ids": ["399649"], "ranked_ids": ["399649", "225815", "5830", "124071", "435035", "412309", "411313", "285302", "462253", "504913"], "ranked_scores": [0.8749, 0.7576, 0.6799, 0.6764, 0.6722, 0.6715, 0.6703, 0.6656, 0.6654, 0.6611], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "504811": {"relevant_ids": ["504810"], "ranked_ids": ["504810", "448774", "298555", "90374", "309894", "55899", "214151", "5861", "84826", "155038"], "ranked_scores": [0.9032, 0.7461, 0.7173, 0.7126, 0.7084, 0.7045, 0.6785, 0.6738, 0.6607, 0.6563], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "362950": {"relevant_ids": ["362949", "400212"], "ranked_ids": ["362949", "400212", "475478", "487392", "427587", "411503", "151122", "155870", "68956", "344212"], "ranked_scores": [0.8494, 0.8101, 0.807, 0.7792, 0.7742, 0.7457, 0.7452, 0.7401, 0.701, 0.6966], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "155873": {"relevant_ids": ["155874"], "ranked_ids": ["392604", "155874", "136219", "170784", "346009", "464100", "440807", "97652", "122134", "444541"], "ranked_scores": [0.5981, 0.5944, 0.5728, 0.5713, 0.5619, 0.554, 0.5461, 0.5415, 0.5401, 0.536], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "263432": {"relevant_ids": ["263433"], "ranked_ids": ["263433", "128303", "407204", "401373", "370717", "471057", "157589", "192229", "497067", "89716"], "ranked_scores": [0.7315, 0.6829, 0.665, 0.6282, 0.6069, 0.5809, 0.5762, 0.5726, 0.5671, 0.5662], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "354945": {"relevant_ids": ["354946"], "ranked_ids": ["354946", "254071", "462983", "322478", "108161", "462984", "202817", "425587", "263939", "202685"], "ranked_scores": [0.8795, 0.7979, 0.6398, 0.5701, 0.5553, 0.5085, 0.5067, 0.501, 0.4982, 0.4931], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "245417": {"relevant_ids": ["248195", "219475"], "ranked_ids": ["219475", "248195", "40657", "64433", "368145", "413040", "85977", "390696", "164159", "413039"], "ranked_scores": [0.8938, 0.8578, 0.8287, 0.7794, 0.7463, 0.7438, 0.7409, 0.7291, 0.7225, 0.7206], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "516276": {"relevant_ids": ["516277"], "ranked_ids": ["516277", "286275", "34173", "19755", "438101", "352289", "76958", "471902", "489791", "119374"], "ranked_scores": [0.878, 0.7521, 0.7494, 0.743, 0.7175, 0.7121, 0.7061, 0.6931, 0.6894, 0.6885], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177580": {"relevant_ids": ["177579"], "ranked_ids": ["177579", "18081", "454968", "370405", "143503", "446100", "455888", "464418", "115954", "209698"], "ranked_scores": [0.8791, 0.5906, 0.5823, 0.5749, 0.5681, 0.5652, 0.5643, 0.5643, 0.5544, 0.5469], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "309865": {"relevant_ids": ["78624", "78623", "33713"], "ranked_ids": ["153484", "209041", "33713", "405094", "78623", "78624", "495751", "477476", "235483", "437065"], "ranked_scores": [0.8165, 0.8068, 0.7944, 0.7875, 0.7816, 0.7754, 0.7586, 0.7474, 0.7339, 0.6994], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4162, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.5833, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "510387": {"relevant_ids": ["510386"], "ranked_ids": ["40390", "241538", "510386", "344869", "241537", "52003", "170896", "371033", "484846", "160232"], "ranked_scores": [0.8491, 0.8463, 0.8366, 0.8323, 0.8166, 0.816, 0.8025, 0.7793, 0.772, 0.7571], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "26645": {"relevant_ids": ["26644"], "ranked_ids": ["26644", "12895", "286617", "215551", "507090", "108781", "207775", "26813", "233540", "26812"], "ranked_scores": [0.8812, 0.7083, 0.7042, 0.6666, 0.6645, 0.6587, 0.6422, 0.6334, 0.6327, 0.6293], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "47788": {"relevant_ids": ["455725"], "ranked_ids": ["455725", "235686", "59223", "8505", "348138", "15132", "47703", "101721", "59508", "105230"], "ranked_scores": [0.8588, 0.8533, 0.8294, 0.8291, 0.8256, 0.8252, 0.8165, 0.8094, 0.8068, 0.8013], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "338281": {"relevant_ids": ["338282"], "ranked_ids": ["338282", "431433", "234727", "57017", "315387", "263861", "263316", "457315", "436335", "325380"], "ranked_scores": [0.8728, 0.5735, 0.5632, 0.5614, 0.5574, 0.5343, 0.5194, 0.5098, 0.509, 0.5086], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "461149": {"relevant_ids": ["461148"], "ranked_ids": ["461148", "203100", "525835", "443095", "381960", "482221", "215782", "302225", "392721", "252761"], "ranked_scores": [0.6959, 0.6808, 0.6771, 0.6748, 0.6598, 0.6238, 0.6206, 0.6074, 0.6047, 0.5993], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "346126": {"relevant_ids": ["110711", "110710"], "ranked_ids": ["110710", "154338", "110711", "254526", "340823", "203476", "528998", "108617", "216984", "6816"], "ranked_scores": [0.9015, 0.8674, 0.8665, 0.7779, 0.7776, 0.7682, 0.7617, 0.7429, 0.7381, 0.7311], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.9197, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.9197, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9197, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "372986": {"relevant_ids": ["262882", "49961"], "ranked_ids": ["49961", "262882", "303468", "43966", "497357", "491226", "499535", "215938", "494989", "532450"], "ranked_scores": [0.8764, 0.8147, 0.7351, 0.6414, 0.6216, 0.6214, 0.6207, 0.6207, 0.6144, 0.6126], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "501182": {"relevant_ids": ["501181"], "ranked_ids": ["501181", "179018", "447737", "402718", "274777", "446824", "261255", "109121", "99921", "411533"], "ranked_scores": [0.8253, 0.6285, 0.6219, 0.6013, 0.5886, 0.5878, 0.5705, 0.561, 0.5596, 0.5567], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13800": {"relevant_ids": ["376590", "408522", "13799"], "ranked_ids": ["376590", "179943", "13799", "448205", "481109", "408522", "23471", "67319", "67320", "56338"], "ranked_scores": [0.8034, 0.7731, 0.7634, 0.7144, 0.7112, 0.6972, 0.6881, 0.6864, 0.6847, 0.6791], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.7039, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.8711, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "250143": {"relevant_ids": ["250142"], "ranked_ids": ["250142", "473276", "27632", "57155", "526032", "57156", "368186", "206630", "76062", "492698"], "ranked_scores": [0.8065, 0.7299, 0.6038, 0.5981, 0.5903, 0.5888, 0.58, 0.5761, 0.573, 0.5631], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13223": {"relevant_ids": ["88349", "156773", "88348", "20277", "13224"], "ranked_ids": ["156773", "13224", "88349", "88348", "86343", "223304", "366749", "137719", "491669", "361830"], "ranked_scores": [0.9267, 0.8963, 0.8928, 0.8896, 0.8746, 0.8707, 0.8689, 0.854, 0.838, 0.8351], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.2, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6, "ndcg@5": 0.8688, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.8, "ndcg@10": 0.8688, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.8}, "11002": {"relevant_ids": ["11003"], "ranked_ids": ["11003", "444112", "144197", "42203", "489539", "17317", "64236", "266680", "115070", "40100"], "ranked_scores": [0.7992, 0.7793, 0.7728, 0.7649, 0.7588, 0.7571, 0.7356, 0.7354, 0.727, 0.725], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177653": {"relevant_ids": ["79732"], "ranked_ids": ["79732", "525756", "39174", "373717", "310721", "200611", "395587", "245271", "225019", "194790"], "ranked_scores": [0.8677, 0.7675, 0.7151, 0.7019, 0.6986, 0.6765, 0.6666, 0.6622, 0.6455, 0.6232], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "415592": {"relevant_ids": ["415591"], "ranked_ids": ["415591", "435045", "91592", "117817", "425878", "84634", "88542", "485299", "322822", "187412"], "ranked_scores": [0.8703, 0.7314, 0.7225, 0.6844, 0.6834, 0.6805, 0.6791, 0.6619, 0.6522, 0.6453], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "511196": {"relevant_ids": ["511197"], "ranked_ids": ["511197", "289278", "251545", "156490", "313107", "328397", "537528", "491923", "251546", "349723"], "ranked_scores": [0.8257, 0.6363, 0.6074, 0.5979, 0.5902, 0.5456, 0.542, 0.5408, 0.5401, 0.5305], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "344845": {"relevant_ids": ["344844"], "ranked_ids": ["344844", "161471", "111672", "95946", "503908", "187882", "380837", "457408", "327548", "4915"], "ranked_scores": [0.8929, 0.8147, 0.7671, 0.7562, 0.7523, 0.7376, 0.7367, 0.7365, 0.735, 0.7346], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "396744": {"relevant_ids": ["396745"], "ranked_ids": ["396745", "16789", "418055", "516168", "75399", "236438", "454241", "28361", "526492", "284966"], "ranked_scores": [0.6952, 0.6441, 0.622, 0.6149, 0.614, 0.6124, 0.5943, 0.5744, 0.569, 0.5637], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "452398": {"relevant_ids": ["452399"], "ranked_ids": ["452399", "530610", "4228", "230141", "304781", "399415", "346712", "90225", "372901", "378404"], "ranked_scores": [0.8888, 0.7591, 0.7177, 0.6838, 0.6695, 0.6668, 0.6592, 0.6552, 0.6397, 0.6375], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "182114": {"relevant_ids": ["182113"], "ranked_ids": ["196647", "182113", "234482", "531602", "323531", "528965", "162482", "80719", "475847", "229182"], "ranked_scores": [0.7837, 0.7585, 0.6971, 0.6923, 0.6881, 0.6862, 0.6776, 0.6736, 0.6654, 0.6615], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "486260": {"relevant_ids": ["486259"], "ranked_ids": ["486259", "392356", "114114", "113749", "29362", "266904", "220387", "209254", "222159", "111946"], "ranked_scores": [0.8668, 0.7588, 0.7287, 0.7178, 0.714, 0.7091, 0.7086, 0.7071, 0.705, 0.7044], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "455140": {"relevant_ids": ["315935"], "ranked_ids": ["315935", "246286", "93864", "124700", "50224", "150842", "245896", "93863", "369068", "211061"], "ranked_scores": [0.8693, 0.7844, 0.7579, 0.7125, 0.7085, 0.7009, 0.6992, 0.6948, 0.6872, 0.6775], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "56198": {"relevant_ids": ["56199"], "ranked_ids": ["56199", "160194", "249114", "452069", "243039", "138891", "431226", "279986", "43404", "71092"], "ranked_scores": [0.8703, 0.5726, 0.5657, 0.5622, 0.5472, 0.5463, 0.5405, 0.5329, 0.5294, 0.5119], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "30172": {"relevant_ids": ["145119", "373486", "145120", "185817", "30173", "68426"], "ranked_ids": ["145120", "68426", "160900", "90983", "192604", "205338", "15236", "311173", "82405", "373486"], "ranked_scores": [0.9186, 0.9109, 0.8589, 0.8421, 0.8379, 0.8351, 0.8266, 0.8207, 0.8169, 0.8156], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.1667, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.5531, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.581, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "127880": {"relevant_ids": ["241164"], "ranked_ids": ["241164", "121458", "135083", "210277", "450198", "84471", "112470", "535042", "156678", "537189"], "ranked_scores": [0.8208, 0.6936, 0.6843, 0.6742, 0.6707, 0.657, 0.6536, 0.6389, 0.6376, 0.6354], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "167969": {"relevant_ids": ["174461"], "ranked_ids": ["174461", "360983", "60171", "168913", "449678", "78497", "207491", "91854", "255348", "24296"], "ranked_scores": [0.8065, 0.7802, 0.6342, 0.6249, 0.6109, 0.6104, 0.6043, 0.5938, 0.5913, 0.5913], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "97986": {"relevant_ids": ["97987"], "ranked_ids": ["97987", "44589", "108564", "393565", "284181", "41242", "212168", "41241", "326597", "420351"], "ranked_scores": [0.9025, 0.8007, 0.7089, 0.7041, 0.699, 0.6481, 0.6317, 0.6245, 0.6221, 0.612], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "12865": {"relevant_ids": ["105683"], "ranked_ids": ["105683", "94167", "528844", "188959", "250014", "146806", "92902", "23129", "191268", "477677"], "ranked_scores": [0.8968, 0.7047, 0.7043, 0.7038, 0.7034, 0.7033, 0.7025, 0.6994, 0.6887, 0.6887], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "215681": {"relevant_ids": ["215680"], "ranked_ids": ["215680", "178515", "78042", "57552", "63757", "52235", "143842", "5733", "18634", "340195"], "ranked_scores": [0.8822, 0.6899, 0.6865, 0.6621, 0.6598, 0.6596, 0.6549, 0.635, 0.6278, 0.6158], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-roberta-base-mrl-512-pq-m64-n4": {"127728": {"relevant_ids": ["127729"], "ranked_ids": ["38063", "127729", "245618", "153290", "92818", "382156", "276617", "76871", "278575", "73719"], "ranked_scores": [0.6701, 0.6692, 0.6545, 0.642, 0.6348, 0.6338, 0.6329, 0.6217, 0.6198, 0.6185], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "318820": {"relevant_ids": ["318821"], "ranked_ids": ["318821", "222238", "54496", "178549", "367479", "496708", "190698", "370618", "380781", "168411"], "ranked_scores": [0.7475, 0.6924, 0.6458, 0.6436, 0.6435, 0.6346, 0.6336, 0.6294, 0.6212, 0.6103], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "296098": {"relevant_ids": ["296097"], "ranked_ids": ["45506", "469985", "493414", "298852", "364131", "469868", "130062", "120598", "45507", "513540"], "ranked_scores": [0.5116, 0.5024, 0.4965, 0.4821, 0.4769, 0.4755, 0.4646, 0.4645, 0.4637, 0.4617], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "150414": {"relevant_ids": ["192835"], "ranked_ids": ["192835", "105782", "132912", "105783", "516620", "126746", "121070", "159263", "144880", "149429"], "ranked_scores": [0.7285, 0.7223, 0.7127, 0.6891, 0.6808, 0.6722, 0.6694, 0.6568, 0.6536, 0.6527], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145582": {"relevant_ids": ["145583"], "ranked_ids": ["145583", "299264", "454248", "432243", "206717", "87614", "245370", "263736", "369068", "436023"], "ranked_scores": [0.6234, 0.4614, 0.4529, 0.4181, 0.4145, 0.4122, 0.4089, 0.4019, 0.4004, 0.3968], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "315712": {"relevant_ids": ["315713"], "ranked_ids": ["315713", "242340", "208025", "194841", "236508", "408588", "203205", "163551", "124542", "60577"], "ranked_scores": [0.7067, 0.6211, 0.6175, 0.6163, 0.6161, 0.6084, 0.5955, 0.5941, 0.5901, 0.5897], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145739": {"relevant_ids": ["145740"], "ranked_ids": ["145740", "241979", "366074", "465597", "8705", "115412", "303090", "347337", "453401", "415781"], "ranked_scores": [0.7211, 0.6604, 0.6596, 0.6298, 0.6226, 0.6188, 0.6136, 0.6112, 0.5781, 0.5755], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "308127": {"relevant_ids": ["308126"], "ranked_ids": ["308126", "77650", "301104", "140685", "395527", "427879", "386807", "385951", "402262", "35763"], "ranked_scores": [0.6521, 0.636, 0.6332, 0.6201, 0.6007, 0.5944, 0.594, 0.5918, 0.5913, 0.5891], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "287245": {"relevant_ids": ["283199", "322650", "283198"], "ranked_ids": ["283199", "322650", "283198", "192143", "188940", "221784", "420280", "68138", "420279", "405392"], "ranked_scores": [0.6725, 0.6718, 0.6562, 0.5883, 0.5631, 0.5617, 0.5569, 0.5404, 0.5392, 0.5263], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "14755": {"relevant_ids": ["211906", "14756"], "ranked_ids": ["450970", "211906", "14756", "235454", "277031", "30834", "57678", "236793", "362149", "72275"], "ranked_scores": [0.7179, 0.7088, 0.705, 0.6643, 0.6396, 0.622, 0.6204, 0.6187, 0.6055, 0.5809], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6934, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6934, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6934, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "370170": {"relevant_ids": ["370169"], "ranked_ids": ["370169", "476551", "22763", "227009", "334238", "132797", "392093", "537762", "358959", "279893"], "ranked_scores": [0.7243, 0.5135, 0.4763, 0.4756, 0.471, 0.4708, 0.4666, 0.4617, 0.4612, 0.4608], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "41774": {"relevant_ids": ["41773"], "ranked_ids": ["41773", "239344", "214766", "307530", "148165", "468655", "468656", "442459", "467781", "33017"], "ranked_scores": [0.7037, 0.5891, 0.577, 0.5565, 0.5368, 0.5367, 0.5289, 0.5286, 0.5194, 0.4977], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "399648": {"relevant_ids": ["399649"], "ranked_ids": ["399649", "225815", "435035", "439417", "124071", "411313", "470113", "380626", "21253", "445074"], "ranked_scores": [0.7601, 0.69, 0.6173, 0.6128, 0.609, 0.6062, 0.6044, 0.6034, 0.5966, 0.5942], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "504811": {"relevant_ids": ["504810"], "ranked_ids": ["504810", "90374", "309894", "448774", "5861", "298555", "214151", "55899", "54195", "155038"], "ranked_scores": [0.7568, 0.6719, 0.6532, 0.6442, 0.6141, 0.6133, 0.6019, 0.583, 0.5787, 0.5704], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "362950": {"relevant_ids": ["362949", "400212"], "ranked_ids": ["362949", "400212", "475478", "427587", "487392", "151122", "9132", "344212", "348827", "196530"], "ranked_scores": [0.706, 0.6752, 0.6713, 0.6529, 0.6514, 0.6505, 0.6403, 0.6354, 0.6275, 0.6144], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "155873": {"relevant_ids": ["155874"], "ranked_ids": ["136219", "155874", "383066", "392604", "3139", "91610", "346009", "294020", "3249", "292617"], "ranked_scores": [0.5765, 0.5668, 0.5563, 0.5516, 0.5375, 0.5231, 0.5193, 0.5145, 0.5092, 0.5067], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "263432": {"relevant_ids": ["263433"], "ranked_ids": ["263433", "407204", "128303", "401373", "29349", "97259", "89716", "279243", "370717", "392367"], "ranked_scores": [0.5994, 0.5815, 0.5605, 0.5344, 0.5042, 0.5004, 0.4967, 0.4875, 0.4862, 0.4782], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "354945": {"relevant_ids": ["354946"], "ranked_ids": ["354946", "254071", "462983", "108161", "202817", "322478", "157453", "202685", "263939", "298611"], "ranked_scores": [0.7112, 0.6666, 0.5677, 0.4954, 0.4862, 0.4854, 0.4602, 0.4589, 0.4564, 0.4543], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "245417": {"relevant_ids": ["248195", "219475"], "ranked_ids": ["219475", "248195", "40657", "64433", "14180", "413039", "301977", "164159", "413040", "245726"], "ranked_scores": [0.7678, 0.7457, 0.7299, 0.7102, 0.6769, 0.6671, 0.6656, 0.6618, 0.6532, 0.6473], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "516276": {"relevant_ids": ["516277"], "ranked_ids": ["516277", "19755", "286275", "34173", "352289", "510783", "438101", "44716", "76958", "378174"], "ranked_scores": [0.764, 0.6872, 0.676, 0.6676, 0.6372, 0.6324, 0.6322, 0.6132, 0.6115, 0.6089], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177580": {"relevant_ids": ["177579"], "ranked_ids": ["177579", "446100", "18081", "455888", "464418", "60577", "115954", "76563", "454968", "370405"], "ranked_scores": [0.7314, 0.5517, 0.5371, 0.5134, 0.5134, 0.5085, 0.5084, 0.5034, 0.5015, 0.4856], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "309865": {"relevant_ids": ["78624", "78623", "33713"], "ranked_ids": ["209041", "405094", "78623", "33713", "153484", "78624", "495751", "179538", "469068", "158229"], "ranked_scores": [0.7488, 0.7363, 0.7326, 0.7318, 0.7277, 0.7258, 0.7133, 0.7098, 0.6988, 0.6973], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4367, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.6039, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "510387": {"relevant_ids": ["510386"], "ranked_ids": ["40390", "241538", "170896", "510386", "344869", "241537", "484846", "52003", "254292", "201143"], "ranked_scores": [0.7768, 0.7657, 0.7634, 0.7552, 0.7538, 0.7416, 0.7329, 0.732, 0.7095, 0.7074], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "26645": {"relevant_ids": ["26644"], "ranked_ids": ["26644", "207775", "318396", "215551", "108781", "256679", "284346", "12895", "286617", "83874"], "ranked_scores": [0.7714, 0.6846, 0.6683, 0.6594, 0.6513, 0.649, 0.6389, 0.6375, 0.6328, 0.6322], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "47788": {"relevant_ids": ["455725"], "ranked_ids": ["8505", "47703", "59223", "101721", "455725", "37221", "348138", "518171", "59508", "235686"], "ranked_scores": [0.7454, 0.7416, 0.7392, 0.7373, 0.735, 0.7312, 0.7291, 0.7277, 0.7202, 0.7151], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "338281": {"relevant_ids": ["338282"], "ranked_ids": ["338282", "234727", "57017", "457315", "382555", "11563", "431433", "85881", "325380", "263316"], "ranked_scores": [0.7112, 0.5353, 0.5087, 0.505, 0.485, 0.4846, 0.481, 0.4808, 0.4804, 0.4755], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "461149": {"relevant_ids": ["461148"], "ranked_ids": ["461148", "203100", "525835", "482221", "443095", "416504", "475952", "100854", "283905", "381960"], "ranked_scores": [0.6467, 0.6138, 0.6027, 0.5849, 0.5834, 0.5795, 0.5778, 0.5761, 0.5713, 0.5703], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "346126": {"relevant_ids": ["110711", "110710"], "ranked_ids": ["110710", "110711", "154338", "254526", "203476", "528998", "229972", "6816", "168350", "340823"], "ranked_scores": [0.7783, 0.7568, 0.7478, 0.7067, 0.701, 0.6832, 0.6766, 0.6743, 0.6729, 0.6721], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "372986": {"relevant_ids": ["262882", "49961"], "ranked_ids": ["49961", "262882", "303468", "494989", "443239", "43966", "497357", "494510", "262821", "88278"], "ranked_scores": [0.7465, 0.6847, 0.6352, 0.6326, 0.5993, 0.5882, 0.5872, 0.5839, 0.5773, 0.57], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "501182": {"relevant_ids": ["501181"], "ranked_ids": ["501181", "402718", "447737", "274777", "179018", "446824", "109121", "518204", "53141", "261255"], "ranked_scores": [0.719, 0.5897, 0.5711, 0.5691, 0.5502, 0.5441, 0.5179, 0.5159, 0.5139, 0.5091], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13800": {"relevant_ids": ["376590", "408522", "13799"], "ranked_ids": ["376590", "13799", "179943", "408522", "56338", "8622", "481109", "30987", "448205", "306761"], "ranked_scores": [0.7256, 0.6989, 0.6818, 0.6797, 0.6548, 0.6547, 0.651, 0.6476, 0.6456, 0.6287], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.9675, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9675, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "250143": {"relevant_ids": ["250142"], "ranked_ids": ["250142", "473276", "50538", "57155", "76062", "526032", "38409", "137994", "274190", "368186"], "ranked_scores": [0.6329, 0.6091, 0.5204, 0.5115, 0.5096, 0.5041, 0.4902, 0.4833, 0.4782, 0.4725], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13223": {"relevant_ids": ["88349", "156773", "88348", "20277", "13224"], "ranked_ids": ["156773", "88348", "88349", "13224", "86343", "223304", "137719", "361830", "366749", "491669"], "ranked_scores": [0.8006, 0.7689, 0.7619, 0.7602, 0.752, 0.7388, 0.7306, 0.7282, 0.7129, 0.7112], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.2, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6, "ndcg@5": 0.8688, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.8, "ndcg@10": 0.8688, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.8}, "11002": {"relevant_ids": ["11003"], "ranked_ids": ["11003", "144197", "444112", "266680", "347493", "17317", "21396", "489539", "115070", "42203"], "ranked_scores": [0.673, 0.6584, 0.6554, 0.65, 0.6438, 0.6388, 0.6344, 0.6333, 0.6309, 0.6267], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177653": {"relevant_ids": ["79732"], "ranked_ids": ["79732", "373717", "525756", "200611", "39174", "194790", "310721", "395587", "225019", "412316"], "ranked_scores": [0.6732, 0.5916, 0.5833, 0.5407, 0.5295, 0.5157, 0.5124, 0.5063, 0.5058, 0.5014], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "415592": {"relevant_ids": ["415591"], "ranked_ids": ["415591", "91592", "435045", "88542", "117817", "485299", "95917", "467639", "425878", "430072"], "ranked_scores": [0.7488, 0.629, 0.6206, 0.5909, 0.5907, 0.584, 0.5837, 0.5816, 0.5805, 0.5732], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "511196": {"relevant_ids": ["511197"], "ranked_ids": ["511197", "156490", "251545", "289278", "251546", "522157", "248656", "313107", "53962", "413940"], "ranked_scores": [0.6828, 0.5776, 0.5397, 0.5288, 0.5228, 0.5204, 0.5197, 0.5194, 0.5102, 0.5085], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "344845": {"relevant_ids": ["344844"], "ranked_ids": ["344844", "161471", "111672", "95946", "503908", "327548", "335497", "79987", "4915", "187882"], "ranked_scores": [0.7828, 0.7252, 0.7044, 0.6966, 0.685, 0.6767, 0.6767, 0.67, 0.6627, 0.6565], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "396744": {"relevant_ids": ["396745"], "ranked_ids": ["396745", "16789", "421257", "75399", "511557", "236438", "516168", "75585", "204626", "507513"], "ranked_scores": [0.5937, 0.5744, 0.5619, 0.5473, 0.5398, 0.5253, 0.5238, 0.5172, 0.5171, 0.5111], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "452398": {"relevant_ids": ["452399"], "ranked_ids": ["452399", "530610", "304781", "221563", "4228", "399415", "324290", "296712", "346712", "527927"], "ranked_scores": [0.7631, 0.6514, 0.6272, 0.6238, 0.6215, 0.6179, 0.6176, 0.6164, 0.6068, 0.6068], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "182114": {"relevant_ids": ["182113"], "ranked_ids": ["196647", "182113", "528965", "234482", "80719", "56202", "531602", "323531", "256239", "137577"], "ranked_scores": [0.6704, 0.6431, 0.6183, 0.617, 0.616, 0.6146, 0.614, 0.6124, 0.6047, 0.5963], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "486260": {"relevant_ids": ["486259"], "ranked_ids": ["486259", "392356", "266904", "111946", "220387", "209254", "113749", "152202", "46379", "29362"], "ranked_scores": [0.7371, 0.6915, 0.6819, 0.6793, 0.671, 0.6697, 0.6693, 0.6677, 0.6659, 0.6636], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "455140": {"relevant_ids": ["315935"], "ranked_ids": ["315935", "246286", "93864", "124700", "308963", "150842", "245896", "519049", "440700", "93863"], "ranked_scores": [0.7387, 0.667, 0.6645, 0.6526, 0.6312, 0.6255, 0.6219, 0.6104, 0.6095, 0.6027], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "56198": {"relevant_ids": ["56199"], "ranked_ids": ["56199", "249114", "138891", "431226", "160914", "279986", "43404", "67917", "43405", "243039"], "ranked_scores": [0.7161, 0.5094, 0.5029, 0.4755, 0.47, 0.4697, 0.4683, 0.4565, 0.4527, 0.4496], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "30172": {"relevant_ids": ["145119", "373486", "145120", "185817", "30173", "68426"], "ranked_ids": ["145120", "160900", "68426", "192604", "82405", "373486", "185817", "15236", "90983", "382686"], "ranked_scores": [0.8156, 0.8057, 0.7852, 0.7776, 0.7775, 0.7769, 0.7722, 0.7587, 0.7556, 0.7544], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.1667, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.5087, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.6626, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.6667}, "127880": {"relevant_ids": ["241164"], "ranked_ids": ["241164", "535042", "121458", "112470", "210277", "135083", "450198", "421143", "325175", "22396"], "ranked_scores": [0.6585, 0.6164, 0.5947, 0.5791, 0.578, 0.568, 0.5651, 0.565, 0.5615, 0.5468], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "167969": {"relevant_ids": ["174461"], "ranked_ids": ["360983", "174461", "78497", "207491", "91854", "144121", "168913", "60171", "177138", "365197"], "ranked_scores": [0.6636, 0.6592, 0.5854, 0.5507, 0.5433, 0.5393, 0.5357, 0.5343, 0.5342, 0.5324], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "97986": {"relevant_ids": ["97987"], "ranked_ids": ["97987", "44589", "326597", "212168", "318396", "108564", "274700", "139722", "41241", "420351"], "ranked_scores": [0.7732, 0.6823, 0.637, 0.614, 0.6126, 0.6102, 0.607, 0.6045, 0.6027, 0.6015], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "12865": {"relevant_ids": ["105683"], "ranked_ids": ["105683", "528844", "92902", "356189", "477677", "191268", "338609", "277453", "435550", "146806"], "ranked_scores": [0.7355, 0.6368, 0.6143, 0.603, 0.6021, 0.5978, 0.596, 0.5894, 0.5894, 0.5877], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "215681": {"relevant_ids": ["215680"], "ranked_ids": ["215680", "178515", "63757", "5733", "57552", "297953", "52235", "177080", "54139", "340195"], "ranked_scores": [0.7552, 0.5963, 0.588, 0.5875, 0.5875, 0.5756, 0.5748, 0.5738, 0.5711, 0.5637], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-roberta-base-mrl-512-pq-m64-n8": {"127728": {"relevant_ids": ["127729"], "ranked_ids": ["127729", "276617", "245618", "278575", "38063", "153290", "469527", "188019", "92818", "445616"], "ranked_scores": [0.7216, 0.7047, 0.6896, 0.6853, 0.6783, 0.6767, 0.6738, 0.6727, 0.6687, 0.6403], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "318820": {"relevant_ids": ["318821"], "ranked_ids": ["318821", "222238", "367479", "178549", "489320", "441089", "496708", "190698", "54496", "457906"], "ranked_scores": [0.8777, 0.7707, 0.7557, 0.7209, 0.7174, 0.7166, 0.7087, 0.7035, 0.7005, 0.6903], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "296098": {"relevant_ids": ["296097"], "ranked_ids": ["364131", "45506", "469985", "412371", "469868", "45507", "493414", "134752", "173403", "120598"], "ranked_scores": [0.5941, 0.5878, 0.5873, 0.5774, 0.5761, 0.5647, 0.5596, 0.5582, 0.5533, 0.5516], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "150414": {"relevant_ids": ["192835"], "ranked_ids": ["192835", "105782", "516620", "132912", "105783", "126746", "121070", "126745", "382686", "159263"], "ranked_scores": [0.8297, 0.8244, 0.7631, 0.749, 0.7482, 0.7353, 0.71, 0.7079, 0.6992, 0.698], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145582": {"relevant_ids": ["145583"], "ranked_ids": ["145583", "454248", "299264", "130013", "112261", "263736", "432243", "87614", "206717", "390399"], "ranked_scores": [0.7583, 0.5802, 0.5236, 0.4831, 0.4802, 0.4708, 0.4632, 0.4545, 0.4534, 0.4512], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "315712": {"relevant_ids": ["315713"], "ranked_ids": ["315713", "242340", "194841", "208025", "124542", "408588", "236508", "355553", "261260", "319096"], "ranked_scores": [0.7798, 0.6817, 0.6795, 0.6662, 0.6335, 0.6307, 0.6224, 0.6134, 0.6101, 0.6062], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145739": {"relevant_ids": ["145740"], "ranked_ids": ["145740", "241979", "366074", "8705", "115412", "347337", "465597", "303090", "415781", "316928"], "ranked_scores": [0.8621, 0.7662, 0.7496, 0.7406, 0.7385, 0.7203, 0.7055, 0.68, 0.6756, 0.6729], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "308127": {"relevant_ids": ["308126"], "ranked_ids": ["308126", "79534", "36744", "77650", "301104", "386807", "385951", "402262", "326242", "471617"], "ranked_scores": [0.7873, 0.6693, 0.6518, 0.65, 0.6475, 0.6471, 0.632, 0.6253, 0.6214, 0.6209], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "287245": {"relevant_ids": ["283199", "322650", "283198"], "ranked_ids": ["283199", "322650", "283198", "420279", "68138", "192143", "420280", "188940", "221784", "499037"], "ranked_scores": [0.8585, 0.8541, 0.8037, 0.6534, 0.6478, 0.647, 0.6416, 0.6396, 0.6233, 0.6192], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "14755": {"relevant_ids": ["211906", "14756"], "ranked_ids": ["450970", "211906", "14756", "235454", "57678", "30834", "236793", "277031", "259619", "128231"], "ranked_scores": [0.8144, 0.8097, 0.8037, 0.7278, 0.7088, 0.6568, 0.6502, 0.6452, 0.6373, 0.6305], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6934, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6934, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6934, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "370170": {"relevant_ids": ["370169"], "ranked_ids": ["370169", "466920", "537762", "191527", "211280", "476551", "334238", "528902", "22763", "417976"], "ranked_scores": [0.8872, 0.5704, 0.5664, 0.5497, 0.5464, 0.5436, 0.5326, 0.5278, 0.5248, 0.5102], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "41774": {"relevant_ids": ["41773"], "ranked_ids": ["41773", "239344", "214766", "468655", "163006", "307530", "468656", "442459", "467781", "33017"], "ranked_scores": [0.8049, 0.6245, 0.6214, 0.5742, 0.5738, 0.5682, 0.5619, 0.5574, 0.5556, 0.5372], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "399648": {"relevant_ids": ["399649"], "ranked_ids": ["399649", "225815", "243294", "504913", "124071", "380626", "439417", "462253", "285302", "412309"], "ranked_scores": [0.8916, 0.7786, 0.6937, 0.6915, 0.6905, 0.6854, 0.6811, 0.6783, 0.6779, 0.6755], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "504811": {"relevant_ids": ["504810"], "ranked_ids": ["504810", "90374", "448774", "309894", "55899", "214151", "298555", "54195", "84826", "5861"], "ranked_scores": [0.9025, 0.7289, 0.7265, 0.7218, 0.6934, 0.6826, 0.6825, 0.6688, 0.6598, 0.6559], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "362950": {"relevant_ids": ["362949", "400212"], "ranked_ids": ["362949", "400212", "475478", "487392", "427587", "151122", "411503", "348827", "129563", "438104"], "ranked_scores": [0.835, 0.8082, 0.7929, 0.7827, 0.7664, 0.746, 0.7257, 0.7212, 0.7058, 0.7025], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "155873": {"relevant_ids": ["155874"], "ranked_ids": ["155874", "392604", "136219", "91610", "464100", "232469", "122134", "383066", "294020", "392771"], "ranked_scores": [0.6614, 0.6309, 0.6137, 0.5782, 0.5672, 0.5592, 0.5568, 0.555, 0.5534, 0.5528], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "263432": {"relevant_ids": ["263433"], "ranked_ids": ["263433", "128303", "407204", "401373", "147629", "356658", "370717", "29349", "97259", "89716"], "ranked_scores": [0.7472, 0.673, 0.6456, 0.6283, 0.5909, 0.5544, 0.5537, 0.5485, 0.5464, 0.5411], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "354945": {"relevant_ids": ["354946"], "ranked_ids": ["354946", "254071", "462983", "108161", "322478", "202817", "462984", "263939", "425587", "236419"], "ranked_scores": [0.888, 0.8308, 0.6715, 0.5908, 0.5892, 0.5568, 0.5259, 0.514, 0.5125, 0.5102], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "245417": {"relevant_ids": ["248195", "219475"], "ranked_ids": ["219475", "248195", "40657", "64433", "413039", "368145", "390696", "413040", "301977", "319022"], "ranked_scores": [0.8832, 0.8584, 0.7934, 0.7772, 0.7371, 0.7221, 0.6976, 0.694, 0.6871, 0.6832], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "516276": {"relevant_ids": ["516277"], "ranked_ids": ["516277", "34173", "19755", "286275", "76958", "352289", "510783", "438101", "62062", "489791"], "ranked_scores": [0.8831, 0.7479, 0.7437, 0.7098, 0.7074, 0.7029, 0.6817, 0.6736, 0.6697, 0.6686], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177580": {"relevant_ids": ["177579"], "ranked_ids": ["177579", "76563", "18081", "115954", "370405", "446100", "209698", "419100", "143503", "454968"], "ranked_scores": [0.8718, 0.5449, 0.5411, 0.5332, 0.5285, 0.5264, 0.5255, 0.5226, 0.5149, 0.514], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "309865": {"relevant_ids": ["78624", "78623", "33713"], "ranked_ids": ["153484", "33713", "209041", "78623", "405094", "78624", "495751", "437065", "235483", "477476"], "ranked_scores": [0.8271, 0.8155, 0.8152, 0.8146, 0.8087, 0.8078, 0.7691, 0.7428, 0.7409, 0.7405], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4982, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.6653, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "510387": {"relevant_ids": ["510386"], "ranked_ids": ["510386", "40390", "241538", "344869", "170896", "241537", "52003", "484846", "371033", "254292"], "ranked_scores": [0.8516, 0.8408, 0.8342, 0.8301, 0.8209, 0.8182, 0.8164, 0.8084, 0.7816, 0.7497], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "26645": {"relevant_ids": ["26644"], "ranked_ids": ["26644", "207775", "318396", "12895", "286617", "507090", "144057", "108781", "504445", "284346"], "ranked_scores": [0.8903, 0.7084, 0.7018, 0.6893, 0.682, 0.6779, 0.6777, 0.6774, 0.6716, 0.6688], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "47788": {"relevant_ids": ["455725"], "ranked_ids": ["455725", "59223", "47703", "235686", "59508", "8505", "15132", "101721", "348138", "105230"], "ranked_scores": [0.8537, 0.823, 0.8206, 0.8191, 0.8181, 0.8146, 0.8137, 0.8076, 0.8039, 0.7974], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "338281": {"relevant_ids": ["338282"], "ranked_ids": ["338282", "57017", "234727", "315387", "431433", "263861", "263316", "457315", "11563", "11250"], "ranked_scores": [0.8801, 0.5936, 0.5832, 0.556, 0.5559, 0.5538, 0.5532, 0.538, 0.5368, 0.5033], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "461149": {"relevant_ids": ["461148"], "ranked_ids": ["461148", "525835", "203100", "215782", "338517", "443095", "381960", "17980", "100854", "482221"], "ranked_scores": [0.7201, 0.7093, 0.6679, 0.6521, 0.6442, 0.6417, 0.6333, 0.6319, 0.6309, 0.6293], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "346126": {"relevant_ids": ["110711", "110710"], "ranked_ids": ["110710", "154338", "110711", "254526", "203476", "340823", "528998", "229972", "168350", "6816"], "ranked_scores": [0.8979, 0.8708, 0.8686, 0.8035, 0.7707, 0.768, 0.7526, 0.7438, 0.7408, 0.7372], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.9197, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.9197, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9197, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "372986": {"relevant_ids": ["262882", "49961"], "ranked_ids": ["49961", "262882", "303468", "43966", "516501", "88278", "215938", "494989", "497357", "497531"], "ranked_scores": [0.8832, 0.8133, 0.7205, 0.6658, 0.6438, 0.643, 0.6392, 0.6376, 0.6318, 0.6303], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "501182": {"relevant_ids": ["501181"], "ranked_ids": ["501181", "179018", "402718", "274777", "447737", "325288", "446824", "261255", "2257", "347781"], "ranked_scores": [0.8306, 0.6542, 0.6297, 0.6133, 0.5835, 0.5618, 0.5597, 0.5456, 0.5442, 0.5355], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13800": {"relevant_ids": ["376590", "408522", "13799"], "ranked_ids": ["376590", "13799", "179943", "481109", "408522", "67320", "23471", "448205", "30987", "8622"], "ranked_scores": [0.8053, 0.7885, 0.7839, 0.7421, 0.738, 0.6995, 0.6899, 0.6885, 0.687, 0.6859], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.9469, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9469, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "250143": {"relevant_ids": ["250142"], "ranked_ids": ["250142", "473276", "526032", "57155", "27632", "206630", "38409", "368186", "121390", "137994"], "ranked_scores": [0.7994, 0.73, 0.5902, 0.5813, 0.5763, 0.5603, 0.5551, 0.5545, 0.5489, 0.5397], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13223": {"relevant_ids": ["88349", "156773", "88348", "20277", "13224"], "ranked_ids": ["156773", "13224", "88348", "88349", "86343", "223304", "366749", "137719", "361830", "24720"], "ranked_scores": [0.9181, 0.8914, 0.8833, 0.8746, 0.8663, 0.857, 0.8478, 0.8323, 0.815, 0.8001], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.2, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6, "ndcg@5": 0.8688, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.8, "ndcg@10": 0.8688, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.8}, "11002": {"relevant_ids": ["11003"], "ranked_ids": ["11003", "444112", "144197", "489539", "42203", "266680", "40100", "241075", "17317", "115070"], "ranked_scores": [0.7867, 0.7621, 0.7555, 0.7342, 0.7268, 0.7253, 0.7193, 0.7167, 0.7132, 0.7112], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177653": {"relevant_ids": ["79732"], "ranked_ids": ["79732", "525756", "39174", "373717", "395587", "200611", "245271", "310721", "137270", "412316"], "ranked_scores": [0.8539, 0.7213, 0.699, 0.667, 0.6601, 0.66, 0.6404, 0.6381, 0.5869, 0.5813], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "415592": {"relevant_ids": ["415591"], "ranked_ids": ["415591", "435045", "117817", "91592", "88542", "467639", "425878", "485299", "379146", "430072"], "ranked_scores": [0.8688, 0.7107, 0.6889, 0.6879, 0.6802, 0.6683, 0.6679, 0.6596, 0.6572, 0.6399], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "511196": {"relevant_ids": ["511197"], "ranked_ids": ["511197", "156490", "289278", "251545", "491923", "313107", "537528", "251546", "328397", "53962"], "ranked_scores": [0.8191, 0.6625, 0.6243, 0.6015, 0.5872, 0.5698, 0.569, 0.5681, 0.5495, 0.545], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "344845": {"relevant_ids": ["344844"], "ranked_ids": ["344844", "161471", "95946", "111672", "503908", "327548", "79987", "187882", "380837", "335497"], "ranked_scores": [0.8887, 0.8127, 0.7721, 0.7663, 0.7565, 0.753, 0.7368, 0.7321, 0.7311, 0.7295], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "396744": {"relevant_ids": ["396745"], "ranked_ids": ["396745", "16789", "516168", "236438", "75399", "418055", "421257", "481437", "454241", "284966"], "ranked_scores": [0.6947, 0.6636, 0.6334, 0.6157, 0.6063, 0.5919, 0.5889, 0.5866, 0.5796, 0.5791], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "452398": {"relevant_ids": ["452399"], "ranked_ids": ["452399", "530610", "4228", "230141", "60646", "90225", "134287", "346712", "304781", "372901"], "ranked_scores": [0.8854, 0.7221, 0.6748, 0.6578, 0.6476, 0.6449, 0.6419, 0.6419, 0.636, 0.6251], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "182114": {"relevant_ids": ["182113"], "ranked_ids": ["196647", "182113", "531602", "234482", "162482", "528965", "323531", "80719", "256239", "229182"], "ranked_scores": [0.7844, 0.7531, 0.7068, 0.6972, 0.6921, 0.6863, 0.6845, 0.6757, 0.6662, 0.6651], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "486260": {"relevant_ids": ["486259"], "ranked_ids": ["486259", "392356", "113749", "266904", "114114", "111946", "209254", "145384", "46379", "146738"], "ranked_scores": [0.862, 0.7451, 0.7044, 0.6982, 0.6917, 0.6901, 0.6895, 0.6767, 0.6741, 0.6718], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "455140": {"relevant_ids": ["315935"], "ranked_ids": ["315935", "246286", "93864", "124700", "150842", "93863", "369068", "211061", "245896", "308963"], "ranked_scores": [0.8752, 0.7724, 0.7566, 0.7274, 0.7215, 0.6986, 0.6919, 0.6885, 0.6881, 0.6788], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "56198": {"relevant_ids": ["56199"], "ranked_ids": ["56199", "138891", "249114", "160194", "431226", "279986", "243039", "452069", "43404", "71092"], "ranked_scores": [0.8707, 0.5796, 0.5791, 0.5741, 0.5432, 0.54, 0.5314, 0.5206, 0.5205, 0.5154], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "30172": {"relevant_ids": ["145119", "373486", "145120", "185817", "30173", "68426"], "ranked_ids": ["145120", "68426", "160900", "192604", "90983", "82405", "205338", "373486", "311173", "30173"], "ranked_scores": [0.9118, 0.9006, 0.8559, 0.8377, 0.8362, 0.8246, 0.823, 0.8147, 0.8085, 0.7972], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.1667, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.5531, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.6765, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.6667}, "127880": {"relevant_ids": ["241164"], "ranked_ids": ["241164", "135083", "121458", "210277", "535042", "112470", "84471", "450198", "531392", "208455"], "ranked_scores": [0.7687, 0.6747, 0.6733, 0.6697, 0.6464, 0.6406, 0.6222, 0.612, 0.5935, 0.5919], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "167969": {"relevant_ids": ["174461"], "ranked_ids": ["174461", "360983", "78497", "60171", "207491", "449678", "168913", "121354", "91854", "144121"], "ranked_scores": [0.8009, 0.7645, 0.6323, 0.6175, 0.6169, 0.5969, 0.5947, 0.5874, 0.586, 0.5852], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "97986": {"relevant_ids": ["97987"], "ranked_ids": ["97987", "44589", "393565", "41242", "284181", "108564", "318396", "212168", "41241", "326597"], "ranked_scores": [0.9023, 0.8124, 0.7047, 0.6775, 0.6745, 0.6715, 0.6697, 0.6695, 0.6647, 0.6628], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "12865": {"relevant_ids": ["105683"], "ranked_ids": ["105683", "92902", "146806", "23129", "94167", "477677", "146805", "277453", "188959", "191268"], "ranked_scores": [0.8955, 0.7379, 0.718, 0.7137, 0.7129, 0.7091, 0.7034, 0.7029, 0.6996, 0.6969], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "215681": {"relevant_ids": ["215680"], "ranked_ids": ["215680", "178515", "57552", "143842", "52235", "340195", "63757", "177080", "5733", "78042"], "ranked_scores": [0.8765, 0.6501, 0.6418, 0.629, 0.6285, 0.6232, 0.6222, 0.6188, 0.6098, 0.6085], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-roberta-base-mrl-notrunc-pq-m64-n8": {"127728": {"relevant_ids": ["127729"], "ranked_ids": ["127729", "38063", "276617", "245618", "153290", "278575", "188019", "92818", "382156", "73719"], "ranked_scores": [0.7473, 0.7261, 0.7235, 0.7058, 0.7009, 0.6971, 0.6923, 0.679, 0.6711, 0.6611], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "318820": {"relevant_ids": ["318821"], "ranked_ids": ["318821", "222238", "178549", "367479", "441089", "54496", "162581", "190698", "489320", "42413"], "ranked_scores": [0.8766, 0.7985, 0.7942, 0.7751, 0.7715, 0.7596, 0.7468, 0.7389, 0.7374, 0.7291], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "296098": {"relevant_ids": ["296097"], "ranked_ids": ["134752", "469868", "173403", "412371", "45507", "45506", "364131", "493414", "296097", "513540"], "ranked_scores": [0.625, 0.6236, 0.6155, 0.6141, 0.6087, 0.6048, 0.6043, 0.5964, 0.5877, 0.5834], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "150414": {"relevant_ids": ["192835"], "ranked_ids": ["105782", "192835", "516620", "105783", "132912", "126746", "144880", "159263", "470642", "126745"], "ranked_scores": [0.8409, 0.8381, 0.8194, 0.8079, 0.7909, 0.7878, 0.7514, 0.7512, 0.7353, 0.7308], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "145582": {"relevant_ids": ["145583"], "ranked_ids": ["145583", "454248", "299264", "390399", "112261", "130013", "211239", "436023", "263736", "173109"], "ranked_scores": [0.7406, 0.5962, 0.5892, 0.5059, 0.5021, 0.4889, 0.4715, 0.4702, 0.4693, 0.4679], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "315712": {"relevant_ids": ["315713"], "ranked_ids": ["315713", "194841", "242340", "208025", "408588", "355553", "319096", "124542", "236508", "203205"], "ranked_scores": [0.763, 0.6864, 0.685, 0.6655, 0.6559, 0.6541, 0.6421, 0.6376, 0.6356, 0.6198], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145739": {"relevant_ids": ["145740"], "ranked_ids": ["145740", "241979", "366074", "8705", "115412", "465597", "415781", "180147", "347337", "303090"], "ranked_scores": [0.8397, 0.7914, 0.7795, 0.772, 0.7687, 0.7551, 0.739, 0.7271, 0.7185, 0.7152], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "308127": {"relevant_ids": ["308126"], "ranked_ids": ["308126", "79534", "35763", "140685", "301104", "77650", "385951", "326242", "402262", "386807"], "ranked_scores": [0.7721, 0.6788, 0.6724, 0.6501, 0.6484, 0.645, 0.6435, 0.6434, 0.6422, 0.6419], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "287245": {"relevant_ids": ["283199", "322650", "283198"], "ranked_ids": ["322650", "283199", "283198", "420279", "192143", "68138", "508239", "420280", "188940", "221784"], "ranked_scores": [0.8319, 0.8318, 0.8068, 0.7266, 0.7032, 0.6897, 0.6835, 0.6765, 0.6709, 0.6627], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "14755": {"relevant_ids": ["211906", "14756"], "ranked_ids": ["211906", "14756", "450970", "235454", "57678", "236793", "30834", "277031", "481547", "362149"], "ranked_scores": [0.8255, 0.8244, 0.8243, 0.7625, 0.7381, 0.7245, 0.7067, 0.6929, 0.6894, 0.6858], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "370170": {"relevant_ids": ["370169"], "ranked_ids": ["370169", "466920", "211280", "537762", "419219", "476551", "231528", "191527", "528902", "467211"], "ranked_scores": [0.8458, 0.6073, 0.6032, 0.6001, 0.5776, 0.5755, 0.5688, 0.568, 0.5674, 0.5632], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "41774": {"relevant_ids": ["41773"], "ranked_ids": ["41773", "214766", "239344", "307530", "467781", "442459", "468656", "468655", "163006", "33017"], "ranked_scores": [0.772, 0.6321, 0.6264, 0.6086, 0.6064, 0.5925, 0.588, 0.5875, 0.5806, 0.5788], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "399648": {"relevant_ids": ["399649"], "ranked_ids": ["399649", "225815", "359281", "243294", "380626", "504913", "124071", "435035", "411313", "412309"], "ranked_scores": [0.8814, 0.8049, 0.719, 0.7188, 0.7178, 0.7141, 0.7128, 0.7118, 0.7093, 0.7091], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "504811": {"relevant_ids": ["504810"], "ranked_ids": ["504810", "309894", "448774", "90374", "214151", "298555", "55899", "160704", "54195", "84826"], "ranked_scores": [0.8632, 0.758, 0.7536, 0.7503, 0.7073, 0.6948, 0.6937, 0.6926, 0.6816, 0.6813], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "362950": {"relevant_ids": ["362949", "400212"], "ranked_ids": ["362949", "400212", "487392", "427587", "475478", "411503", "151122", "155870", "348827", "438104"], "ranked_scores": [0.8439, 0.842, 0.804, 0.7874, 0.7837, 0.7704, 0.7616, 0.7537, 0.7503, 0.7361], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "155873": {"relevant_ids": ["155874"], "ranked_ids": ["155874", "136219", "392604", "91610", "294020", "383066", "440807", "292617", "3249", "303941"], "ranked_scores": [0.6385, 0.6044, 0.5964, 0.5885, 0.5825, 0.5731, 0.5676, 0.5634, 0.5581, 0.5569], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "263432": {"relevant_ids": ["263433"], "ranked_ids": ["263433", "128303", "401373", "407204", "147629", "97259", "29349", "147630", "205954", "89716"], "ranked_scores": [0.7656, 0.7357, 0.6903, 0.6869, 0.6394, 0.6362, 0.6279, 0.6215, 0.6133, 0.61], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "354945": {"relevant_ids": ["354946"], "ranked_ids": ["354946", "254071", "462983", "322478", "108161", "236419", "462984", "263939", "202817", "473769"], "ranked_scores": [0.838, 0.7751, 0.6534, 0.6, 0.5974, 0.5582, 0.5563, 0.5348, 0.5264, 0.4869], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "245417": {"relevant_ids": ["248195", "219475"], "ranked_ids": ["219475", "248195", "40657", "64433", "413039", "301977", "152213", "14180", "368145", "319022"], "ranked_scores": [0.8672, 0.8537, 0.8205, 0.8163, 0.7742, 0.7469, 0.7281, 0.723, 0.7137, 0.7082], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "516276": {"relevant_ids": ["516277"], "ranked_ids": ["516277", "19755", "34173", "76958", "286275", "438101", "510783", "489791", "142152", "352289"], "ranked_scores": [0.8678, 0.7936, 0.7744, 0.7464, 0.7431, 0.7178, 0.7145, 0.7092, 0.701, 0.7006], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177580": {"relevant_ids": ["177579"], "ranked_ids": ["177579", "18081", "115954", "446100", "76563", "455888", "464418", "454968", "391563", "370405"], "ranked_scores": [0.8332, 0.6077, 0.5942, 0.5796, 0.5545, 0.5525, 0.5525, 0.5521, 0.5448, 0.5366], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "309865": {"relevant_ids": ["78624", "78623", "33713"], "ranked_ids": ["153484", "78623", "405094", "33713", "78624", "209041", "235483", "158229", "495751", "360054"], "ranked_scores": [0.8387, 0.8376, 0.8363, 0.8267, 0.823, 0.8194, 0.7788, 0.774, 0.7669, 0.7622], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.6797, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6797, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "510387": {"relevant_ids": ["510386"], "ranked_ids": ["510386", "170896", "40390", "241538", "344869", "241537", "52003", "484846", "371033", "160232"], "ranked_scores": [0.8619, 0.8581, 0.8561, 0.8551, 0.8521, 0.8467, 0.8385, 0.8093, 0.7889, 0.7801], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "26645": {"relevant_ids": ["26644"], "ranked_ids": ["26644", "318396", "207775", "12895", "507090", "108781", "83874", "83875", "144057", "284346"], "ranked_scores": [0.8636, 0.7199, 0.7116, 0.7114, 0.7062, 0.6937, 0.6918, 0.6894, 0.688, 0.6799], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "47788": {"relevant_ids": ["455725"], "ranked_ids": ["455725", "59223", "8505", "120701", "47703", "348138", "59508", "101721", "235686", "47789"], "ranked_scores": [0.8747, 0.8649, 0.8617, 0.858, 0.8576, 0.8509, 0.8498, 0.8457, 0.8443, 0.8344], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "338281": {"relevant_ids": ["338282"], "ranked_ids": ["338282", "457315", "234727", "57017", "11563", "100426", "325380", "85881", "263861", "263316"], "ranked_scores": [0.8618, 0.6074, 0.594, 0.5925, 0.5778, 0.5709, 0.5526, 0.5431, 0.5363, 0.5362], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "461149": {"relevant_ids": ["461148"], "ranked_ids": ["461148", "525835", "392721", "392720", "203100", "377056", "8828", "100854", "17980", "85426"], "ranked_scores": [0.7278, 0.7104, 0.6732, 0.6721, 0.6704, 0.6692, 0.667, 0.6604, 0.6604, 0.6597], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "346126": {"relevant_ids": ["110711", "110710"], "ranked_ids": ["110710", "110711", "154338", "254526", "528998", "340823", "108617", "203476", "229972", "168350"], "ranked_scores": [0.9055, 0.8972, 0.8878, 0.8589, 0.8118, 0.8025, 0.7929, 0.7911, 0.787, 0.783], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "372986": {"relevant_ids": ["262882", "49961"], "ranked_ids": ["49961", "262882", "303468", "516501", "497357", "88278", "443239", "497531", "215938", "203984"], "ranked_scores": [0.8684, 0.815, 0.7408, 0.6978, 0.6961, 0.6757, 0.6706, 0.6701, 0.6677, 0.667], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "501182": {"relevant_ids": ["501181"], "ranked_ids": ["501181", "179018", "402718", "274777", "325288", "109121", "446824", "2257", "447737", "361182"], "ranked_scores": [0.795, 0.6721, 0.6373, 0.626, 0.616, 0.6009, 0.5975, 0.5861, 0.5802, 0.5722], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13800": {"relevant_ids": ["376590", "408522", "13799"], "ranked_ids": ["376590", "179943", "13799", "481109", "408522", "67320", "8622", "67319", "30987", "56338"], "ranked_scores": [0.8274, 0.8076, 0.8005, 0.7803, 0.7761, 0.7673, 0.7627, 0.7415, 0.7258, 0.725], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.8855, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.8855, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "250143": {"relevant_ids": ["250142"], "ranked_ids": ["250142", "473276", "27632", "76062", "137994", "38409", "57155", "526032", "96270", "368186"], "ranked_scores": [0.8129, 0.7942, 0.6177, 0.6128, 0.6102, 0.6095, 0.6091, 0.6017, 0.6002, 0.588], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13223": {"relevant_ids": ["88349", "156773", "88348", "20277", "13224"], "ranked_ids": ["156773", "88348", "13224", "88349", "86343", "366749", "137719", "223304", "361830", "24720"], "ranked_scores": [0.9169, 0.9005, 0.8994, 0.8935, 0.8933, 0.8849, 0.8623, 0.8451, 0.8435, 0.8393], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.2, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6, "ndcg@5": 0.8688, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.8, "ndcg@10": 0.8688, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.8}, "11002": {"relevant_ids": ["11003"], "ranked_ids": ["11003", "144197", "444112", "42203", "489539", "266680", "40100", "17317", "517597", "64236"], "ranked_scores": [0.8119, 0.7822, 0.7803, 0.7752, 0.7745, 0.7666, 0.7647, 0.7632, 0.761, 0.7574], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177653": {"relevant_ids": ["79732"], "ranked_ids": ["79732", "525756", "373717", "310721", "39174", "245271", "225019", "395587", "412316", "200611"], "ranked_scores": [0.8218, 0.7363, 0.7188, 0.7016, 0.6969, 0.6893, 0.6807, 0.672, 0.6307, 0.6198], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "415592": {"relevant_ids": ["415591"], "ranked_ids": ["415591", "117817", "425878", "435045", "88542", "467639", "91592", "379146", "485299", "208294"], "ranked_scores": [0.8464, 0.7523, 0.7494, 0.737, 0.7367, 0.7181, 0.7032, 0.6898, 0.6889, 0.6717], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "511196": {"relevant_ids": ["511197"], "ranked_ids": ["511197", "156490", "251545", "491923", "251546", "289278", "414717", "328397", "349723", "537528"], "ranked_scores": [0.8013, 0.6677, 0.6334, 0.6248, 0.6228, 0.6215, 0.595, 0.5936, 0.588, 0.5734], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "344845": {"relevant_ids": ["344844"], "ranked_ids": ["344844", "161471", "95946", "503908", "327548", "79987", "101085", "335497", "111672", "187882"], "ranked_scores": [0.8769, 0.8087, 0.7919, 0.7876, 0.7828, 0.7706, 0.7688, 0.7679, 0.7668, 0.7565], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "396744": {"relevant_ids": ["396745"], "ranked_ids": ["396745", "16789", "75399", "418055", "516168", "236438", "481437", "421257", "507513", "284966"], "ranked_scores": [0.6988, 0.6857, 0.6392, 0.6392, 0.6318, 0.6267, 0.6156, 0.6154, 0.6072, 0.6004], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "452398": {"relevant_ids": ["452399"], "ranked_ids": ["452399", "530610", "304781", "4228", "399415", "90225", "346712", "221563", "372901", "125993"], "ranked_scores": [0.8613, 0.7216, 0.6918, 0.6799, 0.6735, 0.6687, 0.6684, 0.6681, 0.6624, 0.6622], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "182114": {"relevant_ids": ["182113"], "ranked_ids": ["196647", "531602", "182113", "162482", "234482", "528965", "80719", "256239", "481882", "56202"], "ranked_scores": [0.7742, 0.7544, 0.7417, 0.7245, 0.7201, 0.7185, 0.7134, 0.7041, 0.7014, 0.693], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "486260": {"relevant_ids": ["486259"], "ranked_ids": ["486259", "392356", "266904", "221509", "114114", "111946", "29362", "113749", "152202", "10591"], "ranked_scores": [0.8371, 0.7527, 0.7226, 0.7096, 0.7095, 0.7091, 0.7056, 0.7056, 0.6955, 0.6949], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "455140": {"relevant_ids": ["315935"], "ranked_ids": ["315935", "246286", "93864", "124700", "150842", "245896", "308963", "211061", "93863", "369068"], "ranked_scores": [0.8591, 0.7891, 0.7645, 0.7601, 0.7496, 0.7321, 0.7319, 0.7101, 0.7083, 0.7024], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "56198": {"relevant_ids": ["56199"], "ranked_ids": ["56199", "249114", "138891", "308888", "243039", "160194", "431226", "480352", "43404", "43405"], "ranked_scores": [0.8254, 0.5924, 0.5723, 0.5502, 0.5452, 0.5433, 0.5412, 0.5349, 0.5345, 0.5303], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "30172": {"relevant_ids": ["145119", "373486", "145120", "185817", "30173", "68426"], "ranked_ids": ["145120", "68426", "160900", "373486", "192604", "90983", "311173", "205338", "185817", "82405"], "ranked_scores": [0.9045, 0.8933, 0.8779, 0.8574, 0.8508, 0.8494, 0.8471, 0.8463, 0.8427, 0.8372], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.1667, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.6992, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.7149, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.6667}, "127880": {"relevant_ids": ["241164"], "ranked_ids": ["241164", "121458", "210277", "135083", "535042", "122116", "450198", "104625", "112470", "421143"], "ranked_scores": [0.7509, 0.693, 0.663, 0.6618, 0.6569, 0.6324, 0.6234, 0.6094, 0.6085, 0.6063], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "167969": {"relevant_ids": ["174461"], "ranked_ids": ["360983", "174461", "78497", "207491", "347474", "60171", "144121", "10394", "91854", "315016"], "ranked_scores": [0.7691, 0.7576, 0.6817, 0.6622, 0.6572, 0.6523, 0.6404, 0.6331, 0.6263, 0.6256], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "97986": {"relevant_ids": ["97987"], "ranked_ids": ["97987", "44589", "393565", "284181", "41241", "108564", "41242", "212168", "257425", "326597"], "ranked_scores": [0.8848, 0.8214, 0.7159, 0.7051, 0.6997, 0.6962, 0.6938, 0.6933, 0.6918, 0.6904], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "12865": {"relevant_ids": ["105683"], "ranked_ids": ["105683", "92902", "94167", "528844", "356740", "35071", "506722", "188959", "277453", "23129"], "ranked_scores": [0.8708, 0.787, 0.7573, 0.7502, 0.7499, 0.7492, 0.7484, 0.742, 0.7368, 0.7345], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "215681": {"relevant_ids": ["215680"], "ranked_ids": ["215680", "57552", "178515", "52235", "143842", "63757", "177080", "297953", "340195", "5733"], "ranked_scores": [0.8382, 0.6806, 0.6769, 0.6699, 0.659, 0.6441, 0.639, 0.6375, 0.6363, 0.6304], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-mpnet-base-mrl-64-pq-m4-n8": {"127728": {"relevant_ids": ["127729"], "ranked_ids": ["315009", "127729", "342610", "92818", "38063", "276617", "153290", "317591", "127676", "193297"], "ranked_scores": [0.693, 0.6796, 0.6752, 0.6682, 0.6622, 0.6614, 0.6614, 0.6475, 0.6475, 0.6435], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "318820": {"relevant_ids": ["318821"], "ranked_ids": ["318821", "360734", "524090", "491038", "441089", "367479", "333136", "355161", "491039", "496708"], "ranked_scores": [0.7775, 0.6037, 0.5952, 0.594, 0.5895, 0.5864, 0.5846, 0.5787, 0.5771, 0.5714], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "296098": {"relevant_ids": ["296097"], "ranked_ids": ["307653", "81969", "296097", "173403", "198222", "45506", "45507", "468171", "514650", "532599"], "ranked_scores": [0.71, 0.69, 0.6759, 0.6743, 0.6736, 0.6707, 0.67, 0.6588, 0.6573, 0.6411], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "150414": {"relevant_ids": ["192835"], "ranked_ids": ["192835", "516620", "123802", "105783", "174651", "27811", "439083", "21131", "337933", "485511"], "ranked_scores": [0.8367, 0.8095, 0.772, 0.772, 0.7501, 0.7374, 0.7324, 0.7305, 0.7271, 0.7234], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145582": {"relevant_ids": ["145583"], "ranked_ids": ["145583", "263736", "493305", "454994", "364601", "474044", "511941", "115773", "518204", "356319"], "ranked_scores": [0.6729, 0.5575, 0.5547, 0.5439, 0.5423, 0.5103, 0.4957, 0.4878, 0.4867, 0.4828], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "315712": {"relevant_ids": ["315713"], "ranked_ids": ["122392", "451913", "409852", "319096", "68541", "484646", "400583", "534947", "242340", "281157"], "ranked_scores": [0.7022, 0.6882, 0.6852, 0.6848, 0.6841, 0.6811, 0.6667, 0.6664, 0.665, 0.6474], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "145739": {"relevant_ids": ["145740"], "ranked_ids": ["145740", "366074", "8705", "465597", "241979", "190593", "115412", "68194", "397304", "148222"], "ranked_scores": [0.8144, 0.7593, 0.7593, 0.7593, 0.7593, 0.7189, 0.6772, 0.6771, 0.6633, 0.6526], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "308127": {"relevant_ids": ["308126"], "ranked_ids": ["308126", "471617", "189748", "219239", "402261", "140685", "77650", "402262", "386807", "301104"], "ranked_scores": [0.7562, 0.7295, 0.7158, 0.7062, 0.704, 0.7035, 0.7035, 0.7035, 0.7035, 0.689], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "287245": {"relevant_ids": ["283199", "322650", "283198"], "ranked_ids": ["109049", "283198", "322650", "283199", "505509", "195143", "107159", "427877", "417862", "287800"], "ranked_scores": [0.7489, 0.7417, 0.6821, 0.6821, 0.6698, 0.6638, 0.6415, 0.6372, 0.6338, 0.6279], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5307, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.7328, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.7328, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "14755": {"relevant_ids": ["211906", "14756"], "ranked_ids": ["57678", "14756", "450970", "211906", "235454", "236793", "277031", "72275", "362149", "452012"], "ranked_scores": [0.8694, 0.8654, 0.8654, 0.8547, 0.8272, 0.8161, 0.8101, 0.79, 0.7867, 0.7855], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6509, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6509, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "370170": {"relevant_ids": ["370169"], "ranked_ids": ["370169", "537762", "325981", "22763", "59810", "147367", "288960", "348242", "348243", "408650"], "ranked_scores": [0.8004, 0.679, 0.6516, 0.6432, 0.635, 0.6189, 0.6144, 0.6128, 0.6128, 0.6125], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "41774": {"relevant_ids": ["41773"], "ranked_ids": ["41773", "307530", "53738", "438621", "263188", "239344", "358582", "163006", "416695", "329888"], "ranked_scores": [0.8149, 0.7514, 0.7255, 0.6826, 0.6507, 0.6465, 0.6374, 0.6374, 0.6186, 0.6131], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "399648": {"relevant_ids": ["399649"], "ranked_ids": ["399649", "411313", "54706", "142361", "214780", "214595", "24384", "412309", "399995", "225815"], "ranked_scores": [0.8891, 0.8462, 0.7814, 0.7792, 0.7792, 0.7792, 0.7792, 0.7585, 0.7543, 0.753], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "504811": {"relevant_ids": ["504810"], "ranked_ids": ["504810", "90374", "220454", "309894", "364238", "214151", "54195", "397425", "54196", "276160"], "ranked_scores": [0.7931, 0.7351, 0.7182, 0.7102, 0.7012, 0.7008, 0.6987, 0.6987, 0.6987, 0.6941], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "362950": {"relevant_ids": ["362949", "400212"], "ranked_ids": ["121934", "78020", "527104", "151122", "427587", "507561", "487392", "475478", "411503", "203063"], "ranked_scores": [0.8368, 0.8273, 0.8228, 0.8186, 0.8186, 0.8186, 0.8186, 0.8186, 0.8165, 0.8002], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "155873": {"relevant_ids": ["155874"], "ranked_ids": ["524460", "292617", "416786", "91610", "25477", "434359", "355445", "464100", "294020", "439035"], "ranked_scores": [0.7015, 0.6921, 0.6911, 0.6815, 0.6802, 0.6802, 0.6789, 0.6757, 0.6751, 0.6617], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "263432": {"relevant_ids": ["263433"], "ranked_ids": ["263433", "473794", "261419", "193792", "72493", "95041", "279243", "407204", "157589", "157590"], "ranked_scores": [0.7917, 0.6846, 0.6846, 0.6772, 0.6726, 0.6726, 0.6716, 0.6708, 0.6643, 0.6643], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "354945": {"relevant_ids": ["354946"], "ranked_ids": ["254071", "354946", "462983", "331955", "322478", "236419", "108161", "462984", "108187", "287396"], "ranked_scores": [0.7554, 0.7538, 0.643, 0.6263, 0.6156, 0.6156, 0.613, 0.6091, 0.5814, 0.578], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "245417": {"relevant_ids": ["248195", "219475"], "ranked_ids": ["219475", "248195", "40657", "390696", "249364", "64433", "301977", "368145", "392963", "141217"], "ranked_scores": [0.7918, 0.7815, 0.7644, 0.7596, 0.7596, 0.7465, 0.7282, 0.7131, 0.6995, 0.6868], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "516276": {"relevant_ids": ["516277"], "ranked_ids": ["516277", "76958", "479392", "34173", "19755", "175142", "510783", "52074", "471902", "44716"], "ranked_scores": [0.8694, 0.8469, 0.842, 0.8417, 0.8417, 0.8367, 0.8307, 0.8305, 0.7973, 0.779], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177580": {"relevant_ids": ["177579"], "ranked_ids": ["177579", "504203", "145740", "148285", "214054", "196131", "275749", "7866", "465597", "8705"], "ranked_scores": [0.7729, 0.6397, 0.6352, 0.6127, 0.6113, 0.61, 0.6091, 0.598, 0.5928, 0.5928], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "309865": {"relevant_ids": ["78624", "78623", "33713"], "ranked_ids": ["437065", "495751", "495578", "209041", "33713", "78624", "425739", "109205", "405094", "78623"], "ranked_scores": [0.8539, 0.8395, 0.8308, 0.8308, 0.818, 0.8151, 0.8056, 0.7988, 0.7818, 0.7818], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1815, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.4844, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "510387": {"relevant_ids": ["510386"], "ranked_ids": ["241537", "241538", "170896", "344869", "112669", "371033", "212478", "40390", "91349", "38829"], "ranked_scores": [0.8589, 0.8589, 0.8254, 0.8179, 0.8077, 0.8075, 0.8049, 0.7974, 0.7958, 0.7867], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "26645": {"relevant_ids": ["26644"], "ranked_ids": ["26644", "215551", "286617", "249010", "504445", "108781", "148567", "284347", "219047", "358928"], "ranked_scores": [0.9341, 0.8898, 0.8803, 0.8779, 0.8696, 0.8557, 0.8438, 0.8377, 0.8374, 0.8164], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "47788": {"relevant_ids": ["455725"], "ranked_ids": ["455725", "101721", "331", "15132", "59223", "47703", "8505", "235686", "72588", "87039"], "ranked_scores": [0.9178, 0.9011, 0.9011, 0.9011, 0.9011, 0.9011, 0.9011, 0.9011, 0.9011, 0.9011], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "338281": {"relevant_ids": ["338282"], "ranked_ids": ["338282", "138712", "8568", "11563", "326869", "263861", "151801", "443465", "325380", "240052"], "ranked_scores": [0.7488, 0.7143, 0.7117, 0.6667, 0.6244, 0.6092, 0.6084, 0.6045, 0.6024, 0.593], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "461149": {"relevant_ids": ["461148"], "ranked_ids": ["461148", "525835", "283905", "203100", "519891", "482221", "194250", "214054", "266987", "416504"], "ranked_scores": [0.8258, 0.8024, 0.7997, 0.7925, 0.7907, 0.7686, 0.7596, 0.7572, 0.755, 0.7397], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "346126": {"relevant_ids": ["110711", "110710"], "ranked_ids": ["110711", "154338", "168350", "393684", "110710", "55038", "203476", "67837", "355996", "6816"], "ranked_scores": [0.8726, 0.8726, 0.8657, 0.8657, 0.8593, 0.8497, 0.8233, 0.8233, 0.8233, 0.8233], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.8503, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.8503, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "372986": {"relevant_ids": ["262882", "49961"], "ranked_ids": ["49961", "303468", "262882", "309713", "494989", "203984", "215938", "268183", "262821", "281091"], "ranked_scores": [0.8117, 0.8113, 0.7732, 0.7406, 0.7381, 0.7196, 0.7196, 0.7196, 0.7196, 0.7196], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.9197, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.9197, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9197, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "501182": {"relevant_ids": ["501181"], "ranked_ids": ["501181", "179018", "325288", "240678", "175676", "349448", "170850", "402718", "255287", "127159"], "ranked_scores": [0.8138, 0.7152, 0.7152, 0.676, 0.6415, 0.6338, 0.6282, 0.6276, 0.6206, 0.6169], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13800": {"relevant_ids": ["376590", "408522", "13799"], "ranked_ids": ["13799", "398510", "521996", "482825", "376590", "67320", "408522", "413030", "362253", "529423"], "ranked_scores": [0.8621, 0.8432, 0.8264, 0.8263, 0.818, 0.8049, 0.8048, 0.7845, 0.7775, 0.7695], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.6508, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.8072, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "250143": {"relevant_ids": ["250142"], "ranked_ids": ["473276", "250142", "206630", "209138", "509758", "368186", "261550", "492698", "96270", "526032"], "ranked_scores": [0.772, 0.7619, 0.7489, 0.7268, 0.6727, 0.6724, 0.6721, 0.6592, 0.6567, 0.6416], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "13223": {"relevant_ids": ["88349", "156773", "88348", "20277", "13224"], "ranked_ids": ["13224", "235061", "88349", "173790", "163971", "156773", "137719", "429238", "366749", "86343"], "ranked_scores": [0.9129, 0.9129, 0.9129, 0.9129, 0.9129, 0.9129, 0.9058, 0.9058, 0.9058, 0.9058], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.2, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.4, "ndcg@5": 0.5087, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.4, "ndcg@10": 0.6296, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.6}, "11002": {"relevant_ids": ["11003"], "ranked_ids": ["11003", "238674", "12718", "149002", "15750", "164511", "239697", "254672", "313698", "314099"], "ranked_scores": [0.7702, 0.7526, 0.75, 0.7398, 0.7356, 0.7315, 0.7306, 0.7245, 0.7242, 0.7233], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177653": {"relevant_ids": ["79732"], "ranked_ids": ["79732", "225019", "39174", "494720", "310721", "373717", "414347", "375219", "61779", "395587"], "ranked_scores": [0.8213, 0.7817, 0.7403, 0.7384, 0.7332, 0.723, 0.7025, 0.6891, 0.6877, 0.6875], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "415592": {"relevant_ids": ["415591"], "ranked_ids": ["415591", "430072", "84634", "88542", "207607", "497302", "322822", "381371", "288357", "523917"], "ranked_scores": [0.8432, 0.809, 0.7633, 0.752, 0.7399, 0.724, 0.7192, 0.7049, 0.6945, 0.6927], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "511196": {"relevant_ids": ["511197"], "ranked_ids": ["191328", "511197", "156490", "289278", "435439", "191329", "491923", "53962", "251546", "398788"], "ranked_scores": [0.8412, 0.8401, 0.8325, 0.8322, 0.8196, 0.8096, 0.7771, 0.7771, 0.7509, 0.747], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "344845": {"relevant_ids": ["344844"], "ranked_ids": ["344844", "327485", "52235", "228693", "363883", "448553", "280100", "48574", "380767", "380837"], "ranked_scores": [0.8554, 0.8158, 0.8057, 0.8033, 0.7819, 0.7815, 0.7731, 0.7725, 0.7719, 0.7671], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "396744": {"relevant_ids": ["396745"], "ranked_ids": ["454241", "145729", "55767", "418055", "236438", "394632", "155232", "284966", "503444", "396745"], "ranked_scores": [0.7887, 0.7613, 0.7557, 0.7499, 0.7426, 0.7338, 0.7319, 0.7247, 0.7231, 0.7011], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "452398": {"relevant_ids": ["452399"], "ranked_ids": ["452399", "423427", "487918", "258503", "11084", "504913", "243294", "359281", "461682", "372901"], "ranked_scores": [0.8158, 0.7288, 0.7172, 0.6236, 0.6075, 0.6075, 0.6075, 0.6068, 0.6026, 0.5999], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "182114": {"relevant_ids": ["182113"], "ranked_ids": ["481882", "196647", "34513", "182113", "24197", "95186", "314035", "403967", "204923", "328873"], "ranked_scores": [0.7031, 0.6914, 0.6746, 0.6694, 0.6683, 0.667, 0.663, 0.6583, 0.6519, 0.6513], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "486260": {"relevant_ids": ["486259"], "ranked_ids": ["486259", "38555", "416784", "46379", "340740", "97315", "41498", "221509", "492147", "114114"], "ranked_scores": [0.8508, 0.8419, 0.8223, 0.8188, 0.7685, 0.7679, 0.7641, 0.7617, 0.7615, 0.7516], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "455140": {"relevant_ids": ["315935"], "ranked_ids": ["246286", "245896", "93864", "519049", "315935", "150842", "315936", "308963", "332628", "454994"], "ranked_scores": [0.8167, 0.8167, 0.8119, 0.8094, 0.8094, 0.8057, 0.7944, 0.7749, 0.7326, 0.7282], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "56198": {"relevant_ids": ["56199"], "ranked_ids": ["56199", "270338", "452069", "246583", "480352", "310462", "87814", "160194", "91482", "71092"], "ranked_scores": [0.8445, 0.7264, 0.7256, 0.7031, 0.6765, 0.6749, 0.6653, 0.6653, 0.6653, 0.6565], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "30172": {"relevant_ids": ["145119", "373486", "145120", "185817", "30173", "68426"], "ranked_ids": ["145120", "160900", "20428", "20427", "30100", "30173", "481493", "15236", "82405", "90983"], "ranked_scores": [0.936, 0.9104, 0.9077, 0.9077, 0.9077, 0.8982, 0.8954, 0.8943, 0.8918, 0.8918], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.1667, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.1667, "ndcg@5": 0.3392, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.1667, "ndcg@10": 0.4104, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.3333}, "127880": {"relevant_ids": ["241164"], "ranked_ids": ["99916", "527388", "216657", "421143", "212021", "411905", "358959", "531392", "121458", "241164"], "ranked_scores": [0.8096, 0.7948, 0.7927, 0.7864, 0.7575, 0.7548, 0.7527, 0.7522, 0.7522, 0.75], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "167969": {"relevant_ids": ["174461"], "ranked_ids": ["174461", "32135", "293663", "91854", "360983", "365197", "259689", "174464", "347474", "60171"], "ranked_scores": [0.7577, 0.736, 0.7205, 0.7035, 0.6881, 0.6826, 0.6658, 0.6627, 0.6627, 0.6627], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "97986": {"relevant_ids": ["97987"], "ranked_ids": ["97987", "44589", "371360", "256680", "192465", "265116", "234865", "166960", "157974", "282219"], "ranked_scores": [0.7646, 0.6907, 0.6775, 0.6694, 0.6694, 0.6694, 0.6694, 0.6626, 0.6509, 0.6502], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "12865": {"relevant_ids": ["105683"], "ranked_ids": ["105683", "506722", "277453", "155515", "191268", "188959", "92902", "279777", "94167", "67283"], "ranked_scores": [0.9242, 0.9242, 0.9235, 0.9069, 0.9028, 0.8861, 0.8861, 0.8861, 0.8861, 0.8861], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "215681": {"relevant_ids": ["215680"], "ranked_ids": ["215680", "178515", "142152", "252265", "466198", "143842", "438101", "171713", "301165", "54139"], "ranked_scores": [0.8573, 0.8206, 0.7686, 0.7572, 0.7541, 0.7532, 0.7504, 0.7457, 0.7457, 0.7457], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-mpnet-base-mrl-128-pq-m8-n8": {"127728": {"relevant_ids": ["127729"], "ranked_ids": ["342610", "127729", "193297", "116881", "145244", "153290", "29358", "276617", "188019", "521993"], "ranked_scores": [0.7324, 0.6952, 0.6888, 0.666, 0.6654, 0.6609, 0.6592, 0.6577, 0.6557, 0.6461], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "318820": {"relevant_ids": ["318821"], "ranked_ids": ["318821", "360734", "491038", "367479", "496708", "491039", "441089", "362498", "184762", "528342"], "ranked_scores": [0.8152, 0.6833, 0.655, 0.6509, 0.6246, 0.6172, 0.5961, 0.5887, 0.5788, 0.5678], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "296098": {"relevant_ids": ["296097"], "ranked_ids": ["307653", "514650", "45507", "173403", "45506", "532599", "468171", "24603", "513540", "296097"], "ranked_scores": [0.6336, 0.6145, 0.609, 0.6086, 0.5773, 0.5623, 0.5622, 0.5434, 0.5318, 0.528], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "150414": {"relevant_ids": ["192835"], "ranked_ids": ["192835", "516620", "105783", "105782", "337933", "259561", "126746", "132912", "470642", "470222"], "ranked_scores": [0.8333, 0.7942, 0.7627, 0.7532, 0.7389, 0.7322, 0.7298, 0.7219, 0.7191, 0.7146], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145582": {"relevant_ids": ["145583"], "ranked_ids": ["145583", "263736", "99971", "173109", "493305", "96867", "285851", "87614", "195479", "369955"], "ranked_scores": [0.6829, 0.4883, 0.4833, 0.4817, 0.4558, 0.4544, 0.4517, 0.4496, 0.4446, 0.442], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "315712": {"relevant_ids": ["315713"], "ranked_ids": ["315713", "242340", "408588", "100067", "377891", "153536", "400583", "107153", "368164", "492506"], "ranked_scores": [0.6304, 0.6078, 0.5718, 0.5581, 0.5514, 0.5384, 0.5366, 0.5297, 0.5297, 0.5296], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145739": {"relevant_ids": ["145740"], "ranked_ids": ["145740", "241979", "366074", "8705", "465597", "303090", "347337", "429177", "415781", "148222"], "ranked_scores": [0.8083, 0.7377, 0.7377, 0.6948, 0.6948, 0.6651, 0.6389, 0.6386, 0.6287, 0.6285], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "308127": {"relevant_ids": ["308126"], "ranked_ids": ["308126", "471617", "79534", "35763", "490044", "82053", "284336", "219239", "367804", "189748"], "ranked_scores": [0.7539, 0.6705, 0.6447, 0.6352, 0.6227, 0.6224, 0.6106, 0.6057, 0.6037, 0.6018], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "287245": {"relevant_ids": ["283199", "322650", "283198"], "ranked_ids": ["283198", "322650", "283199", "109049", "287800", "427877", "195143", "499037", "505509", "499036"], "ranked_scores": [0.7483, 0.7378, 0.7378, 0.6872, 0.6766, 0.6455, 0.638, 0.6227, 0.6225, 0.6211], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "14755": {"relevant_ids": ["211906", "14756"], "ranked_ids": ["14756", "450970", "211906", "235454", "277031", "57678", "236793", "45636", "72275", "173813"], "ranked_scores": [0.8648, 0.8648, 0.8591, 0.8314, 0.8262, 0.8098, 0.7972, 0.7811, 0.7765, 0.7704], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.9197, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.9197, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9197, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "370170": {"relevant_ids": ["370169"], "ranked_ids": ["370169", "537762", "325981", "26301", "211280", "387761", "433820", "404718", "466920", "22763"], "ranked_scores": [0.7929, 0.6599, 0.623, 0.6016, 0.6013, 0.5887, 0.5787, 0.5619, 0.5617, 0.5508], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "41774": {"relevant_ids": ["41773"], "ranked_ids": ["41773", "53738", "307530", "239344", "416695", "163006", "358582", "214766", "468656", "141438"], "ranked_scores": [0.8019, 0.7202, 0.648, 0.6211, 0.613, 0.604, 0.6024, 0.5851, 0.5844, 0.584], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "399648": {"relevant_ids": ["399649"], "ranked_ids": ["399649", "54706", "411313", "225815", "212809", "399995", "21253", "412309", "214780", "24384"], "ranked_scores": [0.8582, 0.7501, 0.7384, 0.7371, 0.728, 0.6827, 0.6759, 0.659, 0.6578, 0.6578], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "504811": {"relevant_ids": ["504810"], "ranked_ids": ["504810", "90374", "220454", "54196", "309894", "364238", "214151", "5862", "54195", "276160"], "ranked_scores": [0.7782, 0.7021, 0.6782, 0.6754, 0.6749, 0.6715, 0.6511, 0.6481, 0.6404, 0.6399], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "362950": {"relevant_ids": ["362949", "400212"], "ranked_ids": ["487392", "427587", "151122", "9132", "78020", "155870", "362949", "400212", "348827", "121934"], "ranked_scores": [0.8193, 0.8121, 0.8071, 0.7973, 0.7971, 0.7904, 0.7819, 0.7819, 0.7768, 0.7747], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3978, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "155873": {"relevant_ids": ["155874"], "ranked_ids": ["292617", "355445", "174295", "196606", "353785", "392604", "91610", "97652", "439035", "416786"], "ranked_scores": [0.637, 0.6359, 0.6347, 0.6327, 0.6286, 0.6241, 0.6178, 0.6136, 0.6118, 0.6056], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "263432": {"relevant_ids": ["263433"], "ranked_ids": ["263433", "95041", "72493", "471057", "473794", "261419", "407204", "108849", "89060", "372749"], "ranked_scores": [0.7433, 0.636, 0.6358, 0.611, 0.6103, 0.6103, 0.6099, 0.6086, 0.5919, 0.5904], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "354945": {"relevant_ids": ["354946"], "ranked_ids": ["354946", "254071", "462983", "108161", "462984", "322478", "236419", "144996", "255239", "218813"], "ranked_scores": [0.7575, 0.755, 0.6812, 0.5335, 0.5129, 0.497, 0.4949, 0.4911, 0.483, 0.479], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "245417": {"relevant_ids": ["248195", "219475"], "ranked_ids": ["219475", "248195", "40657", "368145", "64433", "274248", "355903", "413039", "390696", "249364"], "ranked_scores": [0.8421, 0.8398, 0.7925, 0.779, 0.7761, 0.7581, 0.7581, 0.7533, 0.7324, 0.7213], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "516276": {"relevant_ids": ["516277"], "ranked_ids": ["516277", "510783", "19755", "34173", "76958", "52074", "479392", "143842", "175142", "44716"], "ranked_scores": [0.8715, 0.8143, 0.803, 0.8012, 0.8007, 0.7767, 0.7658, 0.7657, 0.7553, 0.75], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177580": {"relevant_ids": ["177579"], "ranked_ids": ["177579", "532497", "485299", "466737", "77372", "115954", "216212", "517075", "60142", "7866"], "ranked_scores": [0.7499, 0.5604, 0.5336, 0.5316, 0.526, 0.5234, 0.5202, 0.5149, 0.5088, 0.5049], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "309865": {"relevant_ids": ["78624", "78623", "33713"], "ranked_ids": ["209041", "78624", "437065", "33713", "495751", "109205", "495578", "405094", "78623", "143703"], "ranked_scores": [0.8089, 0.7937, 0.7904, 0.7902, 0.7841, 0.7827, 0.7793, 0.7777, 0.7777, 0.7683], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4982, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.6395, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "510387": {"relevant_ids": ["510386"], "ranked_ids": ["241537", "241538", "371033", "170896", "40390", "344869", "254292", "212478", "112669", "201143"], "ranked_scores": [0.8742, 0.8742, 0.8515, 0.8499, 0.8475, 0.8468, 0.8206, 0.8151, 0.8101, 0.8095], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "26645": {"relevant_ids": ["26644"], "ranked_ids": ["26644", "108781", "249010", "215551", "209092", "219047", "286617", "504445", "284347", "221561"], "ranked_scores": [0.9081, 0.8486, 0.8219, 0.8063, 0.7925, 0.7786, 0.7712, 0.7635, 0.7608, 0.7584], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "47788": {"relevant_ids": ["455725"], "ranked_ids": ["455725", "15132", "47703", "47789", "518171", "37221", "87039", "235686", "8505", "348138"], "ranked_scores": [0.9034, 0.8902, 0.8902, 0.8879, 0.8811, 0.8762, 0.8666, 0.8636, 0.8636, 0.8601], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "338281": {"relevant_ids": ["338282"], "ranked_ids": ["338282", "263861", "100426", "75062", "457315", "326869", "138712", "325380", "135715", "8568"], "ranked_scores": [0.7652, 0.6667, 0.5977, 0.5557, 0.5484, 0.5299, 0.5299, 0.5142, 0.4988, 0.4863], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "461149": {"relevant_ids": ["461148"], "ranked_ids": ["461148", "482221", "283905", "203100", "180791", "525835", "519891", "381960", "107049", "398330"], "ranked_scores": [0.8165, 0.7733, 0.7722, 0.7704, 0.7612, 0.7526, 0.7425, 0.7227, 0.721, 0.716], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "346126": {"relevant_ids": ["110711", "110710"], "ranked_ids": ["110711", "110710", "154338", "393684", "168350", "296319", "108617", "355996", "203476", "6816"], "ranked_scores": [0.862, 0.8529, 0.8468, 0.8056, 0.8056, 0.7839, 0.7821, 0.7821, 0.7821, 0.7821], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "372986": {"relevant_ids": ["262882", "49961"], "ranked_ids": ["49961", "262882", "303468", "494989", "130692", "499535", "215938", "226563", "203984", "217748"], "ranked_scores": [0.8394, 0.8237, 0.766, 0.746, 0.7416, 0.7173, 0.7171, 0.6991, 0.698, 0.6935], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "501182": {"relevant_ids": ["501181"], "ranked_ids": ["501181", "179018", "402718", "325288", "109121", "143008", "388174", "102262", "274777", "429772"], "ranked_scores": [0.793, 0.7167, 0.6781, 0.6485, 0.6025, 0.5841, 0.5816, 0.5811, 0.5705, 0.5611], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13800": {"relevant_ids": ["376590", "408522", "13799"], "ranked_ids": ["13799", "376590", "362253", "408522", "529423", "257857", "67320", "482825", "306761", "481109"], "ranked_scores": [0.8624, 0.8382, 0.803, 0.8025, 0.7999, 0.7972, 0.7955, 0.7864, 0.758, 0.7502], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.9675, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9675, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "250143": {"relevant_ids": ["250142"], "ranked_ids": ["473276", "250142", "492698", "509757", "206630", "509758", "38409", "209138", "368186", "403252"], "ranked_scores": [0.8153, 0.7872, 0.6801, 0.6428, 0.6325, 0.628, 0.628, 0.6253, 0.6132, 0.6031], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "13223": {"relevant_ids": ["88349", "156773", "88348", "20277", "13224"], "ranked_ids": ["156773", "88349", "13224", "86343", "366749", "6014", "137719", "154604", "24720", "88348"], "ranked_scores": [0.9166, 0.9113, 0.9093, 0.9086, 0.9086, 0.9069, 0.9065, 0.8985, 0.8979, 0.887], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.2, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6, "ndcg@5": 0.7227, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6, "ndcg@10": 0.8208, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.8}, "11002": {"relevant_ids": ["11003"], "ranked_ids": ["11003", "254672", "87346", "330702", "10212", "42203", "444112", "144197", "464848", "241075"], "ranked_scores": [0.7787, 0.7102, 0.7022, 0.6942, 0.691, 0.6833, 0.6826, 0.6801, 0.6763, 0.6737], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177653": {"relevant_ids": ["79732"], "ranked_ids": ["79732", "200611", "39174", "373275", "373717", "494720", "313839", "395587", "310721", "91704"], "ranked_scores": [0.7769, 0.6478, 0.6464, 0.6376, 0.62, 0.6071, 0.6029, 0.6026, 0.5788, 0.5745], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "415592": {"relevant_ids": ["415591"], "ranked_ids": ["415591", "381371", "207607", "88542", "280921", "509003", "84634", "430072", "379146", "387370"], "ranked_scores": [0.8399, 0.7391, 0.698, 0.6921, 0.6827, 0.6801, 0.6788, 0.6767, 0.6702, 0.6692], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "511196": {"relevant_ids": ["511197"], "ranked_ids": ["511197", "156490", "491923", "53962", "251546", "289278", "328397", "469291", "191329", "435439"], "ranked_scores": [0.8272, 0.7755, 0.7563, 0.7459, 0.7454, 0.7338, 0.7326, 0.7226, 0.6988, 0.6984], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "344845": {"relevant_ids": ["344844"], "ranked_ids": ["344844", "95946", "503908", "101085", "79986", "4915", "380837", "187882", "79987", "327548"], "ranked_scores": [0.8431, 0.7877, 0.7877, 0.7789, 0.7789, 0.7789, 0.7771, 0.773, 0.773, 0.7711], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "396744": {"relevant_ids": ["396745"], "ranked_ids": ["145729", "503444", "418055", "155232", "396745", "280345", "527221", "271801", "250853", "236438"], "ranked_scores": [0.6467, 0.6216, 0.6173, 0.6088, 0.5943, 0.5881, 0.5826, 0.581, 0.5792, 0.5542], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "452398": {"relevant_ids": ["452399"], "ranked_ids": ["452399", "487918", "258503", "423427", "165046", "267712", "461682", "106131", "313904", "485561"], "ranked_scores": [0.7965, 0.6777, 0.6109, 0.6093, 0.5916, 0.587, 0.5774, 0.563, 0.5613, 0.5535], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "182114": {"relevant_ids": ["182113"], "ranked_ids": ["314035", "196647", "182113", "481882", "56202", "229182", "80719", "528965", "412265", "328873"], "ranked_scores": [0.6354, 0.6286, 0.6281, 0.624, 0.5945, 0.5924, 0.5922, 0.5922, 0.5915, 0.5911], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "486260": {"relevant_ids": ["486259"], "ranked_ids": ["486259", "38555", "46379", "114114", "392356", "111946", "391328", "221509", "266904", "483720"], "ranked_scores": [0.8306, 0.7906, 0.7899, 0.7658, 0.7429, 0.7363, 0.7362, 0.7304, 0.7283, 0.728], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "455140": {"relevant_ids": ["315935"], "ranked_ids": ["315935", "245896", "93864", "519049", "246286", "315936", "150842", "356403", "308963", "459814"], "ranked_scores": [0.8426, 0.8142, 0.8079, 0.801, 0.7951, 0.7742, 0.7449, 0.7207, 0.698, 0.6825], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "56198": {"relevant_ids": ["56199"], "ranked_ids": ["56199", "270338", "431226", "249114", "43405", "243039", "43404", "160194", "246583", "71092"], "ranked_scores": [0.8171, 0.6129, 0.6109, 0.6046, 0.5972, 0.5972, 0.5972, 0.5914, 0.5891, 0.5783], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "30172": {"relevant_ids": ["145119", "373486", "145120", "185817", "30173", "68426"], "ranked_ids": ["145120", "30173", "160900", "149429", "373486", "68426", "15236", "21960", "481493", "367680"], "ranked_scores": [0.8994, 0.8659, 0.8632, 0.8527, 0.8517, 0.8495, 0.8412, 0.8352, 0.8348, 0.8342], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.1667, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.6844, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.7184, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.6667}, "127880": {"relevant_ids": ["241164"], "ranked_ids": ["121458", "241164", "535042", "135083", "411905", "99916", "358959", "156678", "84471", "22396"], "ranked_scores": [0.752, 0.7346, 0.709, 0.703, 0.703, 0.7015, 0.6991, 0.6939, 0.6926, 0.6872], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "167969": {"relevant_ids": ["174461"], "ranked_ids": ["174461", "293663", "91854", "347474", "100300", "49800", "360983", "146236", "365197", "448412"], "ranked_scores": [0.6848, 0.6844, 0.6723, 0.6337, 0.6273, 0.6273, 0.626, 0.6238, 0.6084, 0.6044], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "97986": {"relevant_ids": ["97987"], "ranked_ids": ["97987", "44589", "393565", "234865", "108564", "353107", "265116", "256680", "83797", "479236"], "ranked_scores": [0.7879, 0.6865, 0.6449, 0.6317, 0.6278, 0.6277, 0.6232, 0.6191, 0.6138, 0.613], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "12865": {"relevant_ids": ["105683"], "ranked_ids": ["105683", "277453", "155515", "191268", "94167", "92902", "188959", "146806", "146805", "528051"], "ranked_scores": [0.8992, 0.8635, 0.8422, 0.8362, 0.802, 0.8007, 0.7903, 0.7747, 0.7747, 0.7554], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "215681": {"relevant_ids": ["215680"], "ranked_ids": ["215680", "178515", "143842", "466198", "54139", "301165", "171713", "297953", "57552", "5733"], "ranked_scores": [0.845, 0.7372, 0.6885, 0.6851, 0.6845, 0.6845, 0.6845, 0.6788, 0.6779, 0.677], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-mpnet-base-mrl-256-pq-m32-n4": {"127728": {"relevant_ids": ["127729"], "ranked_ids": ["127729", "276617", "153290", "145244", "494754", "188019", "250619", "38063", "245618", "45999"], "ranked_scores": [0.6173, 0.5939, 0.5709, 0.5516, 0.5512, 0.5511, 0.5493, 0.5403, 0.5215, 0.5208], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "318820": {"relevant_ids": ["318821"], "ranked_ids": ["318821", "367479", "167747", "441218", "362498", "360734", "355161", "184762", "496708", "528342"], "ranked_scores": [0.7299, 0.603, 0.5958, 0.5692, 0.566, 0.5487, 0.5485, 0.5427, 0.5374, 0.5356], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "296098": {"relevant_ids": ["296097"], "ranked_ids": ["45507", "493414", "173403", "296097", "364131", "469868", "514650", "45506", "307653", "72423"], "ranked_scores": [0.5518, 0.522, 0.5138, 0.4937, 0.4867, 0.4818, 0.4704, 0.4592, 0.4578, 0.4561], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "150414": {"relevant_ids": ["192835"], "ranked_ids": ["192835", "105782", "516620", "105783", "121070", "126745", "337933", "132912", "1702", "259561"], "ranked_scores": [0.7566, 0.7127, 0.7032, 0.6973, 0.6805, 0.6759, 0.6703, 0.664, 0.6598, 0.6445], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145582": {"relevant_ids": ["145583"], "ranked_ids": ["145583", "263736", "299264", "87614", "9145", "316486", "144114", "130013", "88455", "110298"], "ranked_scores": [0.6246, 0.4892, 0.4436, 0.4422, 0.3838, 0.3735, 0.3708, 0.3682, 0.3677, 0.3664], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "315712": {"relevant_ids": ["315713"], "ranked_ids": ["315713", "298503", "377891", "120489", "408588", "396505", "242340", "263188", "203205", "124542"], "ranked_scores": [0.6641, 0.4819, 0.4739, 0.4692, 0.4677, 0.4562, 0.4466, 0.4361, 0.4299, 0.4273], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145739": {"relevant_ids": ["145740"], "ranked_ids": ["145740", "366074", "241979", "115412", "8705", "190593", "465597", "303090", "347337", "148222"], "ranked_scores": [0.6866, 0.6284, 0.5962, 0.5768, 0.5727, 0.5499, 0.5422, 0.5358, 0.5338, 0.5267], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "308127": {"relevant_ids": ["308126"], "ranked_ids": ["308126", "35763", "367804", "189748", "79534", "490044", "98400", "385951", "18335", "77650"], "ranked_scores": [0.6893, 0.5742, 0.5729, 0.5377, 0.5299, 0.5267, 0.5109, 0.4974, 0.4923, 0.4882], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "287245": {"relevant_ids": ["283199", "322650", "283198"], "ranked_ids": ["322650", "283199", "283198", "348797", "221783", "237499", "499037", "291373", "192143", "75927"], "ranked_scores": [0.6309, 0.6115, 0.5622, 0.5125, 0.4943, 0.4894, 0.4712, 0.4696, 0.466, 0.4608], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "14755": {"relevant_ids": ["211906", "14756"], "ranked_ids": ["450970", "14756", "211906", "30834", "235454", "277031", "535700", "236793", "57678", "272073"], "ranked_scores": [0.7379, 0.7288, 0.7259, 0.7008, 0.6953, 0.6841, 0.6747, 0.6712, 0.6701, 0.6565], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6934, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6934, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6934, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "370170": {"relevant_ids": ["370169"], "ranked_ids": ["370169", "537762", "211280", "334238", "517283", "417976", "433820", "404718", "189772", "231528"], "ranked_scores": [0.7737, 0.6135, 0.5943, 0.5608, 0.5573, 0.5553, 0.5485, 0.5475, 0.5466, 0.546], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "41774": {"relevant_ids": ["41773"], "ranked_ids": ["41773", "239344", "53738", "307530", "468656", "366794", "416695", "214766", "442459", "433175"], "ranked_scores": [0.7229, 0.6153, 0.5915, 0.5703, 0.5612, 0.5359, 0.5334, 0.5232, 0.5208, 0.5189], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "399648": {"relevant_ids": ["399649"], "ranked_ids": ["399649", "212809", "412309", "54706", "225815", "359281", "462253", "159777", "439417", "411313"], "ranked_scores": [0.744, 0.6662, 0.6181, 0.6017, 0.5944, 0.5854, 0.5765, 0.5728, 0.571, 0.5548], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "504811": {"relevant_ids": ["504810"], "ranked_ids": ["504810", "527852", "204681", "90374", "309894", "364238", "220414", "276160", "448774", "84826"], "ranked_scores": [0.7453, 0.587, 0.5779, 0.5695, 0.5573, 0.5569, 0.5521, 0.5509, 0.5496, 0.5416], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "362950": {"relevant_ids": ["362949", "400212"], "ranked_ids": ["362949", "400212", "151122", "9132", "427587", "487392", "380257", "344212", "78020", "210382"], "ranked_scores": [0.6913, 0.6854, 0.6792, 0.673, 0.6718, 0.6669, 0.6431, 0.6401, 0.6399, 0.6374], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "155873": {"relevant_ids": ["155874"], "ranked_ids": ["439035", "383066", "464100", "57879", "292617", "475341", "25477", "378060", "392604", "294020"], "ranked_scores": [0.5658, 0.5608, 0.5244, 0.5234, 0.521, 0.5122, 0.5077, 0.5068, 0.5064, 0.5033], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "263432": {"relevant_ids": ["263433"], "ranked_ids": ["263433", "128303", "471057", "401373", "372749", "41365", "407204", "409956", "136838", "279243"], "ranked_scores": [0.5832, 0.5143, 0.5108, 0.5102, 0.5077, 0.5044, 0.4958, 0.4728, 0.469, 0.4615], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "354945": {"relevant_ids": ["354946"], "ranked_ids": ["354946", "254071", "462983", "108161", "462984", "211239", "426087", "108187", "322478", "367804"], "ranked_scores": [0.7163, 0.6393, 0.5341, 0.4993, 0.4866, 0.4571, 0.4401, 0.4395, 0.4374, 0.4209], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "245417": {"relevant_ids": ["248195", "219475"], "ranked_ids": ["219475", "64433", "40657", "248195", "301977", "37326", "368145", "274248", "319022", "164159"], "ranked_scores": [0.7185, 0.6832, 0.6788, 0.6732, 0.6441, 0.6356, 0.6063, 0.5984, 0.5932, 0.5706], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.8772, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.8772, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "516276": {"relevant_ids": ["516277"], "ranked_ids": ["516277", "510783", "19755", "34173", "153039", "385401", "175142", "119374", "178631", "143842"], "ranked_scores": [0.8049, 0.7278, 0.7145, 0.695, 0.683, 0.6576, 0.6455, 0.6452, 0.6446, 0.6425], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177580": {"relevant_ids": ["177579"], "ranked_ids": ["177579", "489312", "511935", "106109", "115954", "185553", "532497", "70013", "143503", "204026"], "ranked_scores": [0.7325, 0.5133, 0.4991, 0.4758, 0.4593, 0.4578, 0.4533, 0.4528, 0.4433, 0.4314], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "309865": {"relevant_ids": ["78624", "78623", "33713"], "ranked_ids": ["209041", "33713", "78624", "153484", "158229", "437065", "405094", "109205", "104085", "78623"], "ranked_scores": [0.7222, 0.7112, 0.6909, 0.6819, 0.6762, 0.6745, 0.6702, 0.6698, 0.6582, 0.6495], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5307, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.5307, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.6664, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "510387": {"relevant_ids": ["510386"], "ranked_ids": ["241538", "344869", "510386", "371033", "40390", "112669", "241537", "442062", "170896", "484846"], "ranked_scores": [0.7404, 0.7325, 0.7247, 0.7097, 0.7066, 0.6949, 0.6941, 0.6939, 0.6826, 0.6773], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "26645": {"relevant_ids": ["26644"], "ranked_ids": ["26644", "411539", "207775", "163452", "12895", "504445", "220110", "507090", "148567", "209092"], "ranked_scores": [0.7575, 0.6642, 0.6535, 0.6437, 0.639, 0.6289, 0.6242, 0.6232, 0.6109, 0.6089], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "47788": {"relevant_ids": ["455725"], "ranked_ids": ["87039", "15132", "455725", "47703", "8505", "47789", "85764", "101721", "59223", "348138"], "ranked_scores": [0.8205, 0.8115, 0.807, 0.806, 0.8029, 0.8028, 0.7989, 0.798, 0.7976, 0.7942], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "338281": {"relevant_ids": ["338282"], "ranked_ids": ["338282", "326869", "100426", "263861", "457315", "277751", "11563", "407441", "362498", "135715"], "ranked_scores": [0.6041, 0.5048, 0.495, 0.4795, 0.457, 0.4545, 0.4544, 0.4474, 0.4385, 0.4301], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "461149": {"relevant_ids": ["461148"], "ranked_ids": ["461148", "525835", "283905", "377056", "528608", "527101", "215782", "475952", "519891", "203100"], "ranked_scores": [0.6912, 0.6636, 0.6514, 0.6191, 0.6188, 0.6059, 0.6056, 0.6036, 0.6035, 0.6025], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "346126": {"relevant_ids": ["110711", "110710"], "ranked_ids": ["110710", "154338", "110711", "355996", "296319", "55038", "254526", "203476", "340823", "85707"], "ranked_scores": [0.7632, 0.75, 0.7499, 0.6857, 0.6768, 0.6698, 0.6676, 0.6583, 0.6496, 0.6492], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.9197, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.9197, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9197, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "372986": {"relevant_ids": ["262882", "49961"], "ranked_ids": ["49961", "262882", "494989", "303468", "497357", "497531", "491226", "330843", "215938", "499535"], "ranked_scores": [0.7818, 0.7318, 0.6873, 0.6492, 0.6308, 0.6146, 0.6129, 0.6105, 0.6091, 0.6086], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "501182": {"relevant_ids": ["501181"], "ranked_ids": ["501181", "179018", "429772", "446824", "402718", "274777", "8417", "447737", "318996", "347781"], "ranked_scores": [0.6744, 0.6059, 0.5596, 0.5325, 0.5301, 0.5147, 0.506, 0.4925, 0.4874, 0.4849], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13800": {"relevant_ids": ["376590", "408522", "13799"], "ranked_ids": ["13799", "376590", "482825", "306761", "179943", "481109", "129993", "434847", "511859", "527104"], "ranked_scores": [0.7152, 0.6992, 0.6834, 0.6717, 0.6681, 0.655, 0.6444, 0.6413, 0.6404, 0.6212], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.7654, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.7654, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.6667}, "250143": {"relevant_ids": ["250142"], "ranked_ids": ["250142", "473276", "492698", "27632", "96270", "368186", "209138", "50539", "76062", "403252"], "ranked_scores": [0.6576, 0.6166, 0.5187, 0.5166, 0.5134, 0.491, 0.4743, 0.4591, 0.4583, 0.4579], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13223": {"relevant_ids": ["88349", "156773", "88348", "20277", "13224"], "ranked_ids": ["156773", "13224", "88349", "88348", "137719", "86343", "366749", "361830", "173790", "24720"], "ranked_scores": [0.8288, 0.8018, 0.7988, 0.7982, 0.7797, 0.7744, 0.7649, 0.7471, 0.7448, 0.7417], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.2, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6, "ndcg@5": 0.8688, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.8, "ndcg@10": 0.8688, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.8}, "11002": {"relevant_ids": ["11003"], "ranked_ids": ["11003", "444112", "12718", "464848", "144197", "10212", "17317", "153944", "241075", "266680"], "ranked_scores": [0.7418, 0.6282, 0.6247, 0.6116, 0.609, 0.608, 0.6047, 0.5969, 0.5952, 0.5949], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177653": {"relevant_ids": ["79732"], "ranked_ids": ["79732", "200611", "39174", "373275", "373717", "395587", "225019", "310721", "91704", "313839"], "ranked_scores": [0.6565, 0.6073, 0.5727, 0.556, 0.533, 0.5279, 0.5239, 0.4992, 0.4868, 0.4853], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "415592": {"relevant_ids": ["415591"], "ranked_ids": ["415591", "430072", "91592", "207607", "208294", "467639", "322822", "26742", "84634", "280921"], "ranked_scores": [0.761, 0.6664, 0.6136, 0.613, 0.6089, 0.5949, 0.5893, 0.5879, 0.5865, 0.5847], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "511196": {"relevant_ids": ["511197"], "ranked_ids": ["511197", "156490", "491923", "289278", "53962", "251545", "469291", "191329", "435439", "398788"], "ranked_scores": [0.6567, 0.5695, 0.5502, 0.5363, 0.5206, 0.5145, 0.5037, 0.5034, 0.491, 0.4833], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "344845": {"relevant_ids": ["344844"], "ranked_ids": ["344844", "397001", "161471", "79987", "380837", "327485", "48574", "4915", "503908", "140172"], "ranked_scores": [0.7787, 0.7023, 0.6982, 0.6738, 0.6486, 0.6461, 0.6427, 0.6388, 0.6372, 0.6359], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "396744": {"relevant_ids": ["396745"], "ranked_ids": ["236438", "55767", "454241", "369693", "527221", "375685", "321651", "343352", "284966", "318588"], "ranked_scores": [0.5468, 0.545, 0.5389, 0.5355, 0.5328, 0.5031, 0.5008, 0.4994, 0.4965, 0.4959], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "452398": {"relevant_ids": ["452399"], "ranked_ids": ["452399", "258503", "128992", "134287", "97822", "369385", "165046", "485561", "169053", "435989"], "ranked_scores": [0.7181, 0.5845, 0.5837, 0.5564, 0.5549, 0.5533, 0.552, 0.5486, 0.5482, 0.5423], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "182114": {"relevant_ids": ["182113"], "ranked_ids": ["196647", "234482", "481882", "277277", "182113", "229182", "260490", "328873", "139689", "24197"], "ranked_scores": [0.5929, 0.5669, 0.541, 0.5409, 0.5383, 0.5352, 0.5158, 0.5113, 0.5028, 0.5027], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "486260": {"relevant_ids": ["486259"], "ranked_ids": ["486259", "222159", "152202", "399554", "452464", "511631", "111946", "392356", "358839", "29362"], "ranked_scores": [0.7297, 0.6961, 0.6891, 0.6884, 0.6882, 0.6868, 0.6861, 0.6858, 0.6842, 0.6807], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "455140": {"relevant_ids": ["315935"], "ranked_ids": ["315935", "93864", "246286", "245896", "348491", "93863", "150842", "519049", "369068", "356403"], "ranked_scores": [0.7102, 0.657, 0.6181, 0.6074, 0.5933, 0.5912, 0.5831, 0.5827, 0.564, 0.5564], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "56198": {"relevant_ids": ["56199"], "ranked_ids": ["56199", "246583", "3724", "249114", "431226", "302106", "480352", "199688", "521606", "209661"], "ranked_scores": [0.7548, 0.5845, 0.5607, 0.5547, 0.5485, 0.5187, 0.5171, 0.5023, 0.4983, 0.4939], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "30172": {"relevant_ids": ["145119", "373486", "145120", "185817", "30173", "68426"], "ranked_ids": ["145120", "160900", "68426", "30173", "20427", "15236", "99756", "343564", "267771", "112436"], "ranked_scores": [0.8283, 0.8043, 0.7925, 0.7846, 0.7809, 0.7774, 0.7712, 0.7688, 0.7654, 0.7647], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.1667, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.6548, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.5842, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "127880": {"relevant_ids": ["241164"], "ranked_ids": ["121458", "241164", "216657", "266615", "132797", "505511", "135083", "504771", "535042", "120446"], "ranked_scores": [0.6396, 0.6272, 0.5992, 0.5935, 0.585, 0.5829, 0.5827, 0.58, 0.574, 0.5686], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "167969": {"relevant_ids": ["174461"], "ranked_ids": ["174461", "360983", "91854", "78497", "147264", "347474", "257735", "100300", "121354", "468723"], "ranked_scores": [0.6817, 0.6049, 0.6028, 0.5728, 0.5701, 0.5578, 0.5478, 0.5431, 0.5367, 0.5331], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "97986": {"relevant_ids": ["97987"], "ranked_ids": ["97987", "44589", "41242", "234865", "44095", "193896", "41241", "256680", "139722", "265116"], "ranked_scores": [0.7652, 0.6558, 0.6046, 0.594, 0.5855, 0.5833, 0.5833, 0.581, 0.5775, 0.5748], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "12865": {"relevant_ids": ["105683"], "ranked_ids": ["105683", "277453", "155515", "191268", "92902", "338609", "313106", "356189", "188959", "506722"], "ranked_scores": [0.7361, 0.6645, 0.6207, 0.6098, 0.6047, 0.5878, 0.5868, 0.5691, 0.5681, 0.5679], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "215681": {"relevant_ids": ["215680"], "ranked_ids": ["215680", "5733", "78042", "178515", "340195", "209852", "121409", "17785", "143842", "153039"], "ranked_scores": [0.7543, 0.6411, 0.6396, 0.6299, 0.6246, 0.6015, 0.5992, 0.5967, 0.5954, 0.5944], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-mpnet-base-mrl-256-pq-m32-n8": {"127728": {"relevant_ids": ["127729"], "ranked_ids": ["127729", "153290", "276617", "250619", "38063", "494754", "145244", "188019", "1122", "257349"], "ranked_scores": [0.6886, 0.6598, 0.6489, 0.644, 0.6412, 0.6316, 0.6229, 0.6146, 0.6066, 0.591], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "318820": {"relevant_ids": ["318821"], "ranked_ids": ["318821", "367479", "360734", "355161", "184762", "362498", "528342", "441218", "491038", "149956"], "ranked_scores": [0.8725, 0.7395, 0.6874, 0.6538, 0.6292, 0.6258, 0.6244, 0.6215, 0.6076, 0.6071], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "296098": {"relevant_ids": ["296097"], "ranked_ids": ["45507", "469868", "173403", "56686", "296097", "45506", "307653", "513540", "134752", "532599"], "ranked_scores": [0.6649, 0.6319, 0.6319, 0.5664, 0.5523, 0.5489, 0.544, 0.5433, 0.5398, 0.5167], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "150414": {"relevant_ids": ["192835"], "ranked_ids": ["192835", "105782", "516620", "132912", "105783", "496848", "121070", "126746", "126745", "337933"], "ranked_scores": [0.8457, 0.8169, 0.791, 0.7404, 0.7355, 0.7329, 0.7102, 0.6858, 0.6757, 0.6746], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145582": {"relevant_ids": ["145583"], "ranked_ids": ["145583", "263736", "299264", "87614", "39561", "42106", "333842", "295582", "144114", "130013"], "ranked_scores": [0.796, 0.5964, 0.5092, 0.5059, 0.3997, 0.3699, 0.3659, 0.3654, 0.3638, 0.3629], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "315712": {"relevant_ids": ["315713"], "ranked_ids": ["315713", "377891", "408588", "203205", "396505", "120489", "2758", "242340", "153536", "259258"], "ranked_scores": [0.7405, 0.5192, 0.5012, 0.4998, 0.4914, 0.484, 0.4711, 0.4703, 0.4687, 0.4639], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145739": {"relevant_ids": ["145740"], "ranked_ids": ["145740", "241979", "366074", "8705", "190593", "465597", "115412", "210012", "51035", "347337"], "ranked_scores": [0.8532, 0.7657, 0.7469, 0.6974, 0.6553, 0.6471, 0.6413, 0.6335, 0.623, 0.6188], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "308127": {"relevant_ids": ["308126"], "ranked_ids": ["308126", "35763", "79534", "367804", "481501", "490044", "301104", "123707", "535966", "77650"], "ranked_scores": [0.7722, 0.628, 0.6022, 0.5888, 0.5781, 0.5623, 0.5509, 0.5469, 0.5429, 0.5426], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "287245": {"relevant_ids": ["283199", "322650", "283198"], "ranked_ids": ["283199", "322650", "283198", "109049", "420279", "499037", "427877", "499036", "68138", "299392"], "ranked_scores": [0.7638, 0.7561, 0.7325, 0.5801, 0.5747, 0.5719, 0.5596, 0.549, 0.5437, 0.5427], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "14755": {"relevant_ids": ["211906", "14756"], "ranked_ids": ["450970", "14756", "211906", "277031", "30834", "57678", "27423", "235454", "452011", "362149"], "ranked_scores": [0.8673, 0.8519, 0.8498, 0.7634, 0.7493, 0.7435, 0.728, 0.7278, 0.7038, 0.6967], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6934, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6934, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6934, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "370170": {"relevant_ids": ["370169"], "ranked_ids": ["370169", "537762", "476551", "466920", "387761", "517283", "417976", "211280", "528902", "334238"], "ranked_scores": [0.8922, 0.6109, 0.6008, 0.5933, 0.5932, 0.581, 0.5739, 0.5708, 0.561, 0.5605], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "41774": {"relevant_ids": ["41773"], "ranked_ids": ["41773", "307530", "239344", "53738", "214766", "366794", "433175", "62219", "33017", "163006"], "ranked_scores": [0.8102, 0.6779, 0.6546, 0.6233, 0.5782, 0.5625, 0.5516, 0.5508, 0.5451, 0.5448], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "399648": {"relevant_ids": ["399649"], "ranked_ids": ["399649", "54706", "225815", "212809", "412309", "21253", "159777", "359281", "439417", "399995"], "ranked_scores": [0.899, 0.77, 0.7531, 0.748, 0.6949, 0.6787, 0.6426, 0.6359, 0.6342, 0.6188], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "504811": {"relevant_ids": ["504810"], "ranked_ids": ["504810", "175461", "90374", "309894", "448774", "84826", "54195", "276160", "220414", "54196"], "ranked_scores": [0.871, 0.6445, 0.6408, 0.6267, 0.6247, 0.608, 0.6053, 0.6032, 0.5922, 0.5904], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "362950": {"relevant_ids": ["362949", "400212"], "ranked_ids": ["362949", "400212", "427587", "151122", "487392", "203063", "411503", "101529", "78020", "155870"], "ranked_scores": [0.7799, 0.7788, 0.7761, 0.7528, 0.7419, 0.7373, 0.7344, 0.7255, 0.7199, 0.7195], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "155873": {"relevant_ids": ["155874"], "ranked_ids": ["392604", "383066", "439035", "432469", "122134", "294020", "292617", "378060", "434359", "487664"], "ranked_scores": [0.6544, 0.6116, 0.5916, 0.5605, 0.5593, 0.5553, 0.5527, 0.546, 0.5447, 0.5438], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "263432": {"relevant_ids": ["263433"], "ranked_ids": ["263433", "471057", "128303", "407204", "401373", "136838", "372749", "279243", "157590", "20409"], "ranked_scores": [0.7502, 0.6211, 0.6073, 0.5992, 0.5892, 0.5585, 0.5517, 0.5365, 0.5337, 0.5323], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "354945": {"relevant_ids": ["354946"], "ranked_ids": ["354946", "254071", "462983", "462984", "108161", "322478", "415886", "211239", "97780", "307824"], "ranked_scores": [0.8667, 0.7849, 0.6662, 0.59, 0.5149, 0.4987, 0.4785, 0.4593, 0.4529, 0.4357], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "245417": {"relevant_ids": ["248195", "219475"], "ranked_ids": ["219475", "40657", "248195", "64433", "301977", "368145", "37326", "274248", "319022", "390696"], "ranked_scores": [0.8299, 0.8126, 0.7822, 0.7546, 0.7018, 0.6856, 0.6778, 0.6463, 0.6378, 0.6339], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.9197, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.9197, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9197, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "516276": {"relevant_ids": ["516277"], "ranked_ids": ["516277", "19755", "34173", "510783", "143842", "352189", "119374", "76958", "175142", "479392"], "ranked_scores": [0.9093, 0.836, 0.8159, 0.7721, 0.7141, 0.7073, 0.7063, 0.7046, 0.6877, 0.6816], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177580": {"relevant_ids": ["177579"], "ranked_ids": ["177579", "185553", "115954", "143503", "532497", "455888", "464418", "18081", "511935", "106109"], "ranked_scores": [0.8536, 0.5092, 0.5072, 0.4954, 0.4839, 0.477, 0.477, 0.4766, 0.4732, 0.4731], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "309865": {"relevant_ids": ["78624", "78623", "33713"], "ranked_ids": ["209041", "153484", "33713", "405094", "78624", "78623", "109205", "437065", "495751", "20635"], "ranked_scores": [0.8485, 0.8254, 0.8075, 0.7984, 0.7978, 0.7947, 0.7481, 0.7364, 0.7329, 0.7053], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4162, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.5833, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "510387": {"relevant_ids": ["510386"], "ranked_ids": ["241538", "241537", "40390", "344869", "510386", "170896", "254292", "371033", "52003", "160232"], "ranked_scores": [0.855, 0.8464, 0.834, 0.7791, 0.7763, 0.7559, 0.745, 0.7387, 0.737, 0.7159], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "26645": {"relevant_ids": ["26644"], "ranked_ids": ["26644", "108781", "207775", "504445", "163452", "215551", "209092", "221561", "411539", "172781"], "ranked_scores": [0.9039, 0.7825, 0.7629, 0.7341, 0.7266, 0.7178, 0.709, 0.7005, 0.6805, 0.6774], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "47788": {"relevant_ids": ["455725"], "ranked_ids": ["455725", "15132", "47703", "518171", "37221", "47789", "235686", "348138", "87039", "8505"], "ranked_scores": [0.9146, 0.8988, 0.8942, 0.8874, 0.8864, 0.8828, 0.874, 0.8653, 0.8549, 0.8482], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "338281": {"relevant_ids": ["338282"], "ranked_ids": ["338282", "263861", "326869", "100426", "362498", "391952", "85881", "135715", "56442", "345518"], "ranked_scores": [0.8332, 0.517, 0.5161, 0.5025, 0.4969, 0.4923, 0.4904, 0.4901, 0.4816, 0.4783], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "461149": {"relevant_ids": ["461148"], "ranked_ids": ["525835", "461148", "283905", "203100", "527101", "302225", "377056", "414838", "215782", "2420"], "ranked_scores": [0.7745, 0.769, 0.7654, 0.7451, 0.7424, 0.7371, 0.7124, 0.697, 0.6937, 0.6798], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "346126": {"relevant_ids": ["110711", "110710"], "ranked_ids": ["110710", "110711", "154338", "296319", "108617", "203476", "55038", "340823", "528998", "6816"], "ranked_scores": [0.9008, 0.8799, 0.877, 0.755, 0.7528, 0.7425, 0.7372, 0.7328, 0.7218, 0.7203], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "372986": {"relevant_ids": ["262882", "49961"], "ranked_ids": ["49961", "262882", "303468", "494989", "215938", "491226", "499535", "497531", "497357", "226563"], "ranked_scores": [0.8821, 0.7851, 0.74, 0.6816, 0.6669, 0.661, 0.6561, 0.6072, 0.603, 0.5973], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "501182": {"relevant_ids": ["501181"], "ranked_ids": ["501181", "179018", "402718", "446824", "318996", "185580", "109121", "8417", "274777", "429772"], "ranked_scores": [0.821, 0.6414, 0.6377, 0.6148, 0.5928, 0.5922, 0.588, 0.5836, 0.5768, 0.57], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13800": {"relevant_ids": ["376590", "408522", "13799"], "ranked_ids": ["13799", "376590", "257857", "306761", "179943", "67320", "482825", "362253", "408522", "214970"], "ranked_scores": [0.7605, 0.7505, 0.7464, 0.7431, 0.7321, 0.7273, 0.7216, 0.7165, 0.695, 0.669], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.7654, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.9066, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "250143": {"relevant_ids": ["250142"], "ranked_ids": ["250142", "473276", "206630", "492698", "137994", "38409", "27632", "526032", "57155", "368186"], "ranked_scores": [0.8562, 0.8298, 0.6203, 0.6111, 0.5926, 0.5804, 0.5775, 0.5769, 0.5759, 0.5712], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13223": {"relevant_ids": ["88349", "156773", "88348", "20277", "13224"], "ranked_ids": ["156773", "88348", "13224", "88349", "86343", "24720", "366749", "137719", "173790", "11938"], "ranked_scores": [0.9205, 0.9042, 0.9015, 0.8951, 0.8867, 0.8733, 0.8723, 0.8663, 0.8052, 0.7963], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.2, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6, "ndcg@5": 0.8688, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.8, "ndcg@10": 0.8688, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.8}, "11002": {"relevant_ids": ["11003"], "ranked_ids": ["11003", "489539", "314099", "144197", "254672", "444112", "87346", "12718", "241075", "266680"], "ranked_scores": [0.8581, 0.6719, 0.6645, 0.6486, 0.6481, 0.6457, 0.6447, 0.6439, 0.6431, 0.6418], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177653": {"relevant_ids": ["79732"], "ranked_ids": ["79732", "39174", "200611", "395587", "225019", "373717", "373275", "310721", "525756", "91704"], "ranked_scores": [0.817, 0.7079, 0.7004, 0.6855, 0.6655, 0.6506, 0.6271, 0.627, 0.611, 0.5735], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "415592": {"relevant_ids": ["415591"], "ranked_ids": ["415591", "84634", "207607", "91592", "430072", "387370", "381371", "88542", "119111", "288357"], "ranked_scores": [0.858, 0.705, 0.7017, 0.6598, 0.6576, 0.6538, 0.6362, 0.6362, 0.6331, 0.6312], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "511196": {"relevant_ids": ["511197"], "ranked_ids": ["511197", "53962", "156490", "491923", "289278", "251545", "251546", "191329", "414717", "191328"], "ranked_scores": [0.8389, 0.677, 0.6642, 0.6427, 0.6208, 0.6064, 0.5997, 0.5958, 0.5936, 0.5752], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "344845": {"relevant_ids": ["344844"], "ranked_ids": ["344844", "79987", "161471", "95946", "384928", "4915", "187882", "101085", "79986", "380837"], "ranked_scores": [0.877, 0.7782, 0.7735, 0.7592, 0.7525, 0.7521, 0.7485, 0.7464, 0.7298, 0.7277], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "396744": {"relevant_ids": ["396745"], "ranked_ids": ["284966", "454241", "527221", "396745", "236438", "471027", "375685", "503444", "418055", "481437"], "ranked_scores": [0.627, 0.6055, 0.6009, 0.5762, 0.5732, 0.5359, 0.5319, 0.5314, 0.5306, 0.5292], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "452398": {"relevant_ids": ["452399"], "ranked_ids": ["452399", "487918", "258503", "165046", "276696", "423427", "128992", "485561", "4228", "530610"], "ranked_scores": [0.8839, 0.6446, 0.599, 0.5793, 0.5719, 0.5481, 0.5462, 0.5431, 0.543, 0.5397], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "182114": {"relevant_ids": ["182113"], "ranked_ids": ["196647", "182113", "481882", "229182", "234482", "277277", "328873", "80224", "139689", "204923"], "ranked_scores": [0.6511, 0.606, 0.5953, 0.5938, 0.5927, 0.5516, 0.5411, 0.541, 0.5153, 0.5126], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "486260": {"relevant_ids": ["486259"], "ranked_ids": ["486259", "392356", "111946", "145384", "209254", "113749", "10591", "452464", "220387", "3152"], "ranked_scores": [0.8476, 0.7225, 0.7074, 0.6934, 0.6931, 0.6909, 0.6892, 0.6841, 0.6825, 0.6795], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "455140": {"relevant_ids": ["315935"], "ranked_ids": ["315935", "93864", "245896", "246286", "519049", "150842", "315936", "124700", "369068", "93863"], "ranked_scores": [0.8689, 0.7386, 0.7273, 0.7052, 0.6963, 0.6913, 0.6642, 0.6371, 0.6338, 0.621], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "56198": {"relevant_ids": ["56199"], "ranked_ids": ["56199", "246583", "160194", "249114", "431226", "480352", "521606", "138891", "3724", "130971"], "ranked_scores": [0.8777, 0.6228, 0.5917, 0.59, 0.5885, 0.5771, 0.5538, 0.5516, 0.5501, 0.5353], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "30172": {"relevant_ids": ["145119", "373486", "145120", "185817", "30173", "68426"], "ranked_ids": ["145120", "160900", "68426", "15236", "192604", "185817", "82405", "20427", "463253", "205338"], "ranked_scores": [0.9039, 0.877, 0.8581, 0.8514, 0.8153, 0.8125, 0.8084, 0.8014, 0.8008, 0.8008], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.1667, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.5087, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.5617, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "127880": {"relevant_ids": ["241164"], "ranked_ids": ["241164", "121458", "535042", "135083", "504771", "84471", "266615", "100860", "132797", "358959"], "ranked_scores": [0.786, 0.7154, 0.681, 0.6524, 0.6343, 0.6298, 0.6261, 0.6173, 0.6126, 0.6105], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "167969": {"relevant_ids": ["174461"], "ranked_ids": ["174461", "360983", "91854", "49800", "78497", "146236", "147264", "474737", "100300", "468723"], "ranked_scores": [0.7173, 0.6625, 0.6453, 0.5899, 0.5858, 0.5838, 0.5773, 0.5732, 0.566, 0.5619], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "97986": {"relevant_ids": ["97987"], "ranked_ids": ["97987", "44589", "108564", "393565", "506848", "479236", "284181", "41242", "105886", "336143"], "ranked_scores": [0.9003, 0.7738, 0.7002, 0.6488, 0.6131, 0.6109, 0.6018, 0.5995, 0.5984, 0.5932], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "12865": {"relevant_ids": ["105683"], "ranked_ids": ["105683", "277453", "92902", "191268", "338609", "188959", "94167", "113886", "155515", "477677"], "ranked_scores": [0.9013, 0.7915, 0.7404, 0.714, 0.7048, 0.7036, 0.6944, 0.6869, 0.6853, 0.6801], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "215681": {"relevant_ids": ["215680"], "ranked_ids": ["215680", "178515", "5733", "57552", "177080", "340195", "301165", "54139", "78042", "143842"], "ranked_scores": [0.8825, 0.7086, 0.7023, 0.6871, 0.6857, 0.6843, 0.6796, 0.6767, 0.6757, 0.6704], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-mpnet-base-mrl-512-pq-m64-n4": {"127728": {"relevant_ids": ["127729"], "ranked_ids": ["127729", "153290", "250619", "245618", "276617", "469527", "38063", "145244", "190150", "315009"], "ranked_scores": [0.6691, 0.6073, 0.5857, 0.5851, 0.5823, 0.5801, 0.571, 0.5689, 0.5568, 0.5515], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "318820": {"relevant_ids": ["318821"], "ranked_ids": ["318821", "367479", "355161", "167747", "360734", "441218", "362498", "184762", "56784", "190950"], "ranked_scores": [0.7309, 0.6138, 0.5971, 0.5855, 0.5638, 0.5626, 0.5571, 0.5549, 0.5226, 0.5102], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "296098": {"relevant_ids": ["296097"], "ranked_ids": ["45507", "173403", "296097", "469868", "364131", "56686", "493414", "45506", "307653", "134752"], "ranked_scores": [0.5932, 0.5618, 0.5368, 0.5195, 0.5194, 0.513, 0.5064, 0.5016, 0.4998, 0.4931], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "150414": {"relevant_ids": ["192835"], "ranked_ids": ["192835", "516620", "105782", "132912", "126745", "121070", "1702", "105783", "126746", "373486"], "ranked_scores": [0.7524, 0.6963, 0.6883, 0.6705, 0.647, 0.6375, 0.6361, 0.63, 0.6161, 0.6093], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145582": {"relevant_ids": ["145583"], "ranked_ids": ["145583", "263736", "87614", "299264", "39561", "428601", "428602", "295582", "110298", "9145"], "ranked_scores": [0.6752, 0.5111, 0.5098, 0.4579, 0.4449, 0.4431, 0.4206, 0.3762, 0.3735, 0.3717], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "315712": {"relevant_ids": ["315713"], "ranked_ids": ["315713", "396505", "408588", "203205", "120489", "298503", "377891", "454814", "242340", "58851"], "ranked_scores": [0.66, 0.5528, 0.5329, 0.5295, 0.5232, 0.5187, 0.4799, 0.4763, 0.4752, 0.4737], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145739": {"relevant_ids": ["145740"], "ranked_ids": ["145740", "366074", "241979", "115412", "8705", "78557", "465597", "415781", "376315", "51035"], "ranked_scores": [0.7061, 0.631, 0.6282, 0.6252, 0.5857, 0.5775, 0.5753, 0.5593, 0.5582, 0.5582], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "308127": {"relevant_ids": ["308126"], "ranked_ids": ["308126", "35763", "367804", "79534", "189748", "18335", "167017", "537189", "535966", "490044"], "ranked_scores": [0.7338, 0.5802, 0.5734, 0.5565, 0.5538, 0.5326, 0.5322, 0.531, 0.5296, 0.529], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "287245": {"relevant_ids": ["283199", "322650", "283198"], "ranked_ids": ["322650", "283199", "283198", "221783", "420279", "221784", "291373", "304904", "497666", "30373"], "ranked_scores": [0.6677, 0.6334, 0.6025, 0.5402, 0.5397, 0.5334, 0.5286, 0.508, 0.5034, 0.5006], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "14755": {"relevant_ids": ["211906", "14756"], "ranked_ids": ["450970", "211906", "14756", "30834", "235454", "277031", "57678", "452012", "55177", "11310"], "ranked_scores": [0.7405, 0.7325, 0.7288, 0.7157, 0.6937, 0.6842, 0.6819, 0.6813, 0.6718, 0.6711], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6934, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6934, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6934, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "370170": {"relevant_ids": ["370169"], "ranked_ids": ["370169", "211280", "537762", "231528", "466920", "387761", "417976", "476551", "334238", "88911"], "ranked_scores": [0.8015, 0.6185, 0.6126, 0.5999, 0.5997, 0.5844, 0.5809, 0.566, 0.5635, 0.5574], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "41774": {"relevant_ids": ["41773"], "ranked_ids": ["41773", "239344", "307530", "53738", "366794", "468656", "454279", "433175", "214766", "33017"], "ranked_scores": [0.731, 0.6391, 0.5924, 0.5707, 0.5517, 0.5475, 0.5182, 0.5117, 0.4996, 0.4837], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "399648": {"relevant_ids": ["399649"], "ranked_ids": ["399649", "212809", "225815", "359281", "462253", "411313", "159777", "54706", "4228", "529004"], "ranked_scores": [0.7515, 0.6693, 0.6505, 0.6218, 0.6009, 0.5981, 0.5947, 0.5865, 0.5712, 0.567], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "504811": {"relevant_ids": ["504810"], "ranked_ids": ["504810", "448774", "90374", "84826", "499535", "527852", "309894", "214151", "160704", "54196"], "ranked_scores": [0.7763, 0.6376, 0.6129, 0.6094, 0.6093, 0.6072, 0.5894, 0.584, 0.5833, 0.5797], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "362950": {"relevant_ids": ["362949", "400212"], "ranked_ids": ["362949", "400212", "465929", "487392", "151122", "4715", "427587", "78020", "210382", "9132"], "ranked_scores": [0.6993, 0.6939, 0.6632, 0.6585, 0.6558, 0.6527, 0.6463, 0.6363, 0.635, 0.6336], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "155873": {"relevant_ids": ["155874"], "ranked_ids": ["292617", "392604", "383066", "464100", "122134", "294020", "475341", "91610", "487664", "230787"], "ranked_scores": [0.5092, 0.5078, 0.5057, 0.5016, 0.4891, 0.4877, 0.4732, 0.4651, 0.4643, 0.4591], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "263432": {"relevant_ids": ["263433"], "ranked_ids": ["263433", "407204", "20409", "401373", "370718", "128303", "471057", "136838", "72493", "157590"], "ranked_scores": [0.696, 0.6477, 0.6137, 0.6113, 0.6097, 0.6062, 0.6045, 0.6045, 0.6045, 0.5998], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "354945": {"relevant_ids": ["354946"], "ranked_ids": ["354946", "254071", "462983", "322478", "462984", "108161", "236419", "68802", "281528", "331955"], "ranked_scores": [0.7372, 0.6971, 0.6185, 0.5638, 0.5471, 0.5199, 0.5107, 0.4771, 0.4761, 0.4753], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "245417": {"relevant_ids": ["248195", "219475"], "ranked_ids": ["219475", "40657", "248195", "64433", "301977", "368145", "37326", "319022", "274248", "257256"], "ranked_scores": [0.733, 0.7138, 0.702, 0.6605, 0.6427, 0.6305, 0.6052, 0.6042, 0.5914, 0.5866], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.9197, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.9197, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9197, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "516276": {"relevant_ids": ["516277"], "ranked_ids": ["516277", "19755", "34173", "510783", "143842", "119374", "175142", "178631", "62062", "153039"], "ranked_scores": [0.8132, 0.7556, 0.7305, 0.7272, 0.7062, 0.6912, 0.681, 0.6795, 0.6685, 0.666], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177580": {"relevant_ids": ["177579"], "ranked_ids": ["177579", "511935", "532497", "185553", "143503", "115954", "419100", "431579", "99261", "382784"], "ranked_scores": [0.7458, 0.5201, 0.5138, 0.4953, 0.4951, 0.4865, 0.4785, 0.4582, 0.4552, 0.452], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "309865": {"relevant_ids": ["78624", "78623", "33713"], "ranked_ids": ["209041", "33713", "153484", "405094", "78624", "78623", "158229", "437065", "20635", "109205"], "ranked_scores": [0.7195, 0.7117, 0.7104, 0.7103, 0.7064, 0.6974, 0.6753, 0.6688, 0.6682, 0.6648], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4776, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.6448, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "510387": {"relevant_ids": ["510386"], "ranked_ids": ["241538", "344869", "510386", "170896", "40390", "241537", "52003", "112669", "371033", "91349"], "ranked_scores": [0.7406, 0.7361, 0.7314, 0.7133, 0.7084, 0.7079, 0.6952, 0.6941, 0.6917, 0.6889], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "26645": {"relevant_ids": ["26644"], "ranked_ids": ["26644", "12895", "411539", "207775", "108781", "504445", "215551", "148567", "163452", "284347"], "ranked_scores": [0.778, 0.6748, 0.6623, 0.6549, 0.6533, 0.6418, 0.6343, 0.6323, 0.6322, 0.6256], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "47788": {"relevant_ids": ["455725"], "ranked_ids": ["455725", "87039", "15132", "8505", "101721", "47703", "59223", "518171", "85764", "235686"], "ranked_scores": [0.8108, 0.7942, 0.7927, 0.7898, 0.7878, 0.7871, 0.7843, 0.7818, 0.7818, 0.7772], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "338281": {"relevant_ids": ["338282"], "ranked_ids": ["338282", "8568", "85881", "11563", "362498", "263861", "345518", "326869", "100426", "56442"], "ranked_scores": [0.6497, 0.5135, 0.5091, 0.5008, 0.4991, 0.4987, 0.4963, 0.4909, 0.486, 0.4858], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "461149": {"relevant_ids": ["461148"], "ranked_ids": ["461148", "283905", "377056", "527101", "525835", "8828", "203100", "475952", "2420", "414838"], "ranked_scores": [0.723, 0.6847, 0.6567, 0.651, 0.6429, 0.6415, 0.6406, 0.6403, 0.6388, 0.6378], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "346126": {"relevant_ids": ["110711", "110710"], "ranked_ids": ["110710", "110711", "154338", "296319", "168350", "108617", "203476", "67837", "355996", "6816"], "ranked_scores": [0.8052, 0.7927, 0.7785, 0.7295, 0.7142, 0.7113, 0.7109, 0.7061, 0.7026, 0.7007], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "372986": {"relevant_ids": ["262882", "49961"], "ranked_ids": ["49961", "262882", "303468", "494989", "499535", "497531", "215938", "140335", "415486", "497357"], "ranked_scores": [0.7948, 0.7405, 0.6725, 0.6672, 0.6631, 0.6258, 0.6172, 0.5964, 0.5963, 0.5925], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "501182": {"relevant_ids": ["501181"], "ranked_ids": ["501181", "179018", "429772", "185580", "447737", "446824", "274777", "402718", "347781", "490750"], "ranked_scores": [0.6922, 0.5885, 0.5789, 0.5741, 0.557, 0.5536, 0.548, 0.5465, 0.5369, 0.5332], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13800": {"relevant_ids": ["376590", "408522", "13799"], "ranked_ids": ["13799", "179943", "376590", "482825", "481109", "129993", "408522", "8622", "306761", "529423"], "ranked_scores": [0.7067, 0.6822, 0.6797, 0.6588, 0.6394, 0.6307, 0.6283, 0.624, 0.6236, 0.6227], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.7039, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.8603, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "250143": {"relevant_ids": ["250142"], "ranked_ids": ["250142", "473276", "492698", "27632", "520955", "368186", "526032", "38409", "206630", "50538"], "ranked_scores": [0.6673, 0.6356, 0.5358, 0.5111, 0.4946, 0.4884, 0.4873, 0.4855, 0.48, 0.4797], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13223": {"relevant_ids": ["88349", "156773", "88348", "20277", "13224"], "ranked_ids": ["156773", "13224", "88349", "88348", "86343", "366749", "137719", "24720", "223304", "11938"], "ranked_scores": [0.8515, 0.8334, 0.8303, 0.8271, 0.8136, 0.7991, 0.7959, 0.7828, 0.7763, 0.7743], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.2, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6, "ndcg@5": 0.8688, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.8, "ndcg@10": 0.8688, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.8}, "11002": {"relevant_ids": ["11003"], "ranked_ids": ["11003", "444112", "489539", "144197", "241075", "88601", "10212", "347493", "314099", "17317"], "ranked_scores": [0.762, 0.6612, 0.6472, 0.6372, 0.6348, 0.6285, 0.6184, 0.6177, 0.6155, 0.6134], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177653": {"relevant_ids": ["79732"], "ranked_ids": ["79732", "39174", "395587", "200611", "373275", "310721", "225019", "377344", "525756", "373717"], "ranked_scores": [0.652, 0.5868, 0.5806, 0.5629, 0.5603, 0.5031, 0.4677, 0.4551, 0.4478, 0.4439], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "415592": {"relevant_ids": ["415591"], "ranked_ids": ["415591", "430072", "387370", "91592", "84634", "81159", "26742", "68386", "208294", "485706"], "ranked_scores": [0.7501, 0.6433, 0.6344, 0.6138, 0.6133, 0.6113, 0.6106, 0.6074, 0.6055, 0.5998], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "511196": {"relevant_ids": ["511197"], "ranked_ids": ["511197", "156490", "289278", "251545", "191329", "469291", "53962", "328397", "414717", "191328"], "ranked_scores": [0.5996, 0.537, 0.508, 0.4909, 0.4894, 0.4774, 0.4675, 0.4618, 0.4448, 0.4407], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "344845": {"relevant_ids": ["344844"], "ranked_ids": ["344844", "161471", "380837", "79987", "384928", "503908", "95946", "79986", "327548", "380767"], "ranked_scores": [0.8387, 0.7848, 0.7342, 0.7313, 0.7282, 0.7227, 0.7145, 0.7124, 0.7099, 0.7086], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "396744": {"relevant_ids": ["396745"], "ranked_ids": ["284966", "236438", "516168", "454241", "369693", "343352", "155232", "418055", "55767", "112050"], "ranked_scores": [0.5631, 0.557, 0.5567, 0.5548, 0.5448, 0.5428, 0.5415, 0.5398, 0.5389, 0.5368], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "452398": {"relevant_ids": ["452399"], "ranked_ids": ["452399", "134287", "97822", "60646", "487918", "485561", "169053", "267712", "72096", "303730"], "ranked_scores": [0.7267, 0.5531, 0.5396, 0.5362, 0.5209, 0.5197, 0.5133, 0.5123, 0.5099, 0.5062], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "182114": {"relevant_ids": ["182113"], "ranked_ids": ["196647", "260490", "182113", "34513", "191246", "234482", "148285", "481882", "229182", "354965"], "ranked_scores": [0.6286, 0.6037, 0.6005, 0.5887, 0.5833, 0.5655, 0.5627, 0.5579, 0.5565, 0.5548], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "486260": {"relevant_ids": ["486259"], "ranked_ids": ["486259", "222159", "221509", "220387", "392356", "10591", "29362", "61325", "145384", "113749"], "ranked_scores": [0.7555, 0.6925, 0.6908, 0.6887, 0.6865, 0.6854, 0.6842, 0.6821, 0.6808, 0.677], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "455140": {"relevant_ids": ["315935"], "ranked_ids": ["315935", "348491", "150842", "246286", "93864", "519049", "315936", "356403", "50224", "245896"], "ranked_scores": [0.7376, 0.6311, 0.6256, 0.6191, 0.6173, 0.6165, 0.6052, 0.5918, 0.5888, 0.5831], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "56198": {"relevant_ids": ["56199"], "ranked_ids": ["56199", "246583", "249114", "130971", "431226", "43404", "480352", "352207", "3724", "521606"], "ranked_scores": [0.7651, 0.5848, 0.563, 0.5513, 0.5465, 0.5368, 0.5357, 0.5204, 0.5185, 0.5109], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "30172": {"relevant_ids": ["145119", "373486", "145120", "185817", "30173", "68426"], "ranked_ids": ["145120", "160900", "68426", "15236", "205338", "30173", "112436", "343564", "463253", "185817"], "ranked_scores": [0.8388, 0.8153, 0.8059, 0.7907, 0.7876, 0.7789, 0.7768, 0.7679, 0.7673, 0.7645], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.1667, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.5087, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.6492, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.6667}, "127880": {"relevant_ids": ["241164"], "ranked_ids": ["241164", "121458", "527388", "284336", "450198", "266615", "45354", "156678", "535042", "120446"], "ranked_scores": [0.6738, 0.6303, 0.6242, 0.6129, 0.6038, 0.6014, 0.5975, 0.5968, 0.5939, 0.5759], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "167969": {"relevant_ids": ["174461"], "ranked_ids": ["174461", "360983", "91854", "121354", "468723", "257735", "207492", "144121", "78497", "293663"], "ranked_scores": [0.6877, 0.6396, 0.6118, 0.6077, 0.601, 0.5999, 0.5968, 0.5895, 0.5752, 0.5733], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "97986": {"relevant_ids": ["97987"], "ranked_ids": ["97987", "44589", "139722", "105886", "41241", "234865", "41242", "212168", "326597", "265116"], "ranked_scores": [0.7985, 0.6838, 0.6531, 0.6507, 0.6502, 0.6451, 0.645, 0.6395, 0.6388, 0.6344], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "12865": {"relevant_ids": ["105683"], "ranked_ids": ["105683", "277453", "92902", "191268", "188959", "155515", "94167", "6376", "477677", "313106"], "ranked_scores": [0.7645, 0.7134, 0.6731, 0.6647, 0.6522, 0.633, 0.6311, 0.6242, 0.608, 0.6071], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "215681": {"relevant_ids": ["215680"], "ranked_ids": ["215680", "5733", "178515", "78042", "54139", "143842", "177080", "340195", "301165", "171713"], "ranked_scores": [0.8018, 0.6942, 0.6852, 0.685, 0.6833, 0.6774, 0.6685, 0.6633, 0.6632, 0.6554], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-mpnet-base-mrl-512-pq-m64-n8": {"127728": {"relevant_ids": ["127729"], "ranked_ids": ["127729", "38063", "153290", "250619", "245618", "276617", "92818", "1122", "469527", "494754"], "ranked_scores": [0.715, 0.6557, 0.6477, 0.644, 0.6303, 0.6209, 0.6147, 0.6116, 0.611, 0.6022], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "318820": {"relevant_ids": ["318821"], "ranked_ids": ["318821", "367479", "355161", "184762", "360734", "441218", "362498", "380781", "222238", "491039"], "ranked_scores": [0.8705, 0.7027, 0.6625, 0.6324, 0.6323, 0.6114, 0.6043, 0.5975, 0.5948, 0.5909], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "296098": {"relevant_ids": ["296097"], "ranked_ids": ["45507", "173403", "469868", "56686", "307653", "45506", "296097", "493414", "134752", "423933"], "ranked_scores": [0.7059, 0.648, 0.641, 0.6098, 0.5936, 0.5765, 0.5661, 0.5647, 0.5625, 0.5476], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "150414": {"relevant_ids": ["192835"], "ranked_ids": ["192835", "105782", "516620", "132912", "126746", "105783", "121070", "496848", "126745", "1702"], "ranked_scores": [0.8395, 0.8001, 0.7847, 0.7446, 0.7101, 0.705, 0.7002, 0.6805, 0.6603, 0.6598], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145582": {"relevant_ids": ["145583"], "ranked_ids": ["145583", "263736", "87614", "299264", "39561", "428601", "428602", "454248", "295582", "356066"], "ranked_scores": [0.8061, 0.5996, 0.5505, 0.536, 0.4857, 0.4551, 0.4311, 0.3992, 0.3923, 0.3866], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "315712": {"relevant_ids": ["315713"], "ranked_ids": ["315713", "203205", "396505", "408588", "120489", "377891", "454814", "58851", "298503", "153536"], "ranked_scores": [0.7371, 0.575, 0.5648, 0.5623, 0.551, 0.5155, 0.5151, 0.5122, 0.4949, 0.494], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145739": {"relevant_ids": ["145740"], "ranked_ids": ["145740", "241979", "366074", "465597", "115412", "8705", "51035", "210012", "347337", "415781"], "ranked_scores": [0.857, 0.7827, 0.767, 0.7044, 0.704, 0.6926, 0.6717, 0.6697, 0.6497, 0.645], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "308127": {"relevant_ids": ["308126"], "ranked_ids": ["308126", "35763", "367804", "79534", "490044", "535966", "301104", "167017", "82053", "123707"], "ranked_scores": [0.8047, 0.6515, 0.617, 0.592, 0.5897, 0.581, 0.5723, 0.5626, 0.5623, 0.5616], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "287245": {"relevant_ids": ["283199", "322650", "283198"], "ranked_ids": ["322650", "283199", "283198", "420279", "221784", "221783", "68138", "109049", "30373", "304904"], "ranked_scores": [0.7718, 0.7697, 0.7235, 0.631, 0.6043, 0.582, 0.5761, 0.573, 0.5638, 0.5585], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "14755": {"relevant_ids": ["211906", "14756"], "ranked_ids": ["450970", "14756", "211906", "277031", "235454", "30834", "57678", "362149", "173813", "74058"], "ranked_scores": [0.8731, 0.856, 0.8529, 0.7813, 0.7626, 0.7606, 0.7582, 0.7234, 0.7009, 0.7], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6934, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6934, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6934, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "370170": {"relevant_ids": ["370169"], "ranked_ids": ["370169", "466920", "537762", "417976", "387761", "231528", "211280", "476551", "433820", "334238"], "ranked_scores": [0.907, 0.6527, 0.6521, 0.6212, 0.6186, 0.6186, 0.6159, 0.6109, 0.596, 0.5823], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "41774": {"relevant_ids": ["41773"], "ranked_ids": ["41773", "239344", "307530", "53738", "366794", "339534", "214766", "127501", "433175", "487873"], "ranked_scores": [0.811, 0.682, 0.6426, 0.6166, 0.5591, 0.5527, 0.5473, 0.5464, 0.532, 0.5319], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "399648": {"relevant_ids": ["399649"], "ranked_ids": ["399649", "225815", "212809", "54706", "359281", "21253", "462253", "529004", "159777", "411313"], "ranked_scores": [0.9007, 0.7768, 0.7557, 0.7056, 0.6738, 0.6728, 0.6687, 0.6597, 0.6536, 0.6517], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "504811": {"relevant_ids": ["504810"], "ranked_ids": ["504810", "90374", "448774", "84826", "309894", "54195", "214151", "175461", "499535", "160704"], "ranked_scores": [0.8917, 0.6962, 0.6786, 0.6758, 0.6512, 0.6373, 0.6307, 0.6297, 0.629, 0.6232], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "362950": {"relevant_ids": ["362949", "400212"], "ranked_ids": ["400212", "362949", "427587", "487392", "151122", "411503", "203063", "78020", "9132", "155870"], "ranked_scores": [0.7948, 0.7926, 0.7521, 0.7411, 0.7342, 0.7337, 0.726, 0.7252, 0.7223, 0.7222], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "155873": {"relevant_ids": ["155874"], "ranked_ids": ["392604", "464100", "122134", "383066", "292617", "444541", "206283", "155874", "487664", "294020"], "ranked_scores": [0.6379, 0.5682, 0.559, 0.5514, 0.5423, 0.5401, 0.5381, 0.5317, 0.5302, 0.5237], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "263432": {"relevant_ids": ["263433"], "ranked_ids": ["263433", "407204", "128303", "471057", "401373", "136838", "254597", "20409", "370717", "157590"], "ranked_scores": [0.7949, 0.6951, 0.6792, 0.6755, 0.6679, 0.6526, 0.6512, 0.6478, 0.6354, 0.6319], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "354945": {"relevant_ids": ["354946"], "ranked_ids": ["354946", "254071", "462983", "462984", "322478", "236419", "108161", "415886", "281528", "490044"], "ranked_scores": [0.8859, 0.8344, 0.7111, 0.6291, 0.616, 0.5968, 0.5484, 0.539, 0.5137, 0.511], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "245417": {"relevant_ids": ["248195", "219475"], "ranked_ids": ["219475", "40657", "248195", "64433", "301977", "368145", "390696", "249364", "413039", "37326"], "ranked_scores": [0.851, 0.8211, 0.8155, 0.7675, 0.7047, 0.6996, 0.6704, 0.6693, 0.6689, 0.6594], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.9197, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.9197, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9197, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "516276": {"relevant_ids": ["516277"], "ranked_ids": ["516277", "19755", "34173", "510783", "119374", "143842", "352189", "175142", "76958", "352289"], "ranked_scores": [0.9107, 0.8503, 0.8357, 0.8039, 0.7695, 0.7448, 0.7441, 0.7372, 0.7265, 0.7206], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177580": {"relevant_ids": ["177579"], "ranked_ids": ["177579", "185553", "143503", "511935", "532497", "419100", "115954", "57360", "84634", "415591"], "ranked_scores": [0.8566, 0.5701, 0.5505, 0.5391, 0.5346, 0.5275, 0.5167, 0.4933, 0.4696, 0.4615], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "309865": {"relevant_ids": ["78624", "78623", "33713"], "ranked_ids": ["209041", "153484", "78623", "405094", "78624", "33713", "109205", "437065", "20635", "495578"], "ranked_scores": [0.8505, 0.8493, 0.8184, 0.815, 0.8146, 0.8099, 0.759, 0.7413, 0.7374, 0.7211], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4162, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.5833, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "510387": {"relevant_ids": ["510386"], "ranked_ids": ["241538", "241537", "344869", "40390", "170896", "510386", "371033", "52003", "254292", "201143"], "ranked_scores": [0.8549, 0.8469, 0.8108, 0.7901, 0.79, 0.784, 0.7638, 0.7572, 0.7476, 0.7387], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "26645": {"relevant_ids": ["26644"], "ranked_ids": ["26644", "108781", "163452", "504445", "215551", "411539", "12895", "207775", "209092", "286617"], "ranked_scores": [0.9076, 0.7805, 0.7452, 0.7405, 0.7279, 0.7274, 0.7119, 0.7073, 0.701, 0.6975], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "47788": {"relevant_ids": ["455725"], "ranked_ids": ["455725", "47703", "15132", "235686", "518171", "47789", "8505", "85764", "59508", "101721"], "ranked_scores": [0.9043, 0.8836, 0.8741, 0.8622, 0.8608, 0.858, 0.857, 0.8547, 0.8439, 0.8419], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "338281": {"relevant_ids": ["338282"], "ranked_ids": ["338282", "85881", "325380", "345518", "8568", "362498", "326869", "56442", "263861", "135715"], "ranked_scores": [0.8422, 0.5668, 0.5486, 0.5438, 0.528, 0.5279, 0.525, 0.5219, 0.5197, 0.5183], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "461149": {"relevant_ids": ["461148"], "ranked_ids": ["461148", "527101", "283905", "377056", "525835", "414838", "203100", "2420", "302225", "252761"], "ranked_scores": [0.7793, 0.7627, 0.7608, 0.7438, 0.7428, 0.7358, 0.7272, 0.721, 0.7209, 0.7189], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "346126": {"relevant_ids": ["110711", "110710"], "ranked_ids": ["110710", "110711", "154338", "108617", "296319", "203476", "6816", "55038", "168350", "355996"], "ranked_scores": [0.9161, 0.9023, 0.8872, 0.813, 0.7982, 0.7959, 0.7933, 0.7792, 0.778, 0.7609], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "372986": {"relevant_ids": ["262882", "49961"], "ranked_ids": ["49961", "262882", "303468", "499535", "215938", "494989", "491226", "497531", "516501", "9918"], "ranked_scores": [0.8871, 0.7987, 0.7491, 0.6699, 0.6634, 0.6614, 0.6577, 0.6361, 0.5946, 0.5871], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "501182": {"relevant_ids": ["501181"], "ranked_ids": ["501181", "402718", "179018", "185580", "109121", "429772", "274777", "325288", "447737", "446824"], "ranked_scores": [0.8327, 0.659, 0.6486, 0.6441, 0.6248, 0.6116, 0.6042, 0.602, 0.5985, 0.5893], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13800": {"relevant_ids": ["376590", "408522", "13799"], "ranked_ids": ["13799", "376590", "179943", "257857", "306761", "408522", "482825", "481109", "67320", "19904"], "ranked_scores": [0.7868, 0.757, 0.7334, 0.7313, 0.7172, 0.7129, 0.7066, 0.6958, 0.6912, 0.6795], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.7654, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.9325, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "250143": {"relevant_ids": ["250142"], "ranked_ids": ["250142", "473276", "492698", "27632", "137994", "206630", "50538", "38409", "368186", "526032"], "ranked_scores": [0.8534, 0.8321, 0.6395, 0.6123, 0.6005, 0.591, 0.5643, 0.56, 0.5584, 0.5531], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13223": {"relevant_ids": ["88349", "156773", "88348", "20277", "13224"], "ranked_ids": ["156773", "13224", "88348", "88349", "86343", "366749", "137719", "24720", "20277", "429238"], "ranked_scores": [0.9336, 0.9238, 0.9207, 0.9158, 0.9123, 0.8891, 0.8851, 0.8792, 0.8265, 0.8254], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.2, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6, "ndcg@5": 0.8688, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.8, "ndcg@10": 0.9709, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "11002": {"relevant_ids": ["11003"], "ranked_ids": ["11003", "489539", "444112", "241075", "144197", "314099", "82619", "10212", "254672", "87346"], "ranked_scores": [0.857, 0.6987, 0.6959, 0.6912, 0.6829, 0.6755, 0.6716, 0.6695, 0.6569, 0.6517], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177653": {"relevant_ids": ["79732"], "ranked_ids": ["79732", "39174", "395587", "200611", "310721", "373275", "225019", "373717", "525756", "377344"], "ranked_scores": [0.8044, 0.6979, 0.6892, 0.6622, 0.6461, 0.617, 0.6138, 0.597, 0.585, 0.5469], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "415592": {"relevant_ids": ["415591"], "ranked_ids": ["415591", "84634", "430072", "288357", "485706", "381371", "387370", "91592", "68386", "322822"], "ranked_scores": [0.8663, 0.7125, 0.6817, 0.6802, 0.663, 0.6613, 0.6523, 0.6518, 0.6509, 0.6497], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "511196": {"relevant_ids": ["511197"], "ranked_ids": ["511197", "156490", "53962", "289278", "251546", "191329", "251545", "328397", "491923", "191328"], "ranked_scores": [0.7969, 0.6528, 0.6044, 0.597, 0.5831, 0.5828, 0.5705, 0.5685, 0.5636, 0.5539], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "344845": {"relevant_ids": ["344844"], "ranked_ids": ["344844", "161471", "95946", "79987", "384928", "327548", "380837", "4915", "101085", "79986"], "ranked_scores": [0.8862, 0.8155, 0.7915, 0.7871, 0.7865, 0.7805, 0.7793, 0.7729, 0.77, 0.7695], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "396744": {"relevant_ids": ["396745"], "ranked_ids": ["454241", "284966", "236438", "418055", "396745", "527221", "155232", "516168", "55767", "369693"], "ranked_scores": [0.6379, 0.6376, 0.6223, 0.5926, 0.5847, 0.5838, 0.5823, 0.5776, 0.5701, 0.57], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "452398": {"relevant_ids": ["452399"], "ranked_ids": ["452399", "487918", "276696", "303730", "419169", "169053", "4228", "258503", "423427", "60646"], "ranked_scores": [0.8801, 0.6027, 0.5357, 0.5347, 0.5234, 0.5231, 0.5222, 0.522, 0.5219, 0.5182], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "182114": {"relevant_ids": ["182113"], "ranked_ids": ["196647", "182113", "229182", "277277", "252201", "260490", "234482", "34513", "481882", "413792"], "ranked_scores": [0.7007, 0.6335, 0.6213, 0.5932, 0.5876, 0.5848, 0.5791, 0.5685, 0.567, 0.5657], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "486260": {"relevant_ids": ["486259"], "ranked_ids": ["486259", "392356", "220387", "113749", "266904", "10591", "46379", "145384", "452464", "111946"], "ranked_scores": [0.8538, 0.7366, 0.725, 0.7177, 0.7111, 0.7108, 0.709, 0.7073, 0.7042, 0.6992], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "455140": {"relevant_ids": ["315935"], "ranked_ids": ["315935", "519049", "150842", "245896", "246286", "93864", "315936", "369068", "124700", "454994"], "ranked_scores": [0.8642, 0.7117, 0.701, 0.6983, 0.6975, 0.6866, 0.6563, 0.6484, 0.6422, 0.6384], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "56198": {"relevant_ids": ["56199"], "ranked_ids": ["56199", "246583", "249114", "431226", "130971", "480352", "160194", "3724", "43404", "308888"], "ranked_scores": [0.8771, 0.6163, 0.6137, 0.5959, 0.585, 0.5794, 0.5792, 0.5695, 0.5656, 0.5523], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "30172": {"relevant_ids": ["145119", "373486", "145120", "185817", "30173", "68426"], "ranked_ids": ["145120", "160900", "68426", "15236", "205338", "192604", "185817", "463253", "90983", "20427"], "ranked_scores": [0.914, 0.8818, 0.8797, 0.8575, 0.8252, 0.8133, 0.8097, 0.805, 0.7957, 0.7947], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.1667, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.5087, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.5548, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "127880": {"relevant_ids": ["241164"], "ranked_ids": ["241164", "121458", "535042", "527388", "120446", "156678", "284336", "84471", "266615", "135083"], "ranked_scores": [0.781, 0.6935, 0.6916, 0.6439, 0.6376, 0.6375, 0.6348, 0.6338, 0.6287, 0.6259], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "167969": {"relevant_ids": ["174461"], "ranked_ids": ["174461", "360983", "91854", "121354", "144121", "257735", "10394", "78497", "207491", "468723"], "ranked_scores": [0.7338, 0.6822, 0.677, 0.6324, 0.6294, 0.6246, 0.6199, 0.6156, 0.6111, 0.602], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "97986": {"relevant_ids": ["97987"], "ranked_ids": ["97987", "44589", "108564", "105886", "479236", "393565", "506848", "326597", "41242", "284181"], "ranked_scores": [0.9097, 0.7881, 0.7297, 0.6865, 0.6836, 0.677, 0.6678, 0.6599, 0.6596, 0.6469], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "12865": {"relevant_ids": ["105683"], "ranked_ids": ["105683", "277453", "92902", "94167", "188959", "191268", "477677", "338609", "155515", "146806"], "ranked_scores": [0.9041, 0.8074, 0.77, 0.7471, 0.7386, 0.7299, 0.7107, 0.6973, 0.6894, 0.6868], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "215681": {"relevant_ids": ["215680"], "ranked_ids": ["215680", "178515", "57552", "301165", "54139", "143842", "340195", "5733", "78042", "177080"], "ranked_scores": [0.9059, 0.7459, 0.727, 0.7193, 0.7181, 0.7156, 0.7101, 0.7095, 0.7073, 0.6919], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-mpnet-base-mrl-notrunc-pq-m64-n8": {"127728": {"relevant_ids": ["127729"], "ranked_ids": ["127729", "153290", "38063", "276617", "245618", "250619", "145244", "494754", "190150", "92818"], "ranked_scores": [0.7192, 0.6741, 0.6734, 0.6713, 0.6499, 0.6416, 0.6259, 0.6252, 0.6248, 0.6226], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "318820": {"relevant_ids": ["318821"], "ranked_ids": ["318821", "367479", "355161", "360734", "222238", "184762", "441218", "362498", "410913", "491039"], "ranked_scores": [0.8379, 0.6765, 0.6455, 0.6059, 0.6045, 0.5998, 0.596, 0.5925, 0.5888, 0.5822], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "296098": {"relevant_ids": ["296097"], "ranked_ids": ["45507", "173403", "56686", "296097", "45506", "469868", "423933", "493414", "412371", "307653"], "ranked_scores": [0.681, 0.6486, 0.6108, 0.6062, 0.6057, 0.5933, 0.5881, 0.5826, 0.5802, 0.569], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "150414": {"relevant_ids": ["192835"], "ranked_ids": ["192835", "105782", "516620", "126746", "105783", "121070", "126745", "132912", "113488", "1702"], "ranked_scores": [0.834, 0.764, 0.7541, 0.7163, 0.7137, 0.6962, 0.6937, 0.6904, 0.6687, 0.6603], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145582": {"relevant_ids": ["145583"], "ranked_ids": ["145583", "263736", "87614", "299264", "39561", "428601", "428602", "439346", "342610", "356066"], "ranked_scores": [0.7541, 0.5838, 0.5361, 0.5151, 0.4802, 0.4062, 0.3983, 0.3973, 0.3942, 0.3897], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "315712": {"relevant_ids": ["315713"], "ranked_ids": ["315713", "396505", "120489", "408588", "203205", "377891", "454814", "53445", "153536", "58851"], "ranked_scores": [0.6925, 0.5703, 0.5591, 0.5493, 0.5392, 0.5372, 0.534, 0.5025, 0.4981, 0.4977], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145739": {"relevant_ids": ["145740"], "ranked_ids": ["145740", "241979", "366074", "465597", "8705", "347337", "415781", "148222", "115412", "210012"], "ranked_scores": [0.8419, 0.7667, 0.7578, 0.7258, 0.721, 0.719, 0.7014, 0.679, 0.675, 0.671], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "308127": {"relevant_ids": ["308126"], "ranked_ids": ["308126", "35763", "79534", "266258", "367804", "189748", "167017", "535966", "537189", "77650"], "ranked_scores": [0.7938, 0.6215, 0.6155, 0.5923, 0.5733, 0.5726, 0.5694, 0.564, 0.5625, 0.5613], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "287245": {"relevant_ids": ["283199", "322650", "283198"], "ranked_ids": ["322650", "283199", "283198", "109049", "221784", "420279", "304904", "221783", "508239", "505949"], "ranked_scores": [0.7689, 0.7655, 0.7002, 0.5968, 0.5963, 0.5909, 0.5759, 0.5719, 0.5705, 0.566], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "14755": {"relevant_ids": ["211906", "14756"], "ranked_ids": ["450970", "211906", "14756", "277031", "57678", "235454", "30834", "236793", "55083", "272073"], "ranked_scores": [0.8543, 0.8403, 0.8382, 0.7985, 0.7748, 0.774, 0.7637, 0.7458, 0.7391, 0.739], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6934, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6934, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6934, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "370170": {"relevant_ids": ["370169"], "ranked_ids": ["370169", "466920", "537762", "417976", "387761", "404718", "211280", "476551", "433820", "156412"], "ranked_scores": [0.8524, 0.6507, 0.6323, 0.6248, 0.6094, 0.5942, 0.5899, 0.5826, 0.5822, 0.5809], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "41774": {"relevant_ids": ["41773"], "ranked_ids": ["41773", "239344", "307530", "53738", "339534", "366794", "468656", "487873", "214766", "220928"], "ranked_scores": [0.8023, 0.689, 0.6524, 0.6224, 0.5889, 0.5735, 0.5668, 0.5619, 0.5595, 0.5571], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "399648": {"relevant_ids": ["399649"], "ranked_ids": ["399649", "225815", "212809", "529004", "159777", "462253", "411313", "54706", "21253", "359281"], "ranked_scores": [0.8743, 0.7781, 0.7369, 0.6998, 0.694, 0.6933, 0.6703, 0.6666, 0.6661, 0.6572], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "504811": {"relevant_ids": ["504810"], "ranked_ids": ["504810", "90374", "309894", "84826", "214151", "160704", "448774", "298555", "364238", "54195"], "ranked_scores": [0.851, 0.6886, 0.679, 0.676, 0.6509, 0.65, 0.6389, 0.6328, 0.6273, 0.6171], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "362950": {"relevant_ids": ["362949", "400212"], "ranked_ids": ["362949", "400212", "487392", "427587", "151122", "411503", "68956", "155870", "78020", "203063"], "ranked_scores": [0.8079, 0.7941, 0.7638, 0.7533, 0.7349, 0.7252, 0.7232, 0.7135, 0.7067, 0.7031], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "155873": {"relevant_ids": ["155874"], "ranked_ids": ["392604", "292617", "487664", "383066", "122134", "232469", "353785", "294020", "155874", "363712"], "ranked_scores": [0.6435, 0.5662, 0.556, 0.5514, 0.544, 0.5409, 0.5313, 0.5293, 0.5206, 0.5178], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.301, "mrr@10": 0.1111, "accuracy@10": 1.0, "recall@10": 1.0}, "263432": {"relevant_ids": ["263433"], "ranked_ids": ["263433", "407204", "254597", "401373", "72493", "230671", "20409", "128303", "205954", "370717"], "ranked_scores": [0.7272, 0.6821, 0.6633, 0.6627, 0.6624, 0.6578, 0.6573, 0.6573, 0.6572, 0.6546], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "354945": {"relevant_ids": ["354946"], "ranked_ids": ["354946", "254071", "462983", "322478", "236419", "462984", "108161", "331955", "415886", "218813"], "ranked_scores": [0.8398, 0.8073, 0.7113, 0.6679, 0.6544, 0.6516, 0.5264, 0.5045, 0.4988, 0.491], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "245417": {"relevant_ids": ["248195", "219475"], "ranked_ids": ["219475", "248195", "40657", "64433", "301977", "368145", "413039", "390696", "37326", "249364"], "ranked_scores": [0.8292, 0.7946, 0.7884, 0.7686, 0.7244, 0.7116, 0.6958, 0.6773, 0.6742, 0.6523], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "516276": {"relevant_ids": ["516277"], "ranked_ids": ["516277", "19755", "34173", "119374", "510783", "76958", "479392", "352189", "175142", "143842"], "ranked_scores": [0.8807, 0.8129, 0.8112, 0.7655, 0.7475, 0.744, 0.7391, 0.7334, 0.7325, 0.7306], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177580": {"relevant_ids": ["177579"], "ranked_ids": ["177579", "511935", "185553", "115954", "532497", "419100", "143503", "57360", "76563", "272252"], "ranked_scores": [0.8065, 0.5745, 0.573, 0.5353, 0.5307, 0.5223, 0.5214, 0.4951, 0.4833, 0.4653], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "309865": {"relevant_ids": ["78624", "78623", "33713"], "ranked_ids": ["209041", "405094", "78624", "78623", "153484", "33713", "20635", "109205", "437065", "495578"], "ranked_scores": [0.8429, 0.8348, 0.8333, 0.832, 0.8305, 0.8078, 0.8015, 0.777, 0.7597, 0.7553], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4367, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.6039, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "510387": {"relevant_ids": ["510386"], "ranked_ids": ["241538", "241537", "344869", "371033", "170896", "510386", "40390", "52003", "254292", "201143"], "ranked_scores": [0.8339, 0.8089, 0.8057, 0.7892, 0.7892, 0.7701, 0.769, 0.7553, 0.7427, 0.7398], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "26645": {"relevant_ids": ["26644"], "ranked_ids": ["26644", "108781", "215551", "163452", "504445", "284347", "411539", "286617", "12895", "233540"], "ranked_scores": [0.8686, 0.7682, 0.7426, 0.7225, 0.7222, 0.7198, 0.7174, 0.7145, 0.7083, 0.704], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "47788": {"relevant_ids": ["455725"], "ranked_ids": ["455725", "15132", "235686", "47703", "47789", "8505", "518171", "87039", "101721", "37221"], "ranked_scores": [0.8953, 0.8906, 0.8793, 0.8766, 0.8752, 0.8741, 0.872, 0.8684, 0.867, 0.862], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "338281": {"relevant_ids": ["338282"], "ranked_ids": ["338282", "325380", "443465", "85881", "263861", "8568", "11563", "326869", "391952", "389968"], "ranked_scores": [0.8001, 0.569, 0.5611, 0.5598, 0.5522, 0.5446, 0.5444, 0.5387, 0.5356, 0.5282], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "461149": {"relevant_ids": ["461148"], "ranked_ids": ["461148", "283905", "527101", "2420", "414838", "377056", "252761", "525835", "203100", "85426"], "ranked_scores": [0.8124, 0.782, 0.7579, 0.7472, 0.7472, 0.7432, 0.7414, 0.7411, 0.7335, 0.7315], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "346126": {"relevant_ids": ["110711", "110710"], "ranked_ids": ["110710", "110711", "154338", "108617", "203476", "296319", "6816", "168350", "355996", "393684"], "ranked_scores": [0.8885, 0.8813, 0.8685, 0.8159, 0.8132, 0.8015, 0.8001, 0.799, 0.7864, 0.7852], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "372986": {"relevant_ids": ["262882", "49961"], "ranked_ids": ["49961", "262882", "303468", "494989", "215938", "497531", "491226", "130692", "499535", "415486"], "ranked_scores": [0.8448, 0.7816, 0.7194, 0.6703, 0.6617, 0.6374, 0.6266, 0.6147, 0.6126, 0.5928], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "501182": {"relevant_ids": ["501181"], "ranked_ids": ["501181", "179018", "185580", "109121", "402718", "325288", "274777", "446824", "91969", "291000"], "ranked_scores": [0.815, 0.6698, 0.6512, 0.649, 0.6465, 0.6375, 0.6372, 0.6176, 0.5866, 0.5864], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13800": {"relevant_ids": ["376590", "408522", "13799"], "ranked_ids": ["13799", "376590", "179943", "257857", "306761", "481109", "408522", "482825", "67320", "529423"], "ranked_scores": [0.7988, 0.7723, 0.7664, 0.7662, 0.7634, 0.7351, 0.7091, 0.7059, 0.6967, 0.6822], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.7654, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.9218, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "250143": {"relevant_ids": ["250142"], "ranked_ids": ["250142", "473276", "492698", "137994", "27632", "38409", "50538", "34944", "368186", "206630"], "ranked_scores": [0.8448, 0.8257, 0.6509, 0.5978, 0.5811, 0.5782, 0.5646, 0.5646, 0.5634, 0.5595], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13223": {"relevant_ids": ["88349", "156773", "88348", "20277", "13224"], "ranked_ids": ["156773", "13224", "88349", "88348", "86343", "137719", "366749", "24720", "429238", "173790"], "ranked_scores": [0.9335, 0.9275, 0.9236, 0.9223, 0.9206, 0.8978, 0.8946, 0.8789, 0.8514, 0.8379], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.2, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6, "ndcg@5": 0.8688, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.8, "ndcg@10": 0.8688, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.8}, "11002": {"relevant_ids": ["11003"], "ranked_ids": ["11003", "444112", "489539", "144197", "87346", "10212", "42203", "266680", "241075", "82619"], "ranked_scores": [0.825, 0.6991, 0.6963, 0.6883, 0.6862, 0.6814, 0.6713, 0.6702, 0.6702, 0.6692], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177653": {"relevant_ids": ["79732"], "ranked_ids": ["79732", "39174", "395587", "310721", "200611", "373275", "373717", "525756", "225019", "525755"], "ranked_scores": [0.7806, 0.704, 0.6728, 0.6036, 0.6009, 0.5807, 0.5691, 0.5577, 0.5574, 0.5309], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "415592": {"relevant_ids": ["415591"], "ranked_ids": ["415591", "288357", "430072", "84634", "88542", "485706", "387370", "497302", "322822", "91592"], "ranked_scores": [0.8377, 0.7087, 0.6853, 0.6844, 0.677, 0.6716, 0.6705, 0.6665, 0.6574, 0.6439], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "511196": {"relevant_ids": ["511197"], "ranked_ids": ["511197", "156490", "53962", "289278", "491923", "251545", "251546", "191329", "328397", "191328"], "ranked_scores": [0.7671, 0.6812, 0.6387, 0.6267, 0.6108, 0.6043, 0.6023, 0.585, 0.5769, 0.5598], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "344845": {"relevant_ids": ["344844"], "ranked_ids": ["344844", "161471", "380837", "79987", "327548", "4915", "95946", "187882", "79986", "384928"], "ranked_scores": [0.8701, 0.8158, 0.8028, 0.7932, 0.7907, 0.7885, 0.7884, 0.7876, 0.7847, 0.7833], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "396744": {"relevant_ids": ["396745"], "ranked_ids": ["236438", "454241", "396745", "418055", "527221", "271801", "471027", "284966", "503444", "481437"], "ranked_scores": [0.6316, 0.6252, 0.6093, 0.6065, 0.6059, 0.5978, 0.5932, 0.5808, 0.5789, 0.5734], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "452398": {"relevant_ids": ["452399"], "ranked_ids": ["452399", "487918", "4228", "60646", "169053", "165046", "358522", "346712", "488211", "419169"], "ranked_scores": [0.827, 0.594, 0.5602, 0.5383, 0.5275, 0.524, 0.5211, 0.5151, 0.5112, 0.5105], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "182114": {"relevant_ids": ["182113"], "ranked_ids": ["196647", "182113", "260490", "229182", "252201", "234482", "481882", "413792", "328873", "270399"], "ranked_scores": [0.668, 0.6096, 0.5925, 0.5877, 0.5801, 0.5765, 0.5724, 0.5685, 0.568, 0.5535], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "486260": {"relevant_ids": ["486259"], "ranked_ids": ["486259", "392356", "100082", "113749", "266904", "220387", "46379", "452464", "151649", "10591"], "ranked_scores": [0.8367, 0.7601, 0.7301, 0.724, 0.7205, 0.7117, 0.7113, 0.7059, 0.7048, 0.7009], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "455140": {"relevant_ids": ["315935"], "ranked_ids": ["315935", "93864", "246286", "519049", "150842", "124700", "315936", "369068", "50224", "245896"], "ranked_scores": [0.8188, 0.6985, 0.6945, 0.6864, 0.6829, 0.6776, 0.6744, 0.6715, 0.6679, 0.6574], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "56198": {"relevant_ids": ["56199"], "ranked_ids": ["56199", "249114", "431226", "160194", "480352", "308888", "246583", "521606", "130971", "3724"], "ranked_scores": [0.8587, 0.634, 0.6117, 0.6079, 0.5991, 0.5883, 0.5829, 0.5762, 0.5741, 0.5709], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "30172": {"relevant_ids": ["145119", "373486", "145120", "185817", "30173", "68426"], "ranked_ids": ["145120", "160900", "68426", "15236", "185817", "463253", "192604", "373486", "90983", "205338"], "ranked_scores": [0.9017, 0.8693, 0.8686, 0.8474, 0.8192, 0.8179, 0.8128, 0.8113, 0.809, 0.8086], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.1667, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.6399, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6664, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.6667}, "127880": {"relevant_ids": ["241164"], "ranked_ids": ["241164", "121458", "135083", "84471", "535042", "99916", "156678", "284336", "329579", "527388"], "ranked_scores": [0.7317, 0.6988, 0.6446, 0.6393, 0.637, 0.627, 0.6227, 0.6127, 0.6083, 0.6062], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "167969": {"relevant_ids": ["174461"], "ranked_ids": ["174461", "360983", "257735", "91854", "78497", "121354", "144121", "207491", "468723", "10394"], "ranked_scores": [0.7166, 0.6817, 0.6658, 0.6641, 0.6615, 0.6596, 0.6496, 0.647, 0.6383, 0.6373], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "97986": {"relevant_ids": ["97987"], "ranked_ids": ["97987", "44589", "108564", "506848", "479236", "284181", "326597", "105886", "248383", "41242"], "ranked_scores": [0.8663, 0.7829, 0.7241, 0.693, 0.6688, 0.6501, 0.6453, 0.6441, 0.6379, 0.6321], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "12865": {"relevant_ids": ["105683"], "ranked_ids": ["105683", "277453", "92902", "94167", "188959", "191268", "155515", "146806", "477677", "146805"], "ranked_scores": [0.8754, 0.7973, 0.7661, 0.7478, 0.7417, 0.7409, 0.7254, 0.7251, 0.7068, 0.6963], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "215681": {"relevant_ids": ["215680"], "ranked_ids": ["215680", "178515", "5733", "301165", "54139", "177080", "143842", "57552", "78042", "171713"], "ranked_scores": [0.8622, 0.7217, 0.7098, 0.7098, 0.7084, 0.6971, 0.6908, 0.6906, 0.6884, 0.6757], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-bge-base-en-v1.5-pq-m96-n8": {"127728": {"relevant_ids": ["127729"], "ranked_ids": ["127729", "38063", "250619", "78763", "278575", "485054", "145244", "190150", "276617", "450133"], "ranked_scores": [0.588, 0.5779, 0.5506, 0.5413, 0.5411, 0.53, 0.5281, 0.5268, 0.5261, 0.5249], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "318820": {"relevant_ids": ["318821"], "ranked_ids": ["318821", "367479", "355161", "496708", "222238", "76767", "457906", "481262", "483940", "54496"], "ranked_scores": [0.8398, 0.6879, 0.6625, 0.6224, 0.5971, 0.5754, 0.5719, 0.5711, 0.5606, 0.5586], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "296098": {"relevant_ids": ["296097"], "ranked_ids": ["45507", "134752", "469868", "173403", "45506", "296097", "307653", "364131", "423933", "56686"], "ranked_scores": [0.6818, 0.6768, 0.6569, 0.6534, 0.6501, 0.6484, 0.6274, 0.6254, 0.6238, 0.5894], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "150414": {"relevant_ids": ["192835"], "ranked_ids": ["192835", "105782", "516620", "8875", "21131", "126746", "105783", "103122", "132912", "126745"], "ranked_scores": [0.8865, 0.8705, 0.8222, 0.7731, 0.7531, 0.7461, 0.7445, 0.7274, 0.7094, 0.6696], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145582": {"relevant_ids": ["145583"], "ranked_ids": ["145583", "299264", "316486", "285851", "285962", "508501", "508502", "87614", "345532", "130013"], "ranked_scores": [0.6963, 0.6048, 0.4741, 0.4646, 0.4587, 0.4474, 0.4449, 0.431, 0.4286, 0.4252], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "315712": {"relevant_ids": ["315713"], "ranked_ids": ["315713", "203205", "396505", "153536", "236508", "454814", "107153", "368164", "408588", "377891"], "ranked_scores": [0.8259, 0.6205, 0.6078, 0.587, 0.5795, 0.5634, 0.5604, 0.5604, 0.5586, 0.5568], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145739": {"relevant_ids": ["145740"], "ranked_ids": ["145740", "241979", "366074", "115412", "415781", "336202", "148222", "8705", "347337", "465597"], "ranked_scores": [0.7764, 0.6828, 0.6801, 0.6007, 0.5852, 0.5711, 0.5701, 0.5603, 0.5588, 0.5547], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "308127": {"relevant_ids": ["308126"], "ranked_ids": ["308126", "498938", "385951", "282571", "77650", "367804", "139188", "302837", "18335", "427265"], "ranked_scores": [0.755, 0.5697, 0.5619, 0.5431, 0.5267, 0.4909, 0.4845, 0.4778, 0.4719, 0.4672], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "287245": {"relevant_ids": ["283198", "322650", "283199"], "ranked_ids": ["322650", "283199", "283198", "420279", "109049", "405392", "221784", "508239", "188940", "192143"], "ranked_scores": [0.7873, 0.7854, 0.7675, 0.5156, 0.5105, 0.4991, 0.4927, 0.4925, 0.4704, 0.468], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "14755": {"relevant_ids": ["211906", "14756"], "ranked_ids": ["211906", "450970", "14756", "30834", "57678", "235454", "449494", "236793", "383325", "393649"], "ranked_scores": [0.8739, 0.8703, 0.86, 0.7405, 0.6807, 0.6805, 0.6577, 0.6472, 0.6458, 0.6142], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.9197, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.9197, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9197, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "370170": {"relevant_ids": ["370169"], "ranked_ids": ["370169", "433820", "537762", "466920", "449037", "404718", "476551", "22763", "417976", "387761"], "ranked_scores": [0.8749, 0.5399, 0.5297, 0.5255, 0.511, 0.4894, 0.4888, 0.4781, 0.4751, 0.4717], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "41774": {"relevant_ids": ["41773"], "ranked_ids": ["41773", "239344", "214766", "307530", "173048", "468655", "322074", "442459", "454279", "468656"], "ranked_scores": [0.7777, 0.5429, 0.4887, 0.4859, 0.4772, 0.4554, 0.4521, 0.4451, 0.4445, 0.444], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "399648": {"relevant_ids": ["399649"], "ranked_ids": ["399649", "462253", "225815", "445074", "154368", "283129", "49710", "146745", "21253", "435035"], "ranked_scores": [0.876, 0.5813, 0.5688, 0.563, 0.5622, 0.5606, 0.5605, 0.5523, 0.5508, 0.5266], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "504811": {"relevant_ids": ["504810"], "ranked_ids": ["504810", "309894", "298555", "84826", "364238", "179618", "74588", "279073", "90374", "55899"], "ranked_scores": [0.8763, 0.6002, 0.5833, 0.5438, 0.5418, 0.5376, 0.532, 0.5315, 0.5311, 0.5254], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "362950": {"relevant_ids": ["400212", "362949"], "ranked_ids": ["362949", "400212", "105920", "427587", "291799", "43209", "105919", "9132", "244712", "429502"], "ranked_scores": [0.7807, 0.776, 0.6731, 0.6703, 0.6608, 0.6567, 0.6545, 0.6512, 0.6481, 0.6473], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "155873": {"relevant_ids": ["155874"], "ranked_ids": ["155874", "392604", "294020", "446058", "136219", "292617", "97652", "346009", "246660", "378060"], "ranked_scores": [0.6641, 0.6151, 0.554, 0.5135, 0.5109, 0.5085, 0.4809, 0.4761, 0.4705, 0.4704], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "263432": {"relevant_ids": ["263433"], "ranked_ids": ["263433", "128303", "371563", "104254", "18217", "305072", "279243", "190136", "372749", "407204"], "ranked_scores": [0.6897, 0.6114, 0.5302, 0.4936, 0.4923, 0.491, 0.4774, 0.4739, 0.4718, 0.4684], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "354945": {"relevant_ids": ["354946"], "ranked_ids": ["354946", "254071", "322478", "243923", "462984", "236419", "462983", "473769", "76723", "362986"], "ranked_scores": [0.8289, 0.6167, 0.5565, 0.5334, 0.5317, 0.4983, 0.4766, 0.4467, 0.4028, 0.3985], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "245417": {"relevant_ids": ["219475", "248195"], "ranked_ids": ["219475", "40657", "248195", "64433", "164159", "413039", "319022", "37326", "14180", "368145"], "ranked_scores": [0.8223, 0.8174, 0.7478, 0.7397, 0.7146, 0.7122, 0.695, 0.6916, 0.6256, 0.6222], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.9197, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.9197, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9197, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "516276": {"relevant_ids": ["516277"], "ranked_ids": ["516277", "34173", "19755", "76958", "62062", "510783", "352189", "44716", "143842", "118572"], "ranked_scores": [0.8862, 0.7437, 0.7284, 0.6962, 0.6846, 0.665, 0.6621, 0.6546, 0.6386, 0.6339], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177580": {"relevant_ids": ["177579"], "ranked_ids": ["177579", "18081", "115954", "76563", "60577", "129412", "272252", "234825", "9954", "517075"], "ranked_scores": [0.8615, 0.5188, 0.4802, 0.4802, 0.4757, 0.4756, 0.4743, 0.458, 0.4571, 0.4464], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "309865": {"relevant_ids": ["78624", "78623", "33713"], "ranked_ids": ["78623", "405094", "33713", "153484", "78624", "209041", "437065", "495751", "20635", "235483"], "ranked_scores": [0.8701, 0.8685, 0.8684, 0.8344, 0.8106, 0.7724, 0.7652, 0.7484, 0.7275, 0.7258], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.8855, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.8855, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "510387": {"relevant_ids": ["510386"], "ranked_ids": ["510386", "241538", "371033", "40390", "241537", "212478", "344869", "170896", "284736", "52003"], "ranked_scores": [0.7458, 0.7396, 0.719, 0.695, 0.6915, 0.6902, 0.6767, 0.6594, 0.6342, 0.6265], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "26645": {"relevant_ids": ["26644"], "ranked_ids": ["26644", "108781", "318396", "207775", "144057", "461704", "83875", "221561", "83874", "240705"], "ranked_scores": [0.8782, 0.6787, 0.6387, 0.6305, 0.5788, 0.5777, 0.5763, 0.5713, 0.5692, 0.5666], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "47788": {"relevant_ids": ["455725"], "ranked_ids": ["455725", "59223", "47703", "235686", "8505", "348138", "518171", "101721", "331", "47789"], "ranked_scores": [0.8318, 0.7868, 0.7772, 0.7741, 0.7688, 0.7676, 0.7667, 0.7656, 0.7459, 0.7262], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "338281": {"relevant_ids": ["338282"], "ranked_ids": ["338282", "138712", "452930", "338711", "362498", "11563", "263861", "291354", "200288", "327767"], "ranked_scores": [0.7783, 0.4792, 0.4595, 0.4508, 0.4194, 0.417, 0.4153, 0.406, 0.402, 0.3968], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "461149": {"relevant_ids": ["461148"], "ranked_ids": ["461148", "525835", "203100", "527101", "283905", "443095", "250197", "335800", "286024", "417040"], "ranked_scores": [0.7927, 0.7654, 0.7177, 0.6054, 0.5807, 0.5647, 0.56, 0.5597, 0.5475, 0.5456], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "346126": {"relevant_ids": ["110710", "110711"], "ranked_ids": ["110710", "110711", "154338", "168350", "296319", "254526", "203476", "340823", "6816", "355996"], "ranked_scores": [0.8378, 0.8163, 0.798, 0.7044, 0.6915, 0.6748, 0.6714, 0.6655, 0.6618, 0.6607], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "372986": {"relevant_ids": ["49961", "262882"], "ranked_ids": ["49961", "262882", "497531", "303468", "215938", "88278", "108183", "485235", "130692", "140335"], "ranked_scores": [0.8761, 0.7796, 0.6157, 0.6028, 0.5887, 0.5794, 0.5773, 0.5723, 0.5669, 0.5662], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "501182": {"relevant_ids": ["501181"], "ranked_ids": ["501181", "274777", "231545", "261255", "384476", "25920", "447737", "299551", "402718", "251312"], "ranked_scores": [0.7727, 0.5682, 0.4956, 0.4756, 0.458, 0.4551, 0.4521, 0.4367, 0.4347, 0.4336], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13800": {"relevant_ids": ["408522", "376590", "13799"], "ranked_ids": ["13799", "376590", "179943", "408522", "391952", "481109", "281010", "131350", "8622", "482825"], "ranked_scores": [0.8117, 0.7493, 0.7036, 0.6881, 0.6642, 0.6496, 0.6374, 0.613, 0.6123, 0.6103], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.9675, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9675, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "250143": {"relevant_ids": ["250142"], "ranked_ids": ["250142", "473276", "57155", "368186", "38409", "509758", "76062", "533421", "50539", "229130"], "ranked_scores": [0.8827, 0.7869, 0.5444, 0.5431, 0.5381, 0.5377, 0.535, 0.5286, 0.5262, 0.5242], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13223": {"relevant_ids": ["88348", "13224", "156773", "20277", "88349"], "ranked_ids": ["156773", "13224", "88348", "88349", "86343", "366749", "24720", "137719", "11938", "20277"], "ranked_scores": [0.9187, 0.8842, 0.8571, 0.8516, 0.8456, 0.8362, 0.8128, 0.7901, 0.7693, 0.7674], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.2, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6, "ndcg@5": 0.8688, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.8, "ndcg@10": 0.9668, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "11002": {"relevant_ids": ["11003"], "ranked_ids": ["11003", "444112", "144197", "42203", "10212", "241075", "489539", "266680", "87346", "17317"], "ranked_scores": [0.8338, 0.7655, 0.7551, 0.7518, 0.7351, 0.7256, 0.6679, 0.655, 0.6544, 0.6478], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177653": {"relevant_ids": ["79732"], "ranked_ids": ["79732", "39174", "525756", "200611", "395587", "373717", "412316", "502840", "194790", "525755"], "ranked_scores": [0.8436, 0.6721, 0.5917, 0.5681, 0.553, 0.5204, 0.5159, 0.4973, 0.4972, 0.4965], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "415592": {"relevant_ids": ["415591"], "ranked_ids": ["415591", "430072", "499684", "84634", "338815", "379146", "81159", "288357", "494912", "523917"], "ranked_scores": [0.8388, 0.6471, 0.6143, 0.614, 0.6089, 0.6085, 0.6016, 0.5965, 0.5888, 0.5726], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "511196": {"relevant_ids": ["511197"], "ranked_ids": ["511197", "45940", "77372", "459789", "414717", "13803", "156490", "289278", "224675", "251545"], "ranked_scores": [0.7842, 0.6226, 0.6007, 0.5994, 0.5602, 0.5553, 0.5509, 0.5466, 0.5453, 0.5146], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "344845": {"relevant_ids": ["344844"], "ranked_ids": ["344844", "161471", "503908", "327548", "79987", "187882", "111672", "4915", "95946", "397001"], "ranked_scores": [0.8528, 0.7357, 0.6957, 0.6943, 0.6912, 0.6724, 0.6683, 0.6664, 0.6576, 0.6437], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "396744": {"relevant_ids": ["396745"], "ranked_ids": ["396745", "284966", "454241", "236438", "503444", "481437", "338567", "527221", "489628", "471027"], "ranked_scores": [0.7252, 0.6464, 0.6129, 0.5926, 0.5544, 0.553, 0.5363, 0.5354, 0.5343, 0.5289], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "452398": {"relevant_ids": ["452399"], "ranked_ids": ["452399", "530610", "346712", "435989", "324290", "90225", "372901", "165046", "134287", "97822"], "ranked_scores": [0.8342, 0.5737, 0.555, 0.5319, 0.5307, 0.5292, 0.5203, 0.5147, 0.5112, 0.5093], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "182114": {"relevant_ids": ["182113"], "ranked_ids": ["196647", "182113", "234482", "481882", "139689", "328873", "425919", "162482", "24197", "80224"], "ranked_scores": [0.8033, 0.7279, 0.6893, 0.6853, 0.6851, 0.6181, 0.606, 0.5962, 0.5936, 0.5901], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "486260": {"relevant_ids": ["486259"], "ranked_ids": ["486259", "392356", "113749", "146738", "241333", "209254", "146737", "416784", "209255", "65893"], "ranked_scores": [0.8479, 0.7511, 0.7053, 0.7012, 0.6987, 0.6864, 0.6852, 0.669, 0.6637, 0.6609], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "455140": {"relevant_ids": ["315935"], "ranked_ids": ["315935", "308963", "427112", "150842", "315936", "124700", "50224", "16399", "142202", "211061"], "ranked_scores": [0.796, 0.6502, 0.6344, 0.5922, 0.585, 0.5725, 0.5568, 0.5551, 0.5485, 0.5417], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "56198": {"relevant_ids": ["56199"], "ranked_ids": ["56199", "160194", "431226", "308888", "130971", "249114", "43404", "243039", "43405", "138891"], "ranked_scores": [0.8604, 0.5781, 0.516, 0.5085, 0.4994, 0.4849, 0.4612, 0.4495, 0.4494, 0.4346], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "30172": {"relevant_ids": ["68426", "145119", "145120", "185817", "30173", "373486"], "ranked_ids": ["160900", "145120", "68426", "205338", "373486", "30173", "357893", "145119", "185581", "185817"], "ranked_scores": [0.8791, 0.876, 0.834, 0.8318, 0.8218, 0.796, 0.7812, 0.7776, 0.7775, 0.7599], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5307, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.5148, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.75, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "127880": {"relevant_ids": ["241164"], "ranked_ids": ["241164", "135083", "121458", "210277", "370634", "329579", "450198", "141773", "358959", "22396"], "ranked_scores": [0.7869, 0.66, 0.6589, 0.6206, 0.5824, 0.5605, 0.5478, 0.5258, 0.5246, 0.5077], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "167969": {"relevant_ids": ["174461"], "ranked_ids": ["174461", "360983", "365197", "91854", "171665", "449678", "222958", "85534", "172806", "34814"], "ranked_scores": [0.7597, 0.7372, 0.5693, 0.561, 0.5589, 0.5562, 0.5502, 0.5374, 0.5319, 0.5318], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "97986": {"relevant_ids": ["97987"], "ranked_ids": ["97987", "44589", "393565", "105886", "98924", "108778", "98925", "290935", "326597", "141417"], "ranked_scores": [0.8761, 0.7957, 0.5756, 0.5671, 0.555, 0.5544, 0.553, 0.5449, 0.5438, 0.5437], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "12865": {"relevant_ids": ["105683"], "ranked_ids": ["105683", "83623", "83622", "356189", "92902", "69748", "231925", "291690", "277453", "63277"], "ranked_scores": [0.8663, 0.6887, 0.6718, 0.6506, 0.6288, 0.6276, 0.5924, 0.5836, 0.5691, 0.5623], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "215681": {"relevant_ids": ["215680"], "ranked_ids": ["215680", "177080", "5733", "178515", "57552", "301165", "54139", "297373", "252239", "171713"], "ranked_scores": [0.8769, 0.6747, 0.6115, 0.6111, 0.5916, 0.5901, 0.59, 0.5784, 0.5766, 0.575], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-bge-base-en-v1.5-pq-m192-n4": {"127728": {"relevant_ids": ["127729"], "ranked_ids": ["127729", "38063", "387548", "250619", "48895", "188019", "278575", "276617", "92818", "153290"], "ranked_scores": [0.5625, 0.5483, 0.5318, 0.5245, 0.516, 0.5155, 0.5143, 0.511, 0.5039, 0.4977], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "318820": {"relevant_ids": ["318821"], "ranked_ids": ["318821", "367479", "355161", "491039", "496708", "222238", "76767", "377941", "54497", "184762"], "ranked_scores": [0.8064, 0.6586, 0.628, 0.5995, 0.5966, 0.5847, 0.5528, 0.5481, 0.5463, 0.5397], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "296098": {"relevant_ids": ["296097"], "ranked_ids": ["45507", "296097", "307653", "134752", "173403", "45506", "423933", "364131", "469868", "56686"], "ranked_scores": [0.6467, 0.6264, 0.6257, 0.6236, 0.62, 0.6081, 0.5997, 0.5858, 0.5683, 0.5465], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "150414": {"relevant_ids": ["192835"], "ranked_ids": ["192835", "105782", "516620", "8875", "21131", "105783", "126746", "103122", "132912", "126745"], "ranked_scores": [0.8309, 0.813, 0.7766, 0.7187, 0.7099, 0.699, 0.6956, 0.6855, 0.664, 0.638], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145582": {"relevant_ids": ["145583"], "ranked_ids": ["145583", "299264", "285851", "316486", "285962", "87614", "345532", "130013", "356671", "508501"], "ranked_scores": [0.6558, 0.5535, 0.4473, 0.4421, 0.4388, 0.4169, 0.4099, 0.3992, 0.3938, 0.3936], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "315712": {"relevant_ids": ["315713"], "ranked_ids": ["315713", "396505", "153536", "203205", "408588", "58851", "377891", "120489", "236508", "242340"], "ranked_scores": [0.7941, 0.5968, 0.5848, 0.5737, 0.5578, 0.5509, 0.5372, 0.5362, 0.5333, 0.5265], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145739": {"relevant_ids": ["145740"], "ranked_ids": ["145740", "241979", "366074", "8705", "115412", "415781", "375395", "148222", "453401", "180147"], "ranked_scores": [0.7403, 0.6507, 0.626, 0.5868, 0.5667, 0.5544, 0.5525, 0.543, 0.5344, 0.5221], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "308127": {"relevant_ids": ["308126"], "ranked_ids": ["308126", "385951", "498938", "282571", "77650", "367804", "301104", "139188", "100860", "427609"], "ranked_scores": [0.7124, 0.5354, 0.518, 0.5178, 0.517, 0.4778, 0.4676, 0.4626, 0.4617, 0.4513], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "287245": {"relevant_ids": ["283198", "322650", "283199"], "ranked_ids": ["322650", "283199", "283198", "221784", "109049", "450635", "508239", "188940", "505949", "497666"], "ranked_scores": [0.7139, 0.7082, 0.6814, 0.4818, 0.4809, 0.4728, 0.4687, 0.4634, 0.4619, 0.4559], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "14755": {"relevant_ids": ["211906", "14756"], "ranked_ids": ["211906", "14756", "450970", "30834", "57678", "235454", "449494", "383325", "535700", "481547"], "ranked_scores": [0.8097, 0.8052, 0.8045, 0.6981, 0.6609, 0.6579, 0.6391, 0.5818, 0.579, 0.5708], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "370170": {"relevant_ids": ["370169"], "ranked_ids": ["370169", "466920", "433820", "449037", "537762", "476551", "211280", "417976", "22763", "404718"], "ranked_scores": [0.8218, 0.4988, 0.4985, 0.4978, 0.49, 0.4654, 0.4564, 0.4535, 0.4521, 0.447], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "41774": {"relevant_ids": ["41773"], "ranked_ids": ["41773", "173048", "239344", "214766", "307530", "53738", "194725", "280245", "437157", "322074"], "ranked_scores": [0.7315, 0.5014, 0.4978, 0.4442, 0.4367, 0.435, 0.4303, 0.4275, 0.4264, 0.4185], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "399648": {"relevant_ids": ["399649"], "ranked_ids": ["399649", "283129", "462253", "225815", "154368", "445074", "21253", "146745", "435035", "26748"], "ranked_scores": [0.8322, 0.5467, 0.5405, 0.536, 0.5302, 0.5274, 0.5214, 0.5126, 0.5114, 0.5042], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "504811": {"relevant_ids": ["504810"], "ranked_ids": ["504810", "298555", "309894", "90374", "55899", "448774", "84826", "220414", "256525", "204681"], "ranked_scores": [0.8431, 0.5931, 0.552, 0.5388, 0.516, 0.5137, 0.5136, 0.5044, 0.5004, 0.4998], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "362950": {"relevant_ids": ["400212", "362949"], "ranked_ids": ["362949", "400212", "105920", "43209", "105919", "427587", "487392", "419727", "9132", "269211"], "ranked_scores": [0.7434, 0.7263, 0.6452, 0.6184, 0.6067, 0.6053, 0.6039, 0.603, 0.598, 0.5936], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "155873": {"relevant_ids": ["155874"], "ranked_ids": ["155874", "392604", "446058", "292617", "136219", "294020", "346009", "430514", "158852", "444541"], "ranked_scores": [0.645, 0.6028, 0.496, 0.4955, 0.4942, 0.4915, 0.4662, 0.4491, 0.4466, 0.4442], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "263432": {"relevant_ids": ["263433"], "ranked_ids": ["263433", "128303", "371563", "104254", "18217", "190136", "41365", "409956", "372749", "510661"], "ranked_scores": [0.6859, 0.5635, 0.5021, 0.4908, 0.4675, 0.4648, 0.459, 0.4532, 0.4513, 0.4492], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "354945": {"relevant_ids": ["354946"], "ranked_ids": ["354946", "254071", "322478", "243923", "462984", "462983", "473769", "236419", "166837", "362986"], "ranked_scores": [0.7816, 0.5771, 0.496, 0.4629, 0.4584, 0.4513, 0.4409, 0.4294, 0.407, 0.4029], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "245417": {"relevant_ids": ["219475", "248195"], "ranked_ids": ["40657", "219475", "64433", "248195", "164159", "413039", "37326", "319022", "8069", "14180"], "ranked_scores": [0.7763, 0.7704, 0.6892, 0.6861, 0.6433, 0.6378, 0.6377, 0.6278, 0.5701, 0.57], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6509, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6509, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "516276": {"relevant_ids": ["516277"], "ranked_ids": ["516277", "19755", "34173", "76958", "62062", "352189", "510783", "112502", "118572", "197869"], "ranked_scores": [0.8411, 0.6852, 0.679, 0.6398, 0.6316, 0.6266, 0.6231, 0.6134, 0.6106, 0.6073], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177580": {"relevant_ids": ["177579"], "ranked_ids": ["177579", "234825", "18081", "76563", "129412", "115954", "9954", "129413", "27716", "272252"], "ranked_scores": [0.8134, 0.4666, 0.4632, 0.4391, 0.4377, 0.4361, 0.4314, 0.4271, 0.4215, 0.4194], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "309865": {"relevant_ids": ["78624", "78623", "33713"], "ranked_ids": ["33713", "405094", "78623", "153484", "78624", "437065", "209041", "495751", "360054", "235483"], "ranked_scores": [0.8153, 0.8025, 0.7971, 0.7481, 0.746, 0.7117, 0.7103, 0.6999, 0.6825, 0.6776], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.8855, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.8855, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "510387": {"relevant_ids": ["510386"], "ranked_ids": ["510386", "241538", "40390", "371033", "241537", "212478", "170896", "344869", "439080", "52003"], "ranked_scores": [0.6946, 0.6821, 0.6667, 0.6631, 0.6467, 0.6446, 0.628, 0.6239, 0.5868, 0.5726], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "26645": {"relevant_ids": ["26644"], "ranked_ids": ["26644", "318396", "108781", "207775", "389208", "83875", "221561", "259432", "144057", "83874"], "ranked_scores": [0.8269, 0.626, 0.6184, 0.5852, 0.5457, 0.5439, 0.5376, 0.5317, 0.5274, 0.5219], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "47788": {"relevant_ids": ["455725"], "ranked_ids": ["455725", "47703", "59223", "518171", "348138", "101721", "8505", "47789", "235686", "331"], "ranked_scores": [0.777, 0.7289, 0.7167, 0.7041, 0.7039, 0.6937, 0.6856, 0.6788, 0.6761, 0.6486], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "338281": {"relevant_ids": ["338282"], "ranked_ids": ["338282", "138712", "452930", "11563", "338711", "362498", "200288", "304167", "263861", "522778"], "ranked_scores": [0.6959, 0.4863, 0.4436, 0.4154, 0.4141, 0.3913, 0.3846, 0.384, 0.3799, 0.3685], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "461149": {"relevant_ids": ["461148"], "ranked_ids": ["461148", "525835", "203100", "443095", "283905", "527101", "286025", "528608", "417040", "286024"], "ranked_scores": [0.7528, 0.7223, 0.6811, 0.5726, 0.5652, 0.553, 0.5506, 0.5448, 0.5371, 0.532], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "346126": {"relevant_ids": ["110710", "110711"], "ranked_ids": ["110710", "110711", "154338", "168350", "203476", "254526", "296319", "355996", "6816", "229972"], "ranked_scores": [0.7921, 0.757, 0.7423, 0.6613, 0.6451, 0.6435, 0.6284, 0.6251, 0.62, 0.6088], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "372986": {"relevant_ids": ["49961", "262882"], "ranked_ids": ["49961", "262882", "497531", "108183", "303468", "215938", "497357", "485235", "415486", "88278"], "ranked_scores": [0.8335, 0.7282, 0.6126, 0.5781, 0.5696, 0.5642, 0.5343, 0.5336, 0.5262, 0.5255], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "501182": {"relevant_ids": ["501181"], "ranked_ids": ["501181", "274777", "231545", "261255", "384476", "251312", "456116", "129993", "447737", "25920"], "ranked_scores": [0.7476, 0.5341, 0.4697, 0.4485, 0.4439, 0.4403, 0.4289, 0.4267, 0.4234, 0.4229], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13800": {"relevant_ids": ["408522", "376590", "13799"], "ranked_ids": ["13799", "376590", "179943", "408522", "391952", "481109", "131350", "281010", "454343", "214971"], "ranked_scores": [0.7641, 0.7305, 0.6742, 0.669, 0.6326, 0.6182, 0.6141, 0.5956, 0.588, 0.5781], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.9675, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9675, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "250143": {"relevant_ids": ["250142"], "ranked_ids": ["250142", "473276", "509758", "225655", "57155", "76062", "38409", "533421", "368186", "509757"], "ranked_scores": [0.781, 0.6917, 0.5123, 0.5081, 0.5064, 0.5041, 0.5026, 0.5002, 0.496, 0.4954], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13223": {"relevant_ids": ["88348", "13224", "156773", "20277", "88349"], "ranked_ids": ["156773", "13224", "88349", "88348", "86343", "366749", "137719", "24720", "11938", "20277"], "ranked_scores": [0.8447, 0.8022, 0.7647, 0.7574, 0.7549, 0.7462, 0.7443, 0.7341, 0.7068, 0.7059], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.2, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6, "ndcg@5": 0.8688, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.8, "ndcg@10": 0.9668, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "11002": {"relevant_ids": ["11003"], "ranked_ids": ["11003", "444112", "144197", "10212", "42203", "241075", "87346", "489539", "82619", "266680"], "ranked_scores": [0.8013, 0.7204, 0.7101, 0.6925, 0.6907, 0.6711, 0.6213, 0.6208, 0.6128, 0.6051], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177653": {"relevant_ids": ["79732"], "ranked_ids": ["79732", "39174", "395587", "525756", "200611", "412316", "310721", "373717", "373275", "525755"], "ranked_scores": [0.7772, 0.605, 0.5564, 0.5056, 0.5045, 0.4913, 0.4865, 0.4528, 0.4353, 0.4326], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "415592": {"relevant_ids": ["415591"], "ranked_ids": ["415591", "430072", "499684", "494912", "379146", "338815", "84634", "338816", "81159", "105088"], "ranked_scores": [0.7985, 0.6284, 0.5968, 0.5855, 0.5768, 0.5725, 0.5658, 0.5646, 0.5637, 0.5619], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "511196": {"relevant_ids": ["511197"], "ranked_ids": ["511197", "45940", "77372", "459789", "13803", "224675", "414717", "289278", "251546", "277652"], "ranked_scores": [0.7708, 0.6049, 0.5686, 0.56, 0.5355, 0.5217, 0.5126, 0.4915, 0.4743, 0.4561], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "344845": {"relevant_ids": ["344844"], "ranked_ids": ["344844", "161471", "79987", "503908", "327548", "187882", "111672", "95946", "397001", "1096"], "ranked_scores": [0.8072, 0.705, 0.6698, 0.6694, 0.6621, 0.6578, 0.6568, 0.6329, 0.6289, 0.608], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "396744": {"relevant_ids": ["396745"], "ranked_ids": ["396745", "284966", "454241", "236438", "503444", "418055", "481437", "369693", "145729", "471027"], "ranked_scores": [0.6597, 0.594, 0.592, 0.5612, 0.5288, 0.5166, 0.5129, 0.5113, 0.4917, 0.4902], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "452398": {"relevant_ids": ["452399"], "ranked_ids": ["452399", "530610", "90225", "324290", "372901", "435989", "346712", "267939", "304781", "303730"], "ranked_scores": [0.8031, 0.519, 0.5167, 0.5073, 0.5003, 0.4997, 0.492, 0.484, 0.4675, 0.4649], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "182114": {"relevant_ids": ["182113"], "ranked_ids": ["196647", "182113", "139689", "234482", "481882", "425919", "80224", "533693", "24197", "531602"], "ranked_scores": [0.7469, 0.6985, 0.651, 0.6276, 0.6164, 0.5924, 0.5809, 0.5659, 0.5638, 0.563], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "486260": {"relevant_ids": ["486259"], "ranked_ids": ["486259", "392356", "113749", "146738", "209254", "146737", "241333", "209255", "111946", "416784"], "ranked_scores": [0.8135, 0.7064, 0.679, 0.6779, 0.675, 0.6554, 0.6406, 0.6286, 0.6231, 0.62], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "455140": {"relevant_ids": ["315935"], "ranked_ids": ["315935", "427112", "308963", "315936", "150842", "16399", "124700", "142202", "50224", "335780"], "ranked_scores": [0.7545, 0.6127, 0.588, 0.5869, 0.5854, 0.5425, 0.5375, 0.5326, 0.5248, 0.524], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "56198": {"relevant_ids": ["56199"], "ranked_ids": ["56199", "160194", "431226", "130971", "249114", "308888", "43404", "43405", "452069", "67917"], "ranked_scores": [0.8319, 0.5539, 0.4751, 0.4725, 0.448, 0.4476, 0.4157, 0.4059, 0.4018, 0.3973], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "30172": {"relevant_ids": ["68426", "145119", "145120", "185817", "30173", "373486"], "ranked_ids": ["160900", "145120", "68426", "205338", "373486", "30173", "185817", "90983", "145119", "192604"], "ranked_scores": [0.8284, 0.8221, 0.7988, 0.7728, 0.7492, 0.7482, 0.734, 0.731, 0.719, 0.7154], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5307, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.5148, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.759, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "127880": {"relevant_ids": ["241164"], "ranked_ids": ["241164", "135083", "121458", "210277", "370634", "329579", "450198", "358959", "22396", "535042"], "ranked_scores": [0.7571, 0.6308, 0.6231, 0.5923, 0.545, 0.5259, 0.5201, 0.4989, 0.4794, 0.4716], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "167969": {"relevant_ids": ["174461"], "ranked_ids": ["174461", "360983", "171665", "449678", "91854", "121354", "222958", "257735", "34814", "365197"], "ranked_scores": [0.7245, 0.7024, 0.5403, 0.5334, 0.524, 0.5229, 0.519, 0.5185, 0.5138, 0.5018], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "97986": {"relevant_ids": ["97987"], "ranked_ids": ["97987", "44589", "105886", "393565", "290935", "371360", "98924", "376198", "141417", "193896"], "ranked_scores": [0.8378, 0.7239, 0.5725, 0.5484, 0.5265, 0.5245, 0.5232, 0.5196, 0.514, 0.5134], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "12865": {"relevant_ids": ["105683"], "ranked_ids": ["105683", "83623", "356189", "92902", "83622", "69748", "291690", "293035", "231925", "220172"], "ranked_scores": [0.8162, 0.6217, 0.608, 0.5896, 0.5804, 0.5663, 0.5556, 0.5416, 0.5346, 0.525], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "215681": {"relevant_ids": ["215680"], "ranked_ids": ["215680", "177080", "5733", "57552", "178515", "252239", "301165", "54139", "157590", "209853"], "ranked_scores": [0.8495, 0.6452, 0.6205, 0.6149, 0.5902, 0.5718, 0.5672, 0.5634, 0.5525, 0.5484], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-roberta-base-pq-m96-n8": {"127728": {"relevant_ids": ["127729"], "ranked_ids": ["278575", "276617", "127729", "245618", "153290", "38063", "188019", "145244", "469527", "92818"], "ranked_scores": [0.6573, 0.6327, 0.6307, 0.6306, 0.6003, 0.5981, 0.5772, 0.5759, 0.5755, 0.5735], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "318820": {"relevant_ids": ["318821"], "ranked_ids": ["318821", "222238", "367479", "441218", "54496", "178549", "380781", "441089", "46281", "162581"], "ranked_scores": [0.8451, 0.729, 0.663, 0.6361, 0.6353, 0.6314, 0.6234, 0.623, 0.6207, 0.6203], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "296098": {"relevant_ids": ["296097"], "ranked_ids": ["45507", "469868", "364131", "45506", "296097", "134752", "493414", "173403", "423933", "307653"], "ranked_scores": [0.5948, 0.5708, 0.5689, 0.5673, 0.5627, 0.5616, 0.5497, 0.5354, 0.5139, 0.5103], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "150414": {"relevant_ids": ["192835"], "ranked_ids": ["105782", "192835", "516620", "105783", "126746", "132912", "470642", "121070", "1702", "73405"], "ranked_scores": [0.8027, 0.7839, 0.7498, 0.7359, 0.6978, 0.6879, 0.6843, 0.6512, 0.6404, 0.6279], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "145582": {"relevant_ids": ["145583"], "ranked_ids": ["145583", "454248", "299264", "130013", "112261", "436023", "173109", "432243", "211239", "505890"], "ranked_scores": [0.7444, 0.5398, 0.495, 0.459, 0.458, 0.3982, 0.3874, 0.3834, 0.3816, 0.375], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "315712": {"relevant_ids": ["315713"], "ranked_ids": ["315713", "408588", "242340", "236508", "194841", "124542", "319096", "208025", "377891", "128560"], "ranked_scores": [0.7308, 0.5935, 0.5549, 0.5416, 0.5357, 0.5232, 0.5161, 0.5056, 0.4837, 0.4801], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145739": {"relevant_ids": ["145740"], "ranked_ids": ["145740", "241979", "366074", "8705", "115412", "465597", "347337", "180147", "429177", "415781"], "ranked_scores": [0.843, 0.7447, 0.7202, 0.6861, 0.6666, 0.6544, 0.6534, 0.6439, 0.6385, 0.6289], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "308127": {"relevant_ids": ["308126"], "ranked_ids": ["308126", "395527", "79534", "301104", "35763", "36744", "100860", "427879", "523863", "386807"], "ranked_scores": [0.7265, 0.5972, 0.5819, 0.5643, 0.5611, 0.5488, 0.5444, 0.543, 0.5385, 0.5378], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "287245": {"relevant_ids": ["283198", "322650", "283199"], "ranked_ids": ["283199", "322650", "283198", "420279", "499037", "420280", "188940", "192143", "68138", "221784"], "ranked_scores": [0.7926, 0.7914, 0.7459, 0.6073, 0.5644, 0.5435, 0.5392, 0.5362, 0.5345, 0.5251], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "14755": {"relevant_ids": ["211906", "14756"], "ranked_ids": ["450970", "14756", "211906", "235454", "57678", "30834", "236793", "277031", "45636", "449494"], "ranked_scores": [0.8068, 0.8058, 0.7973, 0.6733, 0.6512, 0.6085, 0.5989, 0.5654, 0.5628, 0.5556], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6934, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6934, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6934, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "370170": {"relevant_ids": ["370169"], "ranked_ids": ["370169", "537762", "191527", "211280", "334238", "528902", "388150", "476551", "466920", "191538"], "ranked_scores": [0.8822, 0.4821, 0.4742, 0.4692, 0.4653, 0.4627, 0.451, 0.441, 0.4325, 0.4293], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "41774": {"relevant_ids": ["41773"], "ranked_ids": ["41773", "214766", "239344", "148165", "442459", "163006", "33017", "467781", "366794", "307530"], "ranked_scores": [0.7302, 0.5039, 0.5031, 0.4816, 0.4718, 0.4652, 0.4648, 0.4645, 0.4554, 0.4473], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "399648": {"relevant_ids": ["399649"], "ranked_ids": ["399649", "225815", "243294", "504913", "435035", "167487", "359281", "481934", "285302", "380626"], "ranked_scores": [0.8763, 0.7389, 0.6384, 0.6368, 0.6215, 0.6181, 0.609, 0.6074, 0.6073, 0.6042], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "504811": {"relevant_ids": ["504810"], "ranked_ids": ["504810", "90374", "448774", "309894", "5861", "84826", "214151", "298555", "160704", "386903"], "ranked_scores": [0.8779, 0.6475, 0.6197, 0.6143, 0.5954, 0.5707, 0.5679, 0.5652, 0.5403, 0.5322], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "362950": {"relevant_ids": ["400212", "362949"], "ranked_ids": ["362949", "400212", "427587", "487392", "475478", "411503", "151122", "155870", "348827", "129563"], "ranked_scores": [0.7935, 0.7514, 0.6967, 0.6929, 0.6678, 0.6634, 0.6371, 0.6301, 0.6218, 0.609], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "155873": {"relevant_ids": ["155874"], "ranked_ids": ["155874", "136219", "294020", "392604", "91610", "122134", "292617", "346009", "3139", "303941"], "ranked_scores": [0.6193, 0.5369, 0.5231, 0.512, 0.5096, 0.501, 0.4969, 0.493, 0.4908, 0.4897], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "263432": {"relevant_ids": ["263433"], "ranked_ids": ["263433", "401373", "128303", "147629", "407204", "97259", "147630", "18217", "29349", "510661"], "ranked_scores": [0.7225, 0.6472, 0.6456, 0.6058, 0.5996, 0.5847, 0.5785, 0.5395, 0.5304, 0.5272], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "354945": {"relevant_ids": ["354946"], "ranked_ids": ["354946", "254071", "462983", "108161", "322478", "462984", "157453", "202817", "473769", "236419"], "ranked_scores": [0.834, 0.7425, 0.5798, 0.506, 0.495, 0.476, 0.4571, 0.4304, 0.4205, 0.4109], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "245417": {"relevant_ids": ["219475", "248195"], "ranked_ids": ["219475", "248195", "40657", "64433", "14180", "413039", "301977", "164159", "368145", "319022"], "ranked_scores": [0.7998, 0.7792, 0.7633, 0.7108, 0.6384, 0.6315, 0.6215, 0.6154, 0.6111, 0.5973], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "516276": {"relevant_ids": ["516277"], "ranked_ids": ["516277", "19755", "34173", "510783", "76958", "62062", "489791", "286275", "352289", "471902"], "ranked_scores": [0.8654, 0.7131, 0.6766, 0.6371, 0.6328, 0.6004, 0.5995, 0.5966, 0.5908, 0.586], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177580": {"relevant_ids": ["177579"], "ranked_ids": ["177579", "185553", "115954", "18081", "76563", "419100", "316460", "143503", "370405", "454968"], "ranked_scores": [0.8588, 0.4958, 0.4816, 0.4795, 0.4587, 0.4543, 0.4325, 0.4314, 0.4251, 0.4225], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "309865": {"relevant_ids": ["78624", "78623", "33713"], "ranked_ids": ["33713", "405094", "78623", "153484", "209041", "78624", "495751", "437065", "235483", "158229"], "ranked_scores": [0.8124, 0.8017, 0.7972, 0.7929, 0.7734, 0.7648, 0.7476, 0.7216, 0.7172, 0.6982], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.7039, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.8711, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "510387": {"relevant_ids": ["510386"], "ranked_ids": ["510386", "344869", "40390", "484846", "241537", "170896", "52003", "241538", "371033", "74663"], "ranked_scores": [0.7877, 0.7531, 0.7526, 0.7524, 0.7376, 0.7321, 0.7243, 0.7226, 0.6716, 0.6687], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "26645": {"relevant_ids": ["26644"], "ranked_ids": ["26644", "318396", "207775", "83875", "83874", "193896", "256679", "234865", "461704", "144057"], "ranked_scores": [0.8828, 0.7048, 0.7009, 0.6573, 0.6518, 0.6374, 0.6252, 0.6154, 0.6072, 0.5971], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "47788": {"relevant_ids": ["455725"], "ranked_ids": ["455725", "59223", "235686", "47789", "15132", "348138", "8505", "101721", "59508", "37221"], "ranked_scores": [0.844, 0.8002, 0.7981, 0.7823, 0.7758, 0.7645, 0.7578, 0.7525, 0.7508, 0.7504], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "338281": {"relevant_ids": ["338282"], "ranked_ids": ["338282", "457315", "11563", "263861", "234727", "338711", "327767", "382555", "431433", "100426"], "ranked_scores": [0.8566, 0.5278, 0.5138, 0.5105, 0.4899, 0.4681, 0.4632, 0.4581, 0.4557, 0.4532], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "461149": {"relevant_ids": ["461148"], "ranked_ids": ["461148", "525835", "215782", "203100", "443095", "377056", "121324", "392721", "527101", "8828"], "ranked_scores": [0.6486, 0.6211, 0.5945, 0.5722, 0.5546, 0.5503, 0.5461, 0.5433, 0.5421, 0.5404], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "346126": {"relevant_ids": ["110710", "110711"], "ranked_ids": ["110710", "110711", "154338", "254526", "528998", "203476", "168350", "229972", "296319", "6816"], "ranked_scores": [0.8821, 0.8576, 0.8534, 0.7372, 0.7119, 0.6998, 0.6959, 0.6855, 0.6771, 0.6757], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "372986": {"relevant_ids": ["49961", "262882"], "ranked_ids": ["49961", "262882", "303468", "215938", "88278", "497531", "415486", "516501", "281091", "497357"], "ranked_scores": [0.863, 0.7657, 0.6366, 0.6109, 0.5877, 0.5825, 0.5815, 0.5748, 0.558, 0.5571], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "501182": {"relevant_ids": ["501181"], "ranked_ids": ["501181", "179018", "274777", "109121", "402718", "325288", "446824", "2257", "447737", "185580"], "ranked_scores": [0.8027, 0.5294, 0.5189, 0.5174, 0.5162, 0.4974, 0.4533, 0.4445, 0.4427, 0.442], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13800": {"relevant_ids": ["408522", "376590", "13799"], "ranked_ids": ["376590", "13799", "179943", "23471", "8622", "30987", "481109", "408522", "67320", "56338"], "ranked_scores": [0.7775, 0.7681, 0.7468, 0.7079, 0.7056, 0.6801, 0.6798, 0.6795, 0.6682, 0.6567], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.7654, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.9134, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "250143": {"relevant_ids": ["250142"], "ranked_ids": ["250142", "473276", "38409", "526032", "206630", "460976", "57155", "50539", "27632", "137994"], "ranked_scores": [0.7433, 0.6791, 0.5351, 0.5227, 0.5145, 0.4944, 0.493, 0.4631, 0.4585, 0.4567], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13223": {"relevant_ids": ["88348", "13224", "156773", "20277", "88349"], "ranked_ids": ["156773", "88348", "88349", "13224", "86343", "366749", "223304", "361830", "137719", "24720"], "ranked_scores": [0.9098, 0.8471, 0.8401, 0.8384, 0.8217, 0.7994, 0.789, 0.7842, 0.7577, 0.7563], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.2, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6, "ndcg@5": 0.8688, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.8, "ndcg@10": 0.8688, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.8}, "11002": {"relevant_ids": ["11003"], "ranked_ids": ["11003", "489539", "144197", "444112", "42203", "266680", "17317", "115070", "174649", "40100"], "ranked_scores": [0.7727, 0.6852, 0.6791, 0.6723, 0.6684, 0.6416, 0.6396, 0.6386, 0.6362, 0.6358], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177653": {"relevant_ids": ["79732"], "ranked_ids": ["79732", "525756", "200611", "39174", "373717", "395587", "245271", "412316", "310721", "225019"], "ranked_scores": [0.8099, 0.6452, 0.6293, 0.6271, 0.6014, 0.5987, 0.5485, 0.5313, 0.4904, 0.4885], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "415592": {"relevant_ids": ["415591"], "ranked_ids": ["415591", "117817", "435045", "322822", "88542", "425878", "430072", "91592", "467639", "485299"], "ranked_scores": [0.8595, 0.6547, 0.6543, 0.6397, 0.6348, 0.6257, 0.6096, 0.6093, 0.6087, 0.6033], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "511196": {"relevant_ids": ["511197"], "ranked_ids": ["511197", "156490", "328397", "491923", "289278", "313107", "248655", "191329", "414717", "352492"], "ranked_scores": [0.7704, 0.6193, 0.5455, 0.4885, 0.4879, 0.4845, 0.474, 0.4731, 0.4704, 0.4585], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "344845": {"relevant_ids": ["344844"], "ranked_ids": ["344844", "161471", "95946", "111672", "79987", "503908", "469623", "115151", "335497", "327548"], "ranked_scores": [0.8623, 0.7596, 0.7013, 0.6958, 0.6929, 0.6842, 0.6785, 0.6639, 0.6614, 0.6611], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "396744": {"relevant_ids": ["396745"], "ranked_ids": ["396745", "16789", "454241", "284966", "236438", "418055", "516168", "421257", "75399", "464360"], "ranked_scores": [0.6416, 0.5679, 0.5519, 0.5436, 0.5385, 0.5281, 0.5187, 0.5114, 0.5043, 0.5001], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "452398": {"relevant_ids": ["452399"], "ranked_ids": ["452399", "530610", "90225", "230141", "4228", "60646", "372901", "134287", "450912", "346712"], "ranked_scores": [0.8588, 0.6525, 0.6408, 0.6234, 0.5943, 0.5926, 0.5908, 0.5871, 0.5808, 0.5618], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "182114": {"relevant_ids": ["182113"], "ranked_ids": ["196647", "182113", "531602", "162482", "139689", "234482", "80719", "323531", "475847", "528965"], "ranked_scores": [0.7502, 0.7199, 0.669, 0.6346, 0.6264, 0.6255, 0.6143, 0.6106, 0.6082, 0.5984], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "486260": {"relevant_ids": ["486259"], "ranked_ids": ["486259", "392356", "113749", "209254", "385204", "241333", "266904", "146738", "391328", "111946"], "ranked_scores": [0.8242, 0.6793, 0.6567, 0.6337, 0.6271, 0.623, 0.6182, 0.6162, 0.5985, 0.597], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "455140": {"relevant_ids": ["315935"], "ranked_ids": ["315935", "246286", "124700", "308963", "211061", "150842", "93864", "369068", "519049", "50224"], "ranked_scores": [0.8378, 0.6926, 0.6892, 0.6848, 0.6531, 0.6446, 0.6212, 0.6159, 0.6053, 0.6], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "56198": {"relevant_ids": ["56199"], "ranked_ids": ["56199", "249114", "160194", "431226", "138891", "279986", "67917", "43404", "496142", "452069"], "ranked_scores": [0.8564, 0.5108, 0.4887, 0.4559, 0.4537, 0.4495, 0.4469, 0.4289, 0.4256, 0.4248], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "30172": {"relevant_ids": ["68426", "145119", "145120", "185817", "30173", "373486"], "ranked_ids": ["145120", "68426", "160900", "205338", "373486", "192604", "90983", "82405", "185817", "311173"], "ranked_scores": [0.8852, 0.8666, 0.8142, 0.8025, 0.7884, 0.7788, 0.7679, 0.7602, 0.7572, 0.7531], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.1667, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.6844, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.7017, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.6667}, "127880": {"relevant_ids": ["241164"], "ranked_ids": ["241164", "121458", "210277", "135083", "535042", "22396", "112470", "450198", "325175", "531392"], "ranked_scores": [0.7463, 0.671, 0.6362, 0.622, 0.5553, 0.5449, 0.539, 0.5387, 0.5325, 0.5228], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "167969": {"relevant_ids": ["174461"], "ranked_ids": ["174461", "360983", "78497", "207491", "60171", "121354", "347474", "91854", "449678", "144121"], "ranked_scores": [0.7343, 0.7231, 0.6036, 0.585, 0.5737, 0.5622, 0.5613, 0.5582, 0.5464, 0.5438], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "97986": {"relevant_ids": ["97987"], "ranked_ids": ["97987", "44589", "108564", "284181", "393565", "41241", "212168", "318396", "41242", "506848"], "ranked_scores": [0.8914, 0.7841, 0.6619, 0.6385, 0.6325, 0.6153, 0.6058, 0.6047, 0.5978, 0.5909], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "12865": {"relevant_ids": ["105683"], "ranked_ids": ["105683", "92902", "94167", "83623", "277453", "356189", "191268", "291690", "188959", "146805"], "ranked_scores": [0.8681, 0.6993, 0.6033, 0.5973, 0.5945, 0.5943, 0.5895, 0.5791, 0.5692, 0.5682], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "215681": {"relevant_ids": ["215680"], "ranked_ids": ["215680", "52235", "57552", "340195", "178515", "177080", "143842", "71159", "119374", "297953"], "ranked_scores": [0.8407, 0.6102, 0.6038, 0.5796, 0.5719, 0.5584, 0.551, 0.5433, 0.5382, 0.5373], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-roberta-base-pq-m192-n4": {"127728": {"relevant_ids": ["127729"], "ranked_ids": ["127729", "245618", "276617", "278575", "188019", "153290", "38063", "145244", "92818", "250619"], "ranked_scores": [0.6297, 0.5914, 0.5832, 0.5708, 0.5686, 0.5641, 0.5635, 0.5598, 0.5431, 0.5282], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "318820": {"relevant_ids": ["318821"], "ranked_ids": ["318821", "222238", "54496", "367479", "496708", "441089", "441218", "178549", "489320", "168411"], "ranked_scores": [0.8038, 0.7106, 0.6474, 0.6387, 0.6208, 0.6044, 0.5956, 0.5935, 0.5902, 0.5856], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "296098": {"relevant_ids": ["296097"], "ranked_ids": ["45507", "469868", "134752", "45506", "173403", "296097", "364131", "423933", "307653", "493414"], "ranked_scores": [0.5757, 0.5636, 0.552, 0.5499, 0.545, 0.5436, 0.5162, 0.5069, 0.5061, 0.5028], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "150414": {"relevant_ids": ["192835"], "ranked_ids": ["105782", "192835", "516620", "105783", "126746", "132912", "470642", "1702", "144880", "121070"], "ranked_scores": [0.7715, 0.7583, 0.7037, 0.6983, 0.6612, 0.6539, 0.6311, 0.6229, 0.6187, 0.6029], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "145582": {"relevant_ids": ["145583"], "ranked_ids": ["145583", "454248", "299264", "112261", "130013", "263736", "211239", "390399", "436023", "173109"], "ranked_scores": [0.6928, 0.5321, 0.4841, 0.4275, 0.3994, 0.3951, 0.3849, 0.3822, 0.3701, 0.3677], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "315712": {"relevant_ids": ["315713"], "ranked_ids": ["315713", "408588", "242340", "194841", "236508", "208025", "124542", "128560", "261260", "203205"], "ranked_scores": [0.7124, 0.5867, 0.5457, 0.5271, 0.5179, 0.5137, 0.5078, 0.4735, 0.4648, 0.4587], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145739": {"relevant_ids": ["145740"], "ranked_ids": ["145740", "241979", "366074", "8705", "465597", "115412", "347337", "415781", "429177", "180147"], "ranked_scores": [0.7819, 0.6806, 0.659, 0.6499, 0.623, 0.6005, 0.5927, 0.5927, 0.5913, 0.5851], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "308127": {"relevant_ids": ["308126"], "ranked_ids": ["308126", "36744", "395527", "35763", "79534", "77650", "301104", "386807", "427879", "100860"], "ranked_scores": [0.7024, 0.5645, 0.5486, 0.5456, 0.532, 0.5311, 0.5242, 0.5207, 0.5111, 0.5056], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "287245": {"relevant_ids": ["283198", "322650", "283199"], "ranked_ids": ["283199", "322650", "283198", "420279", "499037", "192143", "508239", "221784", "68138", "420280"], "ranked_scores": [0.7375, 0.7346, 0.681, 0.5496, 0.5394, 0.5251, 0.5133, 0.5014, 0.4993, 0.4903], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "14755": {"relevant_ids": ["211906", "14756"], "ranked_ids": ["450970", "14756", "211906", "235454", "57678", "30834", "45636", "236793", "259619", "314883"], "ranked_scores": [0.7297, 0.7251, 0.7224, 0.6216, 0.6162, 0.5762, 0.5498, 0.5285, 0.5253, 0.5235], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6934, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6934, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6934, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "370170": {"relevant_ids": ["370169"], "ranked_ids": ["370169", "211280", "537762", "466920", "419219", "476551", "528902", "191527", "334238", "442132"], "ranked_scores": [0.8498, 0.4743, 0.4672, 0.4378, 0.4366, 0.4358, 0.4298, 0.4201, 0.4192, 0.4184], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "41774": {"relevant_ids": ["41773"], "ranked_ids": ["41773", "214766", "239344", "33017", "148165", "467781", "307530", "442459", "366794", "468655"], "ranked_scores": [0.7217, 0.5118, 0.4966, 0.4832, 0.4648, 0.4638, 0.4491, 0.4442, 0.4395, 0.4229], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "399648": {"relevant_ids": ["399649"], "ranked_ids": ["399649", "225815", "435035", "412309", "243294", "481934", "504913", "380626", "462253", "285302"], "ranked_scores": [0.8465, 0.688, 0.615, 0.591, 0.59, 0.5791, 0.5772, 0.5768, 0.5616, 0.5536], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "504811": {"relevant_ids": ["504810"], "ranked_ids": ["504810", "90374", "448774", "5861", "309894", "298555", "84826", "214151", "175461", "160704"], "ranked_scores": [0.8381, 0.5937, 0.589, 0.5759, 0.563, 0.5309, 0.5294, 0.5251, 0.5222, 0.5103], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "362950": {"relevant_ids": ["400212", "362949"], "ranked_ids": ["362949", "400212", "487392", "427587", "475478", "411503", "348827", "155870", "151122", "465929"], "ranked_scores": [0.7394, 0.6995, 0.6866, 0.666, 0.6455, 0.6364, 0.6013, 0.5986, 0.5955, 0.5866], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "155873": {"relevant_ids": ["155874"], "ranked_ids": ["155874", "91610", "136219", "294020", "392604", "122134", "292617", "346009", "3249", "3139"], "ranked_scores": [0.596, 0.5045, 0.5019, 0.4913, 0.4912, 0.4733, 0.4732, 0.4713, 0.4657, 0.4622], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "263432": {"relevant_ids": ["263433"], "ranked_ids": ["263433", "128303", "401373", "147629", "407204", "97259", "147630", "18217", "29349", "489070"], "ranked_scores": [0.7144, 0.6339, 0.609, 0.5921, 0.5783, 0.5663, 0.5171, 0.5025, 0.4942, 0.4845], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "354945": {"relevant_ids": ["354946"], "ranked_ids": ["354946", "254071", "462983", "108161", "322478", "462984", "157453", "236419", "202817", "473769"], "ranked_scores": [0.8056, 0.7072, 0.5615, 0.4646, 0.4568, 0.4295, 0.4263, 0.3913, 0.3909, 0.3779], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "245417": {"relevant_ids": ["219475", "248195"], "ranked_ids": ["219475", "248195", "40657", "64433", "14180", "301977", "413039", "319022", "164159", "368145"], "ranked_scores": [0.7661, 0.7324, 0.7288, 0.6708, 0.6061, 0.6032, 0.5921, 0.5901, 0.5865, 0.5691], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "516276": {"relevant_ids": ["516277"], "ranked_ids": ["516277", "19755", "34173", "76958", "510783", "62062", "286275", "352289", "119374", "352189"], "ranked_scores": [0.8201, 0.6821, 0.6532, 0.6046, 0.6, 0.5749, 0.5694, 0.5693, 0.5643, 0.5637], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177580": {"relevant_ids": ["177579"], "ranked_ids": ["177579", "185553", "18081", "115954", "419100", "76563", "454968", "370405", "316460", "391563"], "ranked_scores": [0.8363, 0.4708, 0.4586, 0.448, 0.4246, 0.4183, 0.4108, 0.4108, 0.402, 0.3984], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "309865": {"relevant_ids": ["78624", "78623", "33713"], "ranked_ids": ["33713", "209041", "153484", "405094", "78623", "78624", "495751", "437065", "235483", "469068"], "ranked_scores": [0.7663, 0.7602, 0.7496, 0.7477, 0.743, 0.7189, 0.7034, 0.7002, 0.6938, 0.6715], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.6508, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.818, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "510387": {"relevant_ids": ["510386"], "ranked_ids": ["344869", "510386", "40390", "170896", "484846", "52003", "241538", "241537", "371033", "101855"], "ranked_scores": [0.7272, 0.7271, 0.7224, 0.711, 0.7102, 0.7065, 0.7018, 0.6738, 0.6366, 0.6318], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "26645": {"relevant_ids": ["26644"], "ranked_ids": ["26644", "207775", "318396", "193896", "234865", "256679", "83875", "265116", "83874", "144057"], "ranked_scores": [0.8462, 0.6482, 0.6296, 0.6045, 0.6035, 0.6009, 0.588, 0.5877, 0.5848, 0.5832], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "47788": {"relevant_ids": ["455725"], "ranked_ids": ["455725", "235686", "59223", "47789", "348138", "59508", "47703", "8505", "37221", "120701"], "ranked_scores": [0.7762, 0.7448, 0.7369, 0.7206, 0.719, 0.717, 0.7043, 0.7014, 0.6984, 0.6961], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "338281": {"relevant_ids": ["338282"], "ranked_ids": ["338282", "382555", "263861", "457315", "11563", "234727", "431433", "263316", "85881", "11250"], "ranked_scores": [0.7892, 0.4766, 0.4751, 0.4723, 0.4674, 0.4551, 0.4497, 0.4411, 0.4402, 0.4309], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "461149": {"relevant_ids": ["461148"], "ranked_ids": ["461148", "525835", "443095", "203100", "527101", "215782", "335800", "291108", "17980", "8828"], "ranked_scores": [0.6423, 0.6048, 0.5678, 0.5477, 0.5456, 0.5401, 0.5224, 0.5186, 0.5129, 0.5095], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "346126": {"relevant_ids": ["110710", "110711"], "ranked_ids": ["110710", "110711", "154338", "254526", "203476", "528998", "296319", "6816", "168350", "340823"], "ranked_scores": [0.8331, 0.808, 0.7945, 0.6968, 0.689, 0.6592, 0.6518, 0.6478, 0.6405, 0.6363], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "372986": {"relevant_ids": ["49961", "262882"], "ranked_ids": ["49961", "262882", "303468", "215938", "108183", "497531", "497357", "203984", "516501", "140335"], "ranked_scores": [0.8328, 0.722, 0.6161, 0.5745, 0.5714, 0.5635, 0.5564, 0.5488, 0.5456, 0.5439], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "501182": {"relevant_ids": ["501181"], "ranked_ids": ["501181", "179018", "109121", "402718", "274777", "447737", "325288", "261255", "291000", "2257"], "ranked_scores": [0.7751, 0.5259, 0.4983, 0.489, 0.4853, 0.4393, 0.4376, 0.4372, 0.4371, 0.4274], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13800": {"relevant_ids": ["408522", "376590", "13799"], "ranked_ids": ["376590", "13799", "179943", "408522", "23471", "481109", "67320", "30987", "448205", "8622"], "ranked_scores": [0.7323, 0.7308, 0.7159, 0.657, 0.6552, 0.6515, 0.636, 0.6356, 0.6322, 0.628], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.9675, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9675, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "250143": {"relevant_ids": ["250142"], "ranked_ids": ["250142", "473276", "526032", "206630", "38409", "76062", "137994", "57155", "27632", "121390"], "ranked_scores": [0.6873, 0.6338, 0.5197, 0.4983, 0.4903, 0.4671, 0.4628, 0.4617, 0.4573, 0.4472], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13223": {"relevant_ids": ["88348", "13224", "156773", "20277", "88349"], "ranked_ids": ["156773", "88348", "13224", "88349", "86343", "223304", "366749", "137719", "361830", "192528"], "ranked_scores": [0.8538, 0.7896, 0.7796, 0.7757, 0.7538, 0.738, 0.7231, 0.7134, 0.7042, 0.6963], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.2, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6, "ndcg@5": 0.8688, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.8, "ndcg@10": 0.8688, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.8}, "11002": {"relevant_ids": ["11003"], "ranked_ids": ["11003", "144197", "489539", "444112", "42203", "266680", "241075", "174649", "40100", "17317"], "ranked_scores": [0.7233, 0.6577, 0.6478, 0.6331, 0.6211, 0.5961, 0.5915, 0.5904, 0.5903, 0.5902], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177653": {"relevant_ids": ["79732"], "ranked_ids": ["79732", "39174", "525756", "373717", "200611", "395587", "310721", "412316", "245271", "194790"], "ranked_scores": [0.7485, 0.597, 0.5942, 0.565, 0.5615, 0.5569, 0.4833, 0.4822, 0.4748, 0.4644], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "415592": {"relevant_ids": ["415591"], "ranked_ids": ["415591", "435045", "91592", "425878", "88542", "117817", "485299", "322822", "430072", "467639"], "ranked_scores": [0.7891, 0.6193, 0.6128, 0.6016, 0.5993, 0.5922, 0.5879, 0.5863, 0.5825, 0.5812], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "511196": {"relevant_ids": ["511197"], "ranked_ids": ["511197", "156490", "328397", "537528", "289278", "251545", "53962", "189866", "248655", "352492"], "ranked_scores": [0.7533, 0.5862, 0.4984, 0.4565, 0.4563, 0.4468, 0.4441, 0.4422, 0.4416, 0.4413], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "344845": {"relevant_ids": ["344844"], "ranked_ids": ["344844", "161471", "95946", "111672", "469623", "503908", "335497", "79987", "327548", "224515"], "ranked_scores": [0.814, 0.7286, 0.6533, 0.6512, 0.6417, 0.6323, 0.6319, 0.6255, 0.6201, 0.6145], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "396744": {"relevant_ids": ["396745"], "ranked_ids": ["396745", "16789", "421257", "236438", "454241", "516168", "284966", "481437", "526492", "489628"], "ranked_scores": [0.6296, 0.5412, 0.5149, 0.5119, 0.5088, 0.5084, 0.5009, 0.4875, 0.4796, 0.4789], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "452398": {"relevant_ids": ["452399"], "ranked_ids": ["452399", "530610", "90225", "372901", "296712", "4228", "304781", "230141", "450912", "60646"], "ranked_scores": [0.8219, 0.6611, 0.5977, 0.5795, 0.5701, 0.5687, 0.5638, 0.5628, 0.5442, 0.543], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "182114": {"relevant_ids": ["182113"], "ranked_ids": ["196647", "182113", "531602", "139689", "162482", "475847", "234482", "323531", "475043", "56202"], "ranked_scores": [0.6943, 0.6703, 0.6257, 0.6158, 0.6073, 0.6021, 0.6014, 0.5891, 0.5868, 0.5746], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "486260": {"relevant_ids": ["486259"], "ranked_ids": ["486259", "392356", "266904", "113749", "209254", "385204", "146738", "209255", "391328", "241333"], "ranked_scores": [0.7982, 0.6543, 0.627, 0.6159, 0.6131, 0.6063, 0.5842, 0.5829, 0.5793, 0.5767], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "455140": {"relevant_ids": ["315935"], "ranked_ids": ["315935", "246286", "124700", "308963", "315936", "150842", "93864", "369068", "50224", "211061"], "ranked_scores": [0.7909, 0.6503, 0.644, 0.6433, 0.6068, 0.6048, 0.5977, 0.5877, 0.5819, 0.578], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "56198": {"relevant_ids": ["56199"], "ranked_ids": ["56199", "249114", "138891", "67917", "160194", "279986", "130971", "452069", "43404", "71092"], "ranked_scores": [0.8116, 0.4758, 0.4616, 0.4393, 0.4374, 0.4305, 0.4246, 0.4026, 0.4015, 0.3994], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "30172": {"relevant_ids": ["68426", "145119", "145120", "185817", "30173", "373486"], "ranked_ids": ["145120", "68426", "160900", "205338", "192604", "373486", "90983", "82405", "311173", "145119"], "ranked_scores": [0.8379, 0.8099, 0.7797, 0.7494, 0.7336, 0.7198, 0.7136, 0.7133, 0.7118, 0.7103], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.1667, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.5531, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.6888, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.6667}, "127880": {"relevant_ids": ["241164"], "ranked_ids": ["241164", "210277", "121458", "135083", "535042", "104625", "22396", "450198", "208455", "325175"], "ranked_scores": [0.667, 0.6301, 0.6158, 0.5975, 0.5552, 0.5331, 0.532, 0.5226, 0.5135, 0.5094], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "167969": {"relevant_ids": ["174461"], "ranked_ids": ["174461", "360983", "91854", "60171", "78497", "121354", "144121", "347474", "207491", "168913"], "ranked_scores": [0.7024, 0.6846, 0.5476, 0.5371, 0.5359, 0.5303, 0.5245, 0.5104, 0.5068, 0.488], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "97986": {"relevant_ids": ["97987"], "ranked_ids": ["97987", "44589", "284181", "108564", "393565", "212168", "318396", "326597", "41241", "193896"], "ranked_scores": [0.8466, 0.6925, 0.6165, 0.6112, 0.5983, 0.5797, 0.5786, 0.5781, 0.5753, 0.5749], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "12865": {"relevant_ids": ["105683"], "ranked_ids": ["105683", "92902", "356189", "191268", "277453", "291690", "23129", "267487", "313106", "83622"], "ranked_scores": [0.8247, 0.643, 0.5837, 0.5641, 0.5572, 0.5572, 0.5549, 0.5468, 0.5437, 0.5392], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "215681": {"relevant_ids": ["215680"], "ranked_ids": ["215680", "52235", "57552", "340195", "63757", "178515", "71159", "177080", "78042", "297953"], "ranked_scores": [0.8135, 0.5863, 0.5755, 0.5749, 0.5605, 0.5428, 0.541, 0.5364, 0.5248, 0.5244], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-mpnet-base-pq-m96-n8": {"127728": {"relevant_ids": ["127729"], "ranked_ids": ["127729", "145244", "250619", "315009", "494754", "38063", "153290", "387548", "48895", "276617"], "ranked_scores": [0.6556, 0.5656, 0.5608, 0.5458, 0.5356, 0.5333, 0.5284, 0.526, 0.5216, 0.5174], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "318820": {"relevant_ids": ["318821"], "ranked_ids": ["318821", "367479", "355161", "491039", "496708", "441218", "184762", "167747", "360734", "362498"], "ranked_scores": [0.8611, 0.6581, 0.6412, 0.5642, 0.5634, 0.5625, 0.5606, 0.5596, 0.5274, 0.5266], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "296098": {"relevant_ids": ["296097"], "ranked_ids": ["45507", "469868", "173403", "296097", "45506", "134752", "364131", "307653", "56686", "493414"], "ranked_scores": [0.6991, 0.6468, 0.6328, 0.6302, 0.6041, 0.5912, 0.5883, 0.5735, 0.5599, 0.5462], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "150414": {"relevant_ids": ["192835"], "ranked_ids": ["192835", "105782", "516620", "132912", "105783", "121070", "126746", "113488", "149429", "470642"], "ranked_scores": [0.8288, 0.7653, 0.747, 0.6999, 0.6729, 0.6549, 0.6371, 0.6327, 0.6208, 0.6165], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145582": {"relevant_ids": ["145583"], "ranked_ids": ["145583", "263736", "299264", "39561", "245370", "454248", "87614", "466967", "369068", "285851"], "ranked_scores": [0.763, 0.5602, 0.4493, 0.403, 0.384, 0.3794, 0.3629, 0.3595, 0.3508, 0.3412], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "315712": {"relevant_ids": ["315713"], "ranked_ids": ["315713", "408588", "120489", "396505", "259258", "153536", "313575", "58851", "242340", "298503"], "ranked_scores": [0.7814, 0.555, 0.5382, 0.4881, 0.485, 0.4826, 0.4733, 0.4719, 0.4692, 0.4639], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145739": {"relevant_ids": ["145740"], "ranked_ids": ["145740", "241979", "366074", "115412", "347337", "375395", "8705", "415781", "465597", "210012"], "ranked_scores": [0.8366, 0.6749, 0.6689, 0.652, 0.6446, 0.6201, 0.6134, 0.6109, 0.6015, 0.5904], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "308127": {"relevant_ids": ["308126"], "ranked_ids": ["308126", "35763", "79534", "367804", "252091", "77650", "36744", "167017", "266258", "537189"], "ranked_scores": [0.7558, 0.5762, 0.5498, 0.5447, 0.5248, 0.5038, 0.4927, 0.4879, 0.487, 0.478], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "287245": {"relevant_ids": ["283198", "322650", "283199"], "ranked_ids": ["283199", "322650", "283198", "221784", "109049", "30373", "221783", "420279", "304904", "291373"], "ranked_scores": [0.6974, 0.6938, 0.5811, 0.5448, 0.5304, 0.518, 0.5132, 0.5077, 0.4998, 0.4918], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "14755": {"relevant_ids": ["211906", "14756"], "ranked_ids": ["450970", "14756", "211906", "277031", "235454", "57678", "30834", "383325", "21920", "449494"], "ranked_scores": [0.8273, 0.8144, 0.7958, 0.6785, 0.6659, 0.6648, 0.6646, 0.6321, 0.6303, 0.6157], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6934, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6934, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6934, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "370170": {"relevant_ids": ["370169"], "ranked_ids": ["370169", "466920", "334238", "211280", "537762", "417976", "59810", "231528", "392093", "433820"], "ranked_scores": [0.8947, 0.5167, 0.5019, 0.4927, 0.4784, 0.4768, 0.47, 0.4668, 0.4643, 0.4559], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "41774": {"relevant_ids": ["41773"], "ranked_ids": ["41773", "239344", "307530", "53738", "366794", "487873", "378060", "195792", "468655", "454279"], "ranked_scores": [0.7682, 0.6011, 0.5511, 0.5224, 0.5142, 0.4566, 0.4476, 0.4406, 0.44, 0.4393], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "399648": {"relevant_ids": ["399649"], "ranked_ids": ["399649", "225815", "54706", "212809", "529004", "411313", "285302", "504913", "435035", "243294"], "ranked_scores": [0.8942, 0.7179, 0.6506, 0.6489, 0.6028, 0.5985, 0.5944, 0.5926, 0.5903, 0.5873], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "504811": {"relevant_ids": ["504810"], "ranked_ids": ["504810", "84826", "90374", "309894", "214151", "160704", "364238", "298555", "448774", "499535"], "ranked_scores": [0.8846, 0.6463, 0.6276, 0.5787, 0.5683, 0.5642, 0.5555, 0.5551, 0.5487, 0.547], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "362950": {"relevant_ids": ["400212", "362949"], "ranked_ids": ["362949", "400212", "151122", "487392", "427587", "155870", "465929", "203063", "101529", "4715"], "ranked_scores": [0.7552, 0.7549, 0.6638, 0.6527, 0.6431, 0.6237, 0.6221, 0.6206, 0.6158, 0.6123], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "155873": {"relevant_ids": ["155874"], "ranked_ids": ["392604", "122134", "487664", "383066", "464100", "444541", "292617", "155874", "246660", "232469"], "ranked_scores": [0.6149, 0.5441, 0.5347, 0.5173, 0.5114, 0.5097, 0.5058, 0.5057, 0.4989, 0.4861], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "263432": {"relevant_ids": ["263433"], "ranked_ids": ["263433", "128303", "136838", "372749", "407204", "370717", "401373", "471057", "20409", "230671"], "ranked_scores": [0.7194, 0.5984, 0.5836, 0.5767, 0.5673, 0.5648, 0.5625, 0.5573, 0.5566, 0.5532], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "354945": {"relevant_ids": ["354946"], "ranked_ids": ["354946", "254071", "462983", "462984", "322478", "236419", "331955", "108161", "97780", "307824"], "ranked_scores": [0.85, 0.7737, 0.5895, 0.586, 0.5317, 0.479, 0.4339, 0.4337, 0.3867, 0.3861], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "245417": {"relevant_ids": ["219475", "248195"], "ranked_ids": ["219475", "40657", "248195", "368145", "64433", "37326", "301977", "164159", "390696", "319022"], "ranked_scores": [0.8136, 0.7649, 0.7275, 0.6965, 0.6873, 0.6132, 0.5981, 0.5752, 0.5641, 0.5532], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.9197, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.9197, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9197, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "516276": {"relevant_ids": ["516277"], "ranked_ids": ["516277", "19755", "34173", "119374", "510783", "352189", "76958", "143842", "489791", "28381"], "ranked_scores": [0.8878, 0.7362, 0.7125, 0.6672, 0.6572, 0.6536, 0.6469, 0.6343, 0.6059, 0.5992], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177580": {"relevant_ids": ["177579"], "ranked_ids": ["177579", "185553", "511935", "143503", "57360", "532497", "419100", "287203", "106109", "115954"], "ranked_scores": [0.852, 0.5622, 0.5547, 0.4917, 0.4706, 0.4469, 0.4455, 0.4356, 0.4251, 0.4159], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "309865": {"relevant_ids": ["78624", "78623", "33713"], "ranked_ids": ["209041", "153484", "78623", "405094", "78624", "33713", "437065", "109205", "235483", "425739"], "ranked_scores": [0.814, 0.8028, 0.7603, 0.7576, 0.7436, 0.7428, 0.7008, 0.6744, 0.6649, 0.6595], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4162, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.5833, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "510387": {"relevant_ids": ["510386"], "ranked_ids": ["241538", "170896", "344869", "241537", "40390", "510386", "52003", "371033", "484846", "160232"], "ranked_scores": [0.7821, 0.7469, 0.741, 0.7354, 0.7282, 0.7264, 0.701, 0.6634, 0.6607, 0.6555], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "26645": {"relevant_ids": ["26644"], "ranked_ids": ["26644", "207775", "108781", "504445", "163452", "411539", "12895", "83874", "240705", "318396"], "ranked_scores": [0.8968, 0.7333, 0.6819, 0.6347, 0.6332, 0.6261, 0.6246, 0.6233, 0.6211, 0.6199], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "47788": {"relevant_ids": ["455725"], "ranked_ids": ["455725", "47703", "518171", "8505", "235686", "15132", "37221", "47789", "59223", "101721"], "ranked_scores": [0.8433, 0.7998, 0.791, 0.7891, 0.7833, 0.7755, 0.7748, 0.772, 0.7698, 0.7617], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "338281": {"relevant_ids": ["338282"], "ranked_ids": ["338282", "391952", "325380", "389968", "345518", "263861", "135715", "326869", "138712", "443465"], "ranked_scores": [0.7711, 0.4716, 0.4688, 0.4636, 0.4541, 0.4511, 0.4464, 0.4462, 0.4351, 0.4333], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "461149": {"relevant_ids": ["461148"], "ranked_ids": ["461148", "377056", "335800", "283905", "525835", "527101", "215782", "252761", "8828", "409324"], "ranked_scores": [0.6969, 0.6775, 0.6707, 0.6671, 0.6662, 0.6595, 0.6533, 0.647, 0.6394, 0.6384], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "346126": {"relevant_ids": ["110710", "110711"], "ranked_ids": ["110710", "110711", "154338", "296319", "108617", "168350", "340823", "6816", "55038", "203476"], "ranked_scores": [0.8882, 0.8816, 0.832, 0.7278, 0.7234, 0.7062, 0.6904, 0.6902, 0.6899, 0.682], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "372986": {"relevant_ids": ["49961", "262882"], "ranked_ids": ["49961", "262882", "303468", "516501", "215938", "88278", "499535", "494989", "240478", "497531"], "ranked_scores": [0.8851, 0.7701, 0.6531, 0.6149, 0.6147, 0.6144, 0.5771, 0.5706, 0.5614, 0.5609], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "501182": {"relevant_ids": ["501181"], "ranked_ids": ["501181", "109121", "185580", "402718", "179018", "446824", "325288", "474402", "429772", "400576"], "ranked_scores": [0.8111, 0.5573, 0.5552, 0.5505, 0.5367, 0.5174, 0.5143, 0.4979, 0.4965, 0.4901], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13800": {"relevant_ids": ["408522", "376590", "13799"], "ranked_ids": ["13799", "376590", "179943", "67320", "23471", "257857", "481109", "482825", "138908", "306761"], "ranked_scores": [0.7191, 0.6795, 0.6636, 0.6326, 0.6098, 0.6074, 0.5984, 0.592, 0.5867, 0.5768], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.7654, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.7654, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.6667}, "250143": {"relevant_ids": ["250142"], "ranked_ids": ["250142", "473276", "206630", "492698", "137994", "533421", "27632", "526032", "50539", "209138"], "ranked_scores": [0.8017, 0.7848, 0.5906, 0.5876, 0.5216, 0.5185, 0.5066, 0.5034, 0.4928, 0.4903], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13223": {"relevant_ids": ["88348", "13224", "156773", "20277", "88349"], "ranked_ids": ["156773", "13224", "88348", "88349", "86343", "366749", "137719", "24720", "223304", "11938"], "ranked_scores": [0.9131, 0.8928, 0.8702, 0.8627, 0.8459, 0.8259, 0.8103, 0.7991, 0.7602, 0.7554], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.2, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6, "ndcg@5": 0.8688, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.8, "ndcg@10": 0.8688, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.8}, "11002": {"relevant_ids": ["11003"], "ranked_ids": ["11003", "489539", "153944", "10212", "444112", "144197", "314099", "87346", "266680", "82619"], "ranked_scores": [0.8442, 0.7013, 0.6388, 0.6361, 0.627, 0.6224, 0.62, 0.6138, 0.5998, 0.5879], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177653": {"relevant_ids": ["79732"], "ranked_ids": ["79732", "395587", "39174", "200611", "373275", "525756", "310721", "373717", "225019", "377344"], "ranked_scores": [0.8205, 0.6749, 0.6641, 0.6101, 0.5379, 0.4878, 0.4849, 0.4697, 0.4531, 0.4514], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "415592": {"relevant_ids": ["415591"], "ranked_ids": ["415591", "84634", "288357", "430072", "485706", "387370", "88542", "379146", "322822", "497302"], "ranked_scores": [0.8567, 0.6691, 0.668, 0.6552, 0.6512, 0.6366, 0.6117, 0.6103, 0.6065, 0.6063], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "511196": {"relevant_ids": ["511197"], "ranked_ids": ["511197", "156490", "328397", "53962", "289278", "251545", "251546", "491923", "45940", "435439"], "ranked_scores": [0.7715, 0.5917, 0.5839, 0.568, 0.5488, 0.522, 0.519, 0.5126, 0.4968, 0.4795], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "344845": {"relevant_ids": ["344844"], "ranked_ids": ["344844", "161471", "327548", "95946", "79987", "380837", "111672", "4915", "79986", "503908"], "ranked_scores": [0.8624, 0.7657, 0.7388, 0.7305, 0.7269, 0.7219, 0.7215, 0.7129, 0.706, 0.6966], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "396744": {"relevant_ids": ["396745"], "ranked_ids": ["236438", "284966", "454241", "396745", "471027", "271801", "418055", "375685", "527221", "219399"], "ranked_scores": [0.5609, 0.5603, 0.5515, 0.5471, 0.5201, 0.5168, 0.5129, 0.4944, 0.4892, 0.4849], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "452398": {"relevant_ids": ["452399"], "ranked_ids": ["452399", "487918", "60646", "72096", "165046", "4228", "134287", "423427", "530610", "97822"], "ranked_scores": [0.8703, 0.5282, 0.5041, 0.4972, 0.4823, 0.4777, 0.4718, 0.4658, 0.4642, 0.4524], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "182114": {"relevant_ids": ["182113"], "ranked_ids": ["196647", "182113", "234482", "481882", "328873", "229182", "413792", "405340", "405949", "238903"], "ranked_scores": [0.6392, 0.6211, 0.5624, 0.5474, 0.5392, 0.5354, 0.5086, 0.4969, 0.4951, 0.4904], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "486260": {"relevant_ids": ["486259"], "ranked_ids": ["486259", "392356", "266904", "209254", "113749", "46379", "452464", "10591", "358839", "111946"], "ranked_scores": [0.8557, 0.7056, 0.6499, 0.6485, 0.6483, 0.645, 0.6352, 0.6284, 0.6226, 0.6193], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "455140": {"relevant_ids": ["315935"], "ranked_ids": ["315935", "519049", "150842", "93864", "308963", "315936", "246286", "369068", "356403", "245896"], "ranked_scores": [0.7959, 0.6221, 0.6125, 0.6108, 0.6083, 0.6058, 0.5983, 0.5835, 0.5832, 0.5725], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "56198": {"relevant_ids": ["56199"], "ranked_ids": ["56199", "249114", "246583", "431226", "130971", "160194", "308888", "138891", "521606", "3724"], "ranked_scores": [0.8648, 0.5428, 0.5162, 0.5014, 0.4942, 0.4905, 0.4904, 0.4872, 0.4635, 0.4376], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "30172": {"relevant_ids": ["68426", "145119", "145120", "185817", "30173", "373486"], "ranked_ids": ["145120", "68426", "160900", "15236", "205338", "185817", "373486", "463253", "145119", "96958"], "ranked_scores": [0.8903, 0.8406, 0.8332, 0.7541, 0.7461, 0.7339, 0.7152, 0.7092, 0.7037, 0.6977], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.1667, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.5531, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.7933, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.8333}, "127880": {"relevant_ids": ["241164"], "ranked_ids": ["241164", "121458", "135083", "84471", "156678", "527388", "535042", "450198", "307991", "358959"], "ranked_scores": [0.7058, 0.611, 0.5953, 0.5799, 0.5773, 0.5643, 0.5506, 0.5383, 0.5383, 0.5383], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "167969": {"relevant_ids": ["174461"], "ranked_ids": ["174461", "360983", "78497", "91854", "144121", "207491", "257735", "121354", "347474", "10394"], "ranked_scores": [0.6758, 0.6387, 0.5599, 0.5585, 0.5382, 0.5241, 0.5233, 0.5139, 0.5051, 0.492], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "97986": {"relevant_ids": ["97987"], "ranked_ids": ["97987", "44589", "108564", "284181", "44095", "105886", "326597", "393565", "506848", "479236"], "ranked_scores": [0.9034, 0.7673, 0.7059, 0.6795, 0.6352, 0.6341, 0.6298, 0.6132, 0.6116, 0.6088], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "12865": {"relevant_ids": ["105683"], "ranked_ids": ["105683", "277453", "191268", "92902", "94167", "113886", "155515", "477677", "188959", "338609"], "ranked_scores": [0.8815, 0.7475, 0.6708, 0.6527, 0.6252, 0.6197, 0.615, 0.6109, 0.5986, 0.5969], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "215681": {"relevant_ids": ["215680"], "ranked_ids": ["215680", "57552", "178515", "340195", "78042", "5733", "54139", "301165", "177080", "143842"], "ranked_scores": [0.8828, 0.6573, 0.6525, 0.6208, 0.6182, 0.6062, 0.6061, 0.6043, 0.6009, 0.5835], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-mpnet-base-pq-m192-n4": {"127728": {"relevant_ids": ["127729"], "ranked_ids": ["127729", "250619", "276617", "48895", "315009", "153290", "38063", "245618", "387548", "145244"], "ranked_scores": [0.6166, 0.5448, 0.5344, 0.5311, 0.5297, 0.5213, 0.5145, 0.5098, 0.5057, 0.5036], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "318820": {"relevant_ids": ["318821"], "ranked_ids": ["318821", "367479", "355161", "496708", "491039", "441218", "167747", "184762", "149956", "360734"], "ranked_scores": [0.8317, 0.6342, 0.5989, 0.5727, 0.5549, 0.5524, 0.5454, 0.5447, 0.5195, 0.5167], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "296098": {"relevant_ids": ["296097"], "ranked_ids": ["45507", "469868", "296097", "173403", "45506", "364131", "423933", "134752", "307653", "56686"], "ranked_scores": [0.6502, 0.626, 0.5935, 0.5809, 0.5771, 0.5445, 0.5444, 0.5404, 0.5387, 0.5356], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "150414": {"relevant_ids": ["192835"], "ranked_ids": ["192835", "105782", "516620", "132912", "105783", "121070", "126746", "113488", "337933", "470642"], "ranked_scores": [0.7997, 0.7285, 0.7187, 0.6773, 0.6614, 0.649, 0.6177, 0.605, 0.6024, 0.5956], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145582": {"relevant_ids": ["145583"], "ranked_ids": ["145583", "263736", "299264", "454248", "39561", "369068", "87614", "493305", "20024", "428601"], "ranked_scores": [0.7227, 0.5144, 0.4424, 0.3884, 0.3745, 0.3656, 0.3641, 0.3508, 0.3437, 0.3414], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "315712": {"relevant_ids": ["315713"], "ranked_ids": ["315713", "408588", "120489", "203205", "242340", "153536", "396505", "298503", "236508", "194841"], "ranked_scores": [0.734, 0.5605, 0.5048, 0.493, 0.4787, 0.4738, 0.4679, 0.4644, 0.4393, 0.4356], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145739": {"relevant_ids": ["145740"], "ranked_ids": ["145740", "366074", "241979", "115412", "347337", "8705", "415781", "375395", "376315", "303090"], "ranked_scores": [0.7571, 0.6598, 0.6489, 0.6151, 0.6021, 0.5846, 0.5764, 0.5719, 0.5707, 0.564], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "308127": {"relevant_ids": ["308126"], "ranked_ids": ["308126", "35763", "367804", "79534", "252091", "100860", "167017", "36744", "77650", "537189"], "ranked_scores": [0.7377, 0.5425, 0.5424, 0.5414, 0.5124, 0.4989, 0.4862, 0.4735, 0.4734, 0.471], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "287245": {"relevant_ids": ["283198", "322650", "283199"], "ranked_ids": ["322650", "283199", "283198", "221784", "30373", "195143", "109049", "221783", "291373", "388953"], "ranked_scores": [0.6417, 0.6374, 0.5721, 0.5287, 0.4974, 0.4896, 0.485, 0.4847, 0.4803, 0.4786], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "14755": {"relevant_ids": ["211906", "14756"], "ranked_ids": ["450970", "14756", "211906", "277031", "57678", "235454", "30834", "383325", "21920", "230091"], "ranked_scores": [0.7601, 0.7498, 0.7489, 0.6674, 0.658, 0.6471, 0.6368, 0.6281, 0.6091, 0.5859], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6934, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6934, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6934, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "370170": {"relevant_ids": ["370169"], "ranked_ids": ["370169", "466920", "211280", "537762", "334238", "387761", "59810", "476551", "417976", "433820"], "ranked_scores": [0.8748, 0.5099, 0.4811, 0.4802, 0.4689, 0.4669, 0.4608, 0.4562, 0.4389, 0.4379], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "41774": {"relevant_ids": ["41773"], "ranked_ids": ["41773", "239344", "307530", "53738", "366794", "487873", "127501", "468656", "173048", "217481"], "ranked_scores": [0.7458, 0.6002, 0.5361, 0.5313, 0.4801, 0.4545, 0.4365, 0.4313, 0.4308, 0.4291], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "399648": {"relevant_ids": ["399649"], "ranked_ids": ["399649", "225815", "212809", "54706", "435035", "462253", "504913", "529004", "243294", "21253"], "ranked_scores": [0.8694, 0.6748, 0.6251, 0.6191, 0.6102, 0.588, 0.578, 0.5743, 0.5668, 0.5651], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "504811": {"relevant_ids": ["504810"], "ranked_ids": ["504810", "84826", "90374", "160704", "309894", "364238", "499535", "298555", "448774", "214151"], "ranked_scores": [0.8506, 0.6163, 0.6063, 0.5414, 0.5353, 0.5312, 0.526, 0.5221, 0.5213, 0.5206], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "362950": {"relevant_ids": ["400212", "362949"], "ranked_ids": ["362949", "400212", "487392", "151122", "4715", "427587", "411503", "203063", "527104", "465929"], "ranked_scores": [0.7269, 0.7064, 0.616, 0.6112, 0.604, 0.6019, 0.5957, 0.5945, 0.5918, 0.5917], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "155873": {"relevant_ids": ["155874"], "ranked_ids": ["392604", "383066", "122134", "155874", "464100", "292617", "444541", "487664", "246660", "232469"], "ranked_scores": [0.5859, 0.5369, 0.5255, 0.5125, 0.5048, 0.4908, 0.4836, 0.4827, 0.467, 0.4668], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "263432": {"relevant_ids": ["263433"], "ranked_ids": ["263433", "128303", "407204", "372749", "401373", "205954", "471057", "136838", "20409", "258335"], "ranked_scores": [0.7189, 0.5868, 0.5842, 0.584, 0.5755, 0.5396, 0.5395, 0.5374, 0.535, 0.5342], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "354945": {"relevant_ids": ["354946"], "ranked_ids": ["354946", "254071", "462984", "462983", "322478", "331955", "236419", "108161", "307824", "97780"], "ranked_scores": [0.8059, 0.7243, 0.569, 0.5374, 0.5101, 0.4514, 0.4465, 0.397, 0.3763, 0.37], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "245417": {"relevant_ids": ["219475", "248195"], "ranked_ids": ["219475", "40657", "248195", "368145", "64433", "37326", "164159", "301977", "319022", "390696"], "ranked_scores": [0.7482, 0.7096, 0.7024, 0.66, 0.6195, 0.6019, 0.5838, 0.578, 0.5583, 0.5503], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.9197, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.9197, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9197, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "516276": {"relevant_ids": ["516277"], "ranked_ids": ["516277", "19755", "352189", "510783", "34173", "119374", "76958", "143842", "489791", "28381"], "ranked_scores": [0.8466, 0.6789, 0.6492, 0.6453, 0.6437, 0.6223, 0.6005, 0.5926, 0.5895, 0.5696], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177580": {"relevant_ids": ["177579"], "ranked_ids": ["177579", "511935", "185553", "57360", "532497", "143503", "419100", "106109", "115954", "18081"], "ranked_scores": [0.8228, 0.5279, 0.5247, 0.4742, 0.4501, 0.449, 0.4207, 0.4023, 0.4012, 0.392], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "309865": {"relevant_ids": ["78624", "78623", "33713"], "ranked_ids": ["209041", "153484", "78623", "33713", "405094", "78624", "437065", "495751", "109205", "20635"], "ranked_scores": [0.7556, 0.7423, 0.716, 0.7071, 0.7069, 0.6974, 0.6674, 0.6519, 0.6385, 0.6359], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4367, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.6039, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "510387": {"relevant_ids": ["510386"], "ranked_ids": ["241538", "170896", "241537", "344869", "40390", "510386", "52003", "484846", "371033", "442062"], "ranked_scores": [0.7018, 0.6878, 0.6803, 0.6799, 0.6665, 0.6474, 0.6421, 0.6291, 0.6125, 0.5925], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "26645": {"relevant_ids": ["26644"], "ranked_ids": ["26644", "207775", "108781", "12895", "504445", "215551", "240705", "26813", "284346", "163452"], "ranked_scores": [0.8462, 0.6961, 0.6454, 0.6147, 0.607, 0.5934, 0.5925, 0.5862, 0.5848, 0.5822], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "47788": {"relevant_ids": ["455725"], "ranked_ids": ["455725", "518171", "47703", "8505", "47789", "235686", "101721", "37221", "15132", "59223"], "ranked_scores": [0.7903, 0.744, 0.7424, 0.7326, 0.7303, 0.7271, 0.7191, 0.7164, 0.7068, 0.6964], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "338281": {"relevant_ids": ["338282"], "ranked_ids": ["338282", "391952", "325380", "263861", "389968", "326869", "135715", "443465", "362498", "85881"], "ranked_scores": [0.7106, 0.4555, 0.4524, 0.4495, 0.4443, 0.4264, 0.4206, 0.4183, 0.4033, 0.4021], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "461149": {"relevant_ids": ["461148"], "ranked_ids": ["461148", "527101", "283905", "335800", "525835", "252761", "215782", "377056", "409325", "8828"], "ranked_scores": [0.6776, 0.6662, 0.6579, 0.6487, 0.634, 0.6298, 0.6119, 0.611, 0.6063, 0.6001], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "346126": {"relevant_ids": ["110710", "110711"], "ranked_ids": ["110710", "110711", "154338", "296319", "168350", "108617", "340823", "229972", "528998", "55038"], "ranked_scores": [0.8443, 0.8194, 0.7742, 0.6983, 0.6754, 0.6553, 0.6466, 0.6463, 0.6434, 0.643], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "372986": {"relevant_ids": ["49961", "262882"], "ranked_ids": ["49961", "262882", "303468", "215938", "88278", "516501", "497531", "499535", "494989", "240478"], "ranked_scores": [0.848, 0.7475, 0.6456, 0.5953, 0.5919, 0.5778, 0.5746, 0.5706, 0.5538, 0.5275], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "501182": {"relevant_ids": ["501181"], "ranked_ids": ["501181", "109121", "185580", "402718", "400576", "474402", "179018", "446824", "429772", "325288"], "ranked_scores": [0.7799, 0.5505, 0.5389, 0.5204, 0.5049, 0.5, 0.495, 0.4888, 0.4815, 0.4801], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13800": {"relevant_ids": ["408522", "376590", "13799"], "ranked_ids": ["13799", "376590", "179943", "67320", "257857", "482825", "306761", "138908", "481109", "8622"], "ranked_scores": [0.6671, 0.6396, 0.615, 0.5849, 0.584, 0.5819, 0.5754, 0.5692, 0.5685, 0.547], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.7654, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.7654, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.6667}, "250143": {"relevant_ids": ["250142"], "ranked_ids": ["250142", "473276", "206630", "492698", "526032", "137994", "533421", "368186", "209138", "57155"], "ranked_scores": [0.7289, 0.7135, 0.5501, 0.5334, 0.506, 0.4968, 0.4621, 0.4616, 0.4605, 0.4559], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13223": {"relevant_ids": ["88348", "13224", "156773", "20277", "88349"], "ranked_ids": ["156773", "13224", "88348", "88349", "86343", "366749", "24720", "137719", "223304", "20277"], "ranked_scores": [0.876, 0.8393, 0.8201, 0.807, 0.8023, 0.7663, 0.7642, 0.7592, 0.7313, 0.715], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.2, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6, "ndcg@5": 0.8688, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.8, "ndcg@10": 0.9668, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "11002": {"relevant_ids": ["11003"], "ranked_ids": ["11003", "489539", "153944", "10212", "144197", "444112", "87346", "254672", "241075", "314099"], "ranked_scores": [0.808, 0.6632, 0.626, 0.6088, 0.5955, 0.5857, 0.5747, 0.5724, 0.5702, 0.5652], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177653": {"relevant_ids": ["79732"], "ranked_ids": ["79732", "200611", "39174", "395587", "373275", "525756", "377344", "373717", "310721", "225019"], "ranked_scores": [0.7784, 0.6215, 0.6148, 0.6076, 0.5019, 0.4835, 0.4597, 0.4511, 0.4449, 0.4078], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "415592": {"relevant_ids": ["415591"], "ranked_ids": ["415591", "84634", "485706", "288357", "430072", "387370", "497302", "88542", "91592", "26742"], "ranked_scores": [0.8203, 0.6571, 0.6453, 0.6391, 0.6365, 0.6233, 0.6132, 0.5846, 0.5799, 0.5698], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "511196": {"relevant_ids": ["511197"], "ranked_ids": ["511197", "156490", "53962", "328397", "289278", "251545", "251546", "435439", "414717", "491923"], "ranked_scores": [0.7425, 0.5861, 0.5468, 0.5425, 0.533, 0.508, 0.5017, 0.4712, 0.4602, 0.4443], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "344845": {"relevant_ids": ["344844"], "ranked_ids": ["344844", "161471", "327548", "95946", "111672", "79987", "380837", "503908", "79986", "384928"], "ranked_scores": [0.8492, 0.7495, 0.7101, 0.6917, 0.6915, 0.6912, 0.6821, 0.6745, 0.6694, 0.6691], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "396744": {"relevant_ids": ["396745"], "ranked_ids": ["454241", "471027", "396745", "271801", "284966", "236438", "343352", "219399", "28361", "418055"], "ranked_scores": [0.5741, 0.5293, 0.5205, 0.5179, 0.5127, 0.5112, 0.5012, 0.4723, 0.4717, 0.4668], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "452398": {"relevant_ids": ["452399"], "ranked_ids": ["452399", "487918", "60646", "72096", "4228", "358522", "423427", "165046", "530610", "134287"], "ranked_scores": [0.8375, 0.5239, 0.5011, 0.4777, 0.471, 0.4709, 0.4707, 0.4495, 0.4459, 0.4374], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "182114": {"relevant_ids": ["182113"], "ranked_ids": ["196647", "182113", "234482", "481882", "413792", "229182", "328873", "60142", "238903", "139689"], "ranked_scores": [0.6145, 0.5977, 0.5259, 0.5187, 0.5062, 0.5057, 0.5056, 0.4903, 0.4853, 0.4846], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "486260": {"relevant_ids": ["486259"], "ranked_ids": ["486259", "392356", "266904", "113749", "209254", "39049", "452464", "41453", "46379", "145384"], "ranked_scores": [0.8235, 0.677, 0.6209, 0.6176, 0.6129, 0.6095, 0.603, 0.602, 0.5979, 0.5968], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "455140": {"relevant_ids": ["315935"], "ranked_ids": ["315935", "315936", "246286", "519049", "150842", "93864", "50224", "369068", "308963", "124700"], "ranked_scores": [0.7702, 0.6251, 0.6105, 0.6038, 0.5845, 0.5706, 0.5608, 0.5583, 0.5576, 0.5542], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "56198": {"relevant_ids": ["56199"], "ranked_ids": ["56199", "308888", "138891", "431226", "249114", "246583", "130971", "160194", "521606", "43404"], "ranked_scores": [0.8236, 0.4954, 0.4898, 0.4874, 0.4838, 0.4789, 0.4764, 0.4619, 0.4335, 0.4277], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "30172": {"relevant_ids": ["68426", "145119", "145120", "185817", "30173", "373486"], "ranked_ids": ["145120", "68426", "160900", "15236", "205338", "185817", "373486", "30173", "96958", "463253"], "ranked_scores": [0.8521, 0.8079, 0.795, 0.711, 0.7056, 0.6988, 0.6944, 0.6828, 0.6668, 0.6666], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.1667, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.5531, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.7976, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.8333}, "127880": {"relevant_ids": ["241164"], "ranked_ids": ["241164", "121458", "135083", "156678", "84471", "307991", "535042", "504771", "120446", "450198"], "ranked_scores": [0.6744, 0.6115, 0.5987, 0.577, 0.5679, 0.5403, 0.5342, 0.518, 0.5106, 0.5087], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "167969": {"relevant_ids": ["174461"], "ranked_ids": ["174461", "360983", "91854", "207491", "144121", "78497", "257735", "121354", "293663", "347474"], "ranked_scores": [0.6454, 0.6426, 0.5129, 0.5055, 0.5054, 0.4958, 0.4899, 0.4869, 0.4722, 0.4704], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "97986": {"relevant_ids": ["97987"], "ranked_ids": ["97987", "44589", "108564", "284181", "41242", "326597", "506848", "393565", "44095", "105886"], "ranked_scores": [0.8711, 0.7182, 0.6725, 0.6409, 0.6068, 0.6046, 0.6035, 0.6002, 0.5982, 0.5936], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "12865": {"relevant_ids": ["105683"], "ranked_ids": ["105683", "277453", "191268", "92902", "155515", "477677", "313106", "338609", "94167", "528844"], "ranked_scores": [0.8339, 0.6979, 0.6325, 0.6274, 0.6084, 0.5701, 0.5693, 0.5679, 0.5625, 0.5616], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "215681": {"relevant_ids": ["215680"], "ranked_ids": ["215680", "178515", "57552", "5733", "78042", "340195", "54139", "301165", "18634", "177080"], "ranked_scores": [0.8514, 0.6517, 0.6326, 0.6228, 0.5999, 0.5965, 0.5939, 0.5917, 0.5835, 0.5823], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-bge-base-en-v1.5-mrl-notrunc-pq-m96-n8": {"127728": {"relevant_ids": ["127729"], "ranked_ids": ["127729", "38063", "250619", "342610", "278575", "485054", "450133", "190150", "317591", "127676"], "ranked_scores": [0.7142, 0.7053, 0.6754, 0.6749, 0.6672, 0.6602, 0.6568, 0.6568, 0.6554, 0.6534], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "318820": {"relevant_ids": ["318821"], "ranked_ids": ["318821", "367479", "355161", "222238", "457906", "491039", "496708", "76767", "190698", "491038"], "ranked_scores": [0.8776, 0.7515, 0.7288, 0.7047, 0.701, 0.6929, 0.6925, 0.6689, 0.6638, 0.6563], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "296098": {"relevant_ids": ["296097"], "ranked_ids": ["45507", "134752", "296097", "469868", "307653", "173403", "423933", "45506", "364131", "56686"], "ranked_scores": [0.7428, 0.7359, 0.7302, 0.7198, 0.7161, 0.7066, 0.7, 0.6938, 0.6624, 0.6584], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "150414": {"relevant_ids": ["192835"], "ranked_ids": ["192835", "105782", "516620", "8875", "126746", "21131", "103122", "105783", "132912", "126745"], "ranked_scores": [0.9123, 0.908, 0.8802, 0.8278, 0.8237, 0.8209, 0.8178, 0.8138, 0.7798, 0.7643], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145582": {"relevant_ids": ["145583"], "ranked_ids": ["145583", "299264", "316486", "87614", "285851", "508501", "508502", "285962", "345532", "158478"], "ranked_scores": [0.7672, 0.6952, 0.5953, 0.5792, 0.5594, 0.5578, 0.5572, 0.5529, 0.5416, 0.5414], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "315712": {"relevant_ids": ["315713"], "ranked_ids": ["315713", "396505", "203205", "153536", "236508", "390120", "55162", "408588", "67179", "377891"], "ranked_scores": [0.8691, 0.7119, 0.6851, 0.6729, 0.6546, 0.6503, 0.647, 0.6454, 0.6448, 0.6415], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145739": {"relevant_ids": ["145740"], "ranked_ids": ["145740", "241979", "366074", "415781", "115412", "148222", "303090", "453401", "180147", "8705"], "ranked_scores": [0.8466, 0.7621, 0.7393, 0.6963, 0.6794, 0.6638, 0.6634, 0.654, 0.6532, 0.6455], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "308127": {"relevant_ids": ["308126"], "ranked_ids": ["308126", "385951", "282571", "498938", "139188", "77650", "367804", "427265", "18335", "302837"], "ranked_scores": [0.8081, 0.6528, 0.651, 0.6347, 0.6332, 0.6187, 0.6136, 0.5969, 0.5881, 0.5851], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "287245": {"relevant_ids": ["283198", "322650", "283199"], "ranked_ids": ["283199", "322650", "283198", "188940", "109049", "221784", "508239", "208412", "420279", "505949"], "ranked_scores": [0.8322, 0.8313, 0.8297, 0.6309, 0.6254, 0.6221, 0.6208, 0.6205, 0.6197, 0.5978], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "14755": {"relevant_ids": ["211906", "14756"], "ranked_ids": ["211906", "450970", "14756", "30834", "235454", "57678", "449494", "383325", "236793", "535700"], "ranked_scores": [0.9121, 0.9101, 0.909, 0.8192, 0.7993, 0.7771, 0.7367, 0.7346, 0.7326, 0.7248], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.9197, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.9197, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9197, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "370170": {"relevant_ids": ["370169"], "ranked_ids": ["370169", "466920", "433820", "537762", "449037", "404718", "476551", "156412", "211280", "387761"], "ranked_scores": [0.8915, 0.6719, 0.6602, 0.64, 0.6291, 0.6273, 0.6102, 0.6083, 0.5936, 0.5926], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "41774": {"relevant_ids": ["41773"], "ranked_ids": ["41773", "239344", "307530", "173048", "214766", "280245", "442459", "468655", "358582", "141438"], "ranked_scores": [0.8337, 0.6472, 0.6156, 0.5998, 0.5943, 0.5795, 0.5734, 0.5681, 0.5616, 0.5593], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "399648": {"relevant_ids": ["399649"], "ranked_ids": ["399649", "462253", "146745", "283129", "154368", "225815", "445074", "26748", "212809", "21253"], "ranked_scores": [0.906, 0.6861, 0.6663, 0.6652, 0.6609, 0.66, 0.6564, 0.6516, 0.6403, 0.6378], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "504811": {"relevant_ids": ["504810"], "ranked_ids": ["504810", "309894", "298555", "448774", "55899", "90374", "179618", "74588", "364238", "220414"], "ranked_scores": [0.8948, 0.7002, 0.6796, 0.6677, 0.6652, 0.6591, 0.6539, 0.6538, 0.6434, 0.6425], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "362950": {"relevant_ids": ["400212", "362949"], "ranked_ids": ["362949", "400212", "105920", "427587", "291799", "429502", "105919", "475478", "465929", "487392"], "ranked_scores": [0.832, 0.8305, 0.751, 0.7446, 0.7392, 0.7287, 0.7252, 0.7249, 0.7237, 0.7236], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "155873": {"relevant_ids": ["155874"], "ranked_ids": ["155874", "392604", "136219", "446058", "294020", "97652", "292617", "246660", "444541", "346009"], "ranked_scores": [0.7211, 0.7166, 0.6152, 0.6147, 0.5999, 0.5978, 0.5957, 0.5762, 0.5737, 0.5705], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "263432": {"relevant_ids": ["263433"], "ranked_ids": ["263433", "128303", "371563", "18217", "471057", "301563", "401373", "305072", "372749", "104254"], "ranked_scores": [0.7767, 0.7178, 0.6533, 0.6333, 0.6149, 0.6109, 0.6088, 0.6005, 0.5905, 0.59], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "354945": {"relevant_ids": ["354946"], "ranked_ids": ["354946", "254071", "322478", "462984", "462983", "236419", "473769", "243923", "201886", "76723"], "ranked_scores": [0.8706, 0.7283, 0.6809, 0.6411, 0.6356, 0.6252, 0.5575, 0.5473, 0.543, 0.5389], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "245417": {"relevant_ids": ["219475", "248195"], "ranked_ids": ["40657", "219475", "248195", "64433", "413039", "37326", "164159", "319022", "152213", "368145"], "ranked_scores": [0.8556, 0.8537, 0.8189, 0.8176, 0.7814, 0.7663, 0.7629, 0.7628, 0.7134, 0.703], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6934, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6934, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6934, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "516276": {"relevant_ids": ["516277"], "ranked_ids": ["516277", "19755", "34173", "76958", "62062", "510783", "352189", "44716", "112502", "197869"], "ranked_scores": [0.9126, 0.7972, 0.7939, 0.7642, 0.755, 0.741, 0.7337, 0.7284, 0.7281, 0.7206], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177580": {"relevant_ids": ["177579"], "ranked_ids": ["177579", "18081", "234825", "272252", "115954", "129412", "446100", "9954", "60577", "76563"], "ranked_scores": [0.8843, 0.615, 0.6033, 0.6015, 0.5914, 0.5815, 0.5796, 0.5768, 0.5749, 0.5708], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "309865": {"relevant_ids": ["78624", "78623", "33713"], "ranked_ids": ["405094", "78623", "33713", "153484", "78624", "209041", "437065", "495751", "20635", "469068"], "ranked_scores": [0.9093, 0.9093, 0.9092, 0.8831, 0.8792, 0.8368, 0.8267, 0.813, 0.803, 0.8004], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5307, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.7123, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.7123, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "510387": {"relevant_ids": ["510386"], "ranked_ids": ["510386", "241538", "40390", "371033", "241537", "170896", "212478", "344869", "52003", "439080"], "ranked_scores": [0.8161, 0.8149, 0.798, 0.7903, 0.772, 0.7693, 0.7668, 0.7663, 0.7316, 0.7115], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "26645": {"relevant_ids": ["26644"], "ranked_ids": ["26644", "108781", "318396", "207775", "240705", "83875", "83874", "411539", "39917", "169541"], "ranked_scores": [0.8966, 0.7552, 0.7205, 0.6782, 0.6534, 0.6524, 0.6516, 0.6486, 0.6478, 0.6425], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "47788": {"relevant_ids": ["455725"], "ranked_ids": ["455725", "47703", "518171", "348138", "59223", "235686", "8505", "101721", "47789", "331"], "ranked_scores": [0.8753, 0.8413, 0.8411, 0.8366, 0.8253, 0.8178, 0.8174, 0.8144, 0.8024, 0.7946], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "338281": {"relevant_ids": ["338282"], "ranked_ids": ["338282", "138712", "452930", "11563", "338711", "263861", "200288", "327767", "291354", "362498"], "ranked_scores": [0.8522, 0.617, 0.5964, 0.5843, 0.5774, 0.5722, 0.5719, 0.5597, 0.546, 0.5422], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "461149": {"relevant_ids": ["461148"], "ranked_ids": ["461148", "525835", "203100", "283905", "443095", "527101", "417040", "335800", "519891", "250197"], "ranked_scores": [0.8298, 0.8179, 0.7934, 0.7067, 0.7043, 0.6834, 0.6786, 0.6785, 0.6726, 0.6711], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "346126": {"relevant_ids": ["110710", "110711"], "ranked_ids": ["110710", "110711", "154338", "296319", "254526", "168350", "229972", "340823", "203476", "355996"], "ranked_scores": [0.8788, 0.8478, 0.8458, 0.7531, 0.7522, 0.7364, 0.7349, 0.7252, 0.7152, 0.7141], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "372986": {"relevant_ids": ["49961", "262882"], "ranked_ids": ["49961", "262882", "497531", "303468", "497357", "226818", "215938", "491226", "443239", "108183"], "ranked_scores": [0.8987, 0.8419, 0.708, 0.7044, 0.6954, 0.6859, 0.684, 0.6725, 0.6723, 0.6668], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "501182": {"relevant_ids": ["501181"], "ranked_ids": ["501181", "274777", "231545", "447737", "402718", "179018", "109121", "261255", "384476", "53141"], "ranked_scores": [0.8278, 0.6902, 0.613, 0.6066, 0.6026, 0.5926, 0.591, 0.5906, 0.5901, 0.5875], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13800": {"relevant_ids": ["408522", "376590", "13799"], "ranked_ids": ["13799", "376590", "179943", "408522", "481109", "281010", "8622", "391952", "482825", "33190"], "ranked_scores": [0.8529, 0.8192, 0.7824, 0.7774, 0.7448, 0.7061, 0.697, 0.6923, 0.6907, 0.6822], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.9675, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9675, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "250143": {"relevant_ids": ["250142"], "ranked_ids": ["250142", "473276", "509758", "57155", "368186", "509757", "76062", "225655", "50539", "38409"], "ranked_scores": [0.916, 0.8442, 0.6793, 0.6788, 0.6761, 0.6728, 0.6711, 0.6573, 0.6441, 0.6405], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13223": {"relevant_ids": ["88348", "13224", "156773", "20277", "88349"], "ranked_ids": ["156773", "13224", "88349", "88348", "86343", "366749", "24720", "137719", "11938", "126265"], "ranked_scores": [0.937, 0.9071, 0.8948, 0.8935, 0.8869, 0.8779, 0.87, 0.8647, 0.8476, 0.8304], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.2, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6, "ndcg@5": 0.8688, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.8, "ndcg@10": 0.8688, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.8}, "11002": {"relevant_ids": ["11003"], "ranked_ids": ["11003", "444112", "144197", "42203", "10212", "241075", "489539", "87346", "82619", "266680"], "ranked_scores": [0.8623, 0.8141, 0.8062, 0.7881, 0.7864, 0.7845, 0.75, 0.7434, 0.7409, 0.7387], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177653": {"relevant_ids": ["79732"], "ranked_ids": ["79732", "39174", "525756", "395587", "412316", "310721", "373717", "200611", "194790", "225019"], "ranked_scores": [0.8825, 0.735, 0.7075, 0.7017, 0.6857, 0.6682, 0.6641, 0.6626, 0.662, 0.6531], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "415592": {"relevant_ids": ["415591"], "ranked_ids": ["415591", "499684", "430072", "84634", "81159", "338816", "379146", "338815", "288357", "105088"], "ranked_scores": [0.8726, 0.7197, 0.7028, 0.6834, 0.6815, 0.6809, 0.6795, 0.6773, 0.6683, 0.6645], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "511196": {"relevant_ids": ["511197"], "ranked_ids": ["511197", "45940", "77372", "414717", "289278", "251545", "156490", "459789", "13803", "491923"], "ranked_scores": [0.8483, 0.6764, 0.6655, 0.6638, 0.652, 0.6497, 0.6445, 0.6442, 0.6178, 0.6145], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "344845": {"relevant_ids": ["344844"], "ranked_ids": ["344844", "161471", "79987", "503908", "187882", "327548", "95946", "111672", "4915", "101085"], "ranked_scores": [0.8726, 0.7628, 0.7558, 0.7548, 0.7528, 0.7476, 0.7444, 0.729, 0.718, 0.715], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "396744": {"relevant_ids": ["396745"], "ranked_ids": ["396745", "284966", "454241", "236438", "418055", "489628", "503444", "481437", "75585", "527221"], "ranked_scores": [0.799, 0.7531, 0.7208, 0.6819, 0.6539, 0.6536, 0.6397, 0.6378, 0.6289, 0.6276], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "452398": {"relevant_ids": ["452399"], "ranked_ids": ["452399", "530610", "346712", "90225", "324290", "372901", "102618", "267939", "435989", "399415"], "ranked_scores": [0.8644, 0.6443, 0.618, 0.6119, 0.6088, 0.604, 0.6031, 0.6017, 0.599, 0.593], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "182114": {"relevant_ids": ["182113"], "ranked_ids": ["196647", "182113", "234482", "481882", "139689", "425919", "533693", "328873", "24197", "383343"], "ranked_scores": [0.8567, 0.7888, 0.764, 0.7539, 0.7262, 0.71, 0.7067, 0.7007, 0.6987, 0.6879], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "486260": {"relevant_ids": ["486259"], "ranked_ids": ["486259", "392356", "146738", "113749", "209254", "65893", "146737", "241333", "209255", "492147"], "ranked_scores": [0.891, 0.7991, 0.7723, 0.7713, 0.7712, 0.7613, 0.7512, 0.742, 0.7376, 0.7289], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "455140": {"relevant_ids": ["315935"], "ranked_ids": ["315935", "308963", "427112", "150842", "124700", "16399", "315936", "50224", "211061", "142202"], "ranked_scores": [0.8576, 0.7611, 0.738, 0.7282, 0.7236, 0.7115, 0.6994, 0.6865, 0.6853, 0.6819], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "56198": {"relevant_ids": ["56199"], "ranked_ids": ["56199", "160194", "308888", "431226", "130971", "249114", "43404", "43405", "243039", "452069"], "ranked_scores": [0.8965, 0.6818, 0.6564, 0.6552, 0.6131, 0.6088, 0.5968, 0.5931, 0.591, 0.5778], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "30172": {"relevant_ids": ["68426", "145119", "145120", "185817", "30173", "373486"], "ranked_ids": ["145120", "160900", "68426", "205338", "373486", "30173", "185817", "357893", "145119", "192604"], "ranked_scores": [0.9095, 0.9094, 0.8867, 0.878, 0.8735, 0.858, 0.8484, 0.8441, 0.8324, 0.8202], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.1667, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.6399, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.8707, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "127880": {"relevant_ids": ["241164"], "ranked_ids": ["241164", "121458", "135083", "210277", "370634", "450198", "141773", "329579", "358959", "535042"], "ranked_scores": [0.8342, 0.7462, 0.7364, 0.7036, 0.6699, 0.6628, 0.6561, 0.6529, 0.6487, 0.6261], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "167969": {"relevant_ids": ["174461"], "ranked_ids": ["174461", "360983", "91854", "365197", "171665", "449678", "172806", "49800", "34814", "85534"], "ranked_scores": [0.8192, 0.8125, 0.7101, 0.6742, 0.6731, 0.6629, 0.6608, 0.6549, 0.6541, 0.6517], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "97986": {"relevant_ids": ["97987"], "ranked_ids": ["97987", "44589", "105886", "393565", "326597", "108564", "384292", "212168", "41242", "284181"], "ranked_scores": [0.8989, 0.8346, 0.6724, 0.6706, 0.6447, 0.6445, 0.6386, 0.623, 0.6223, 0.6198], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "12865": {"relevant_ids": ["105683"], "ranked_ids": ["105683", "356189", "83623", "92902", "69748", "83622", "231925", "277453", "94167", "188959"], "ranked_scores": [0.8921, 0.7678, 0.7249, 0.7122, 0.6905, 0.6877, 0.6461, 0.6424, 0.6389, 0.6357], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "215681": {"relevant_ids": ["215680"], "ranked_ids": ["215680", "177080", "252239", "5733", "178515", "171713", "57552", "301165", "54139", "349338"], "ranked_scores": [0.907, 0.7479, 0.7321, 0.7202, 0.6971, 0.679, 0.6789, 0.6774, 0.6773, 0.6739], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-bge-base-en-v1.5-mrl-256-pq-m64-n8": {"127728": {"relevant_ids": ["127729"], "ranked_ids": ["127729", "38063", "188019", "48895", "190150", "276617", "485054", "278575", "245618", "387548"], "ranked_scores": [0.6889, 0.6873, 0.6866, 0.666, 0.6539, 0.6472, 0.6346, 0.6272, 0.6198, 0.6184], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "318820": {"relevant_ids": ["318821"], "ranked_ids": ["318821", "367479", "355161", "496708", "360734", "222238", "20112", "184762", "452387", "76767"], "ranked_scores": [0.9138, 0.7682, 0.6885, 0.6789, 0.6604, 0.6376, 0.6345, 0.6288, 0.6265, 0.6246], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "296098": {"relevant_ids": ["296097"], "ranked_ids": ["134752", "469868", "45507", "307653", "173403", "45506", "296097", "423933", "364131", "56686"], "ranked_scores": [0.6868, 0.6809, 0.6779, 0.6671, 0.6533, 0.6373, 0.6369, 0.6227, 0.6226, 0.5608], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "150414": {"relevant_ids": ["192835"], "ranked_ids": ["192835", "105782", "516620", "8875", "126746", "105783", "21131", "103122", "126745", "98863"], "ranked_scores": [0.943, 0.9229, 0.8744, 0.8404, 0.8229, 0.8227, 0.813, 0.7909, 0.7675, 0.7369], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145582": {"relevant_ids": ["145583"], "ranked_ids": ["145583", "299264", "87614", "130013", "345532", "454248", "369955", "285851", "316486", "122533"], "ranked_scores": [0.8216, 0.7394, 0.5609, 0.5597, 0.5592, 0.5385, 0.511, 0.5081, 0.5032, 0.4969], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "315712": {"relevant_ids": ["315713"], "ranked_ids": ["315713", "396505", "236508", "390120", "268021", "203205", "509426", "242340", "401513", "194841"], "ranked_scores": [0.9232, 0.7159, 0.697, 0.6796, 0.6773, 0.6673, 0.6634, 0.663, 0.6547, 0.6534], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145739": {"relevant_ids": ["145740"], "ranked_ids": ["145740", "241979", "366074", "415781", "303090", "8705", "148222", "347337", "115412", "336202"], "ranked_scores": [0.827, 0.7209, 0.7092, 0.6622, 0.6579, 0.6461, 0.6355, 0.6281, 0.6152, 0.6039], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "308127": {"relevant_ids": ["308126"], "ranked_ids": ["308126", "282571", "498938", "385951", "367804", "139188", "77650", "154044", "427265", "18335"], "ranked_scores": [0.8421, 0.6409, 0.6267, 0.6116, 0.6017, 0.5891, 0.5824, 0.568, 0.5594, 0.5572], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "287245": {"relevant_ids": ["283198", "322650", "283199"], "ranked_ids": ["283198", "322650", "283199", "109049", "188940", "405392", "208412", "221784", "505949", "420279"], "ranked_scores": [0.8631, 0.8573, 0.8453, 0.6205, 0.6174, 0.6019, 0.5883, 0.5688, 0.5632, 0.5594], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "14755": {"relevant_ids": ["211906", "14756"], "ranked_ids": ["211906", "450970", "14756", "30834", "57678", "235454", "236793", "449494", "535700", "381248"], "ranked_scores": [0.9367, 0.9317, 0.9257, 0.8167, 0.7674, 0.7616, 0.7133, 0.7044, 0.6828, 0.6783], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.9197, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.9197, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9197, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "370170": {"relevant_ids": ["370169"], "ranked_ids": ["370169", "449037", "466920", "537762", "433820", "417976", "22763", "334238", "211280", "476551"], "ranked_scores": [0.9645, 0.6749, 0.6532, 0.6525, 0.6301, 0.6293, 0.6107, 0.5854, 0.5778, 0.5751], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "41774": {"relevant_ids": ["41773"], "ranked_ids": ["41773", "239344", "173048", "214766", "307530", "141438", "437157", "442459", "185583", "286056"], "ranked_scores": [0.8606, 0.6242, 0.5879, 0.5812, 0.5489, 0.5357, 0.5267, 0.5251, 0.5246, 0.522], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "399648": {"relevant_ids": ["399649"], "ranked_ids": ["399649", "225815", "462253", "445074", "212809", "510807", "26748", "146745", "283129", "188527"], "ranked_scores": [0.9671, 0.6781, 0.6533, 0.6195, 0.617, 0.6154, 0.6124, 0.5986, 0.5947, 0.5923], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "504811": {"relevant_ids": ["504810"], "ranked_ids": ["504810", "298555", "179618", "74588", "309894", "448774", "220414", "279073", "90374", "322294"], "ranked_scores": [0.9614, 0.6658, 0.6482, 0.6358, 0.6202, 0.6062, 0.6055, 0.5891, 0.5859, 0.585], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "362950": {"relevant_ids": ["400212", "362949"], "ranked_ids": ["362949", "400212", "105920", "427587", "43209", "244712", "465929", "50260", "291799", "344212"], "ranked_scores": [0.8323, 0.8212, 0.7561, 0.7315, 0.7199, 0.7178, 0.7117, 0.7101, 0.7086, 0.7062], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "155873": {"relevant_ids": ["155874"], "ranked_ids": ["155874", "392604", "292617", "97652", "294020", "136219", "115329", "446058", "3249", "378060"], "ranked_scores": [0.7841, 0.7692, 0.6371, 0.633, 0.615, 0.6004, 0.5986, 0.591, 0.5897, 0.5877], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "263432": {"relevant_ids": ["263433"], "ranked_ids": ["263433", "128303", "18217", "371563", "401373", "431860", "409956", "104254", "108849", "279243"], "ranked_scores": [0.7713, 0.7041, 0.6202, 0.5889, 0.5869, 0.557, 0.5454, 0.5431, 0.5389, 0.5381], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "354945": {"relevant_ids": ["354946"], "ranked_ids": ["354946", "254071", "322478", "462984", "462983", "243923", "236419", "473769", "121510", "495038"], "ranked_scores": [0.9299, 0.7206, 0.6632, 0.6388, 0.6183, 0.5774, 0.5603, 0.5483, 0.5061, 0.4887], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "245417": {"relevant_ids": ["219475", "248195"], "ranked_ids": ["40657", "219475", "413039", "64433", "164159", "248195", "37326", "319022", "368145", "152213"], "ranked_scores": [0.8747, 0.8619, 0.798, 0.7778, 0.7706, 0.7678, 0.7473, 0.7413, 0.7272, 0.6858], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6053, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "516276": {"relevant_ids": ["516277"], "ranked_ids": ["516277", "34173", "19755", "76958", "510783", "197869", "62062", "143842", "352189", "118572"], "ranked_scores": [0.9494, 0.8036, 0.7861, 0.7602, 0.7495, 0.7222, 0.7173, 0.7097, 0.7067, 0.6887], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177580": {"relevant_ids": ["177579"], "ranked_ids": ["177579", "18081", "129412", "129413", "115954", "272252", "234825", "517075", "76563", "446100"], "ranked_scores": [0.9538, 0.6842, 0.6732, 0.6583, 0.6265, 0.6253, 0.6164, 0.6129, 0.5936, 0.5931], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "309865": {"relevant_ids": ["78624", "78623", "33713"], "ranked_ids": ["78623", "405094", "33713", "153484", "78624", "209041", "437065", "495751", "469068", "20635"], "ranked_scores": [0.9135, 0.9129, 0.9121, 0.8743, 0.8587, 0.8322, 0.7891, 0.7888, 0.7689, 0.7574], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.8855, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.8855, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "510387": {"relevant_ids": ["510386"], "ranked_ids": ["510386", "241538", "371033", "241537", "40390", "212478", "344869", "170896", "52003", "364334"], "ranked_scores": [0.8484, 0.8394, 0.8268, 0.7996, 0.786, 0.7789, 0.7715, 0.7337, 0.7124, 0.7038], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "26645": {"relevant_ids": ["26644"], "ranked_ids": ["26644", "108781", "318396", "207775", "169541", "83874", "83875", "461704", "221561", "163452"], "ranked_scores": [0.9552, 0.7869, 0.7024, 0.6883, 0.6793, 0.6741, 0.6579, 0.6538, 0.6481, 0.6443], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "47788": {"relevant_ids": ["455725"], "ranked_ids": ["455725", "59223", "518171", "47789", "47703", "348138", "101721", "8505", "235686", "37221"], "ranked_scores": [0.8671, 0.8203, 0.8118, 0.8089, 0.7978, 0.7937, 0.7728, 0.7574, 0.757, 0.75], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "338281": {"relevant_ids": ["338282"], "ranked_ids": ["338282", "338711", "263861", "452930", "11563", "291354", "200288", "438656", "57017", "281647"], "ranked_scores": [0.8532, 0.5661, 0.5645, 0.5467, 0.536, 0.5302, 0.5027, 0.491, 0.4853, 0.4836], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "461149": {"relevant_ids": ["461148"], "ranked_ids": ["461148", "525835", "203100", "283905", "443095", "335800", "527101", "250197", "274867", "519616"], "ranked_scores": [0.8746, 0.8545, 0.8137, 0.7174, 0.6691, 0.6593, 0.644, 0.6344, 0.6265, 0.6223], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "346126": {"relevant_ids": ["110710", "110711"], "ranked_ids": ["110710", "154338", "110711", "340823", "168350", "254526", "296319", "340725", "528998", "203476"], "ranked_scores": [0.9126, 0.857, 0.8506, 0.7391, 0.7353, 0.7115, 0.6981, 0.6978, 0.667, 0.6606], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.9197, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.9197, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9197, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "372986": {"relevant_ids": ["49961", "262882"], "ranked_ids": ["49961", "262882", "497531", "303468", "108183", "226818", "497357", "140334", "485235", "491226"], "ranked_scores": [0.9493, 0.8808, 0.7369, 0.7368, 0.6978, 0.6963, 0.6907, 0.6895, 0.6857, 0.6782], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "501182": {"relevant_ids": ["501181"], "ranked_ids": ["501181", "274777", "129993", "402718", "456116", "261255", "524758", "231545", "179018", "447737"], "ranked_scores": [0.8573, 0.6436, 0.5838, 0.5719, 0.571, 0.5635, 0.5514, 0.5514, 0.5487, 0.5427], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13800": {"relevant_ids": ["408522", "376590", "13799"], "ranked_ids": ["13799", "376590", "179943", "408522", "481109", "281010", "482825", "454343", "391952", "8622"], "ranked_scores": [0.8821, 0.825, 0.7816, 0.7743, 0.7209, 0.7104, 0.6977, 0.6886, 0.6777, 0.6767], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.9675, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9675, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "250143": {"relevant_ids": ["250142"], "ranked_ids": ["250142", "473276", "368186", "225655", "57155", "509757", "38409", "533421", "509758", "50538"], "ranked_scores": [0.9298, 0.8152, 0.7061, 0.6582, 0.6399, 0.6303, 0.6247, 0.6226, 0.6175, 0.6121], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13223": {"relevant_ids": ["88348", "13224", "156773", "20277", "88349"], "ranked_ids": ["156773", "13224", "88348", "88349", "86343", "366749", "137719", "24720", "11938", "223304"], "ranked_scores": [0.9604, 0.9313, 0.8897, 0.8762, 0.871, 0.8593, 0.8584, 0.8558, 0.826, 0.8199], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.2, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6, "ndcg@5": 0.8688, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.8, "ndcg@10": 0.8688, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.8}, "11002": {"relevant_ids": ["11003"], "ranked_ids": ["11003", "241075", "444112", "144197", "10212", "42203", "489539", "82619", "347493", "254672"], "ranked_scores": [0.8964, 0.8069, 0.7896, 0.786, 0.7824, 0.7484, 0.7305, 0.7241, 0.6984, 0.6977], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177653": {"relevant_ids": ["79732"], "ranked_ids": ["79732", "39174", "395587", "525756", "412316", "200611", "373275", "310721", "525755", "194790"], "ranked_scores": [0.9414, 0.762, 0.705, 0.6871, 0.6651, 0.6562, 0.626, 0.6163, 0.6125, 0.6024], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "415592": {"relevant_ids": ["415591"], "ranked_ids": ["415591", "499684", "430072", "379146", "105088", "119111", "84634", "81159", "338816", "251540"], "ranked_scores": [0.9263, 0.7062, 0.6998, 0.6831, 0.68, 0.6591, 0.6545, 0.6505, 0.6493, 0.6437], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "511196": {"relevant_ids": ["511197"], "ranked_ids": ["511197", "156490", "289278", "414717", "459789", "45940", "469291", "13803", "251545", "77372"], "ranked_scores": [0.8877, 0.6335, 0.6333, 0.6274, 0.622, 0.6103, 0.5975, 0.5911, 0.5855, 0.5797], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "344845": {"relevant_ids": ["344844"], "ranked_ids": ["344844", "161471", "327548", "503908", "79987", "95946", "187882", "111672", "405733", "118579"], "ranked_scores": [0.9144, 0.7862, 0.7465, 0.7309, 0.7285, 0.7132, 0.7094, 0.6907, 0.6873, 0.6807], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "396744": {"relevant_ids": ["396745"], "ranked_ids": ["396745", "284966", "454241", "516168", "511557", "236438", "319727", "418055", "338567", "421257"], "ranked_scores": [0.8325, 0.6951, 0.6544, 0.6226, 0.6197, 0.6003, 0.5972, 0.5931, 0.5921, 0.5886], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "452398": {"relevant_ids": ["452399"], "ranked_ids": ["452399", "530610", "90225", "324290", "346712", "267939", "461682", "342501", "487918", "49045"], "ranked_scores": [0.9364, 0.6532, 0.5941, 0.5872, 0.5828, 0.5798, 0.5798, 0.5736, 0.5701, 0.5568], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "182114": {"relevant_ids": ["182113"], "ranked_ids": ["196647", "182113", "234482", "425919", "139689", "24197", "481882", "533693", "531602", "34513"], "ranked_scores": [0.8808, 0.7676, 0.6769, 0.6705, 0.67, 0.6661, 0.6636, 0.6572, 0.654, 0.6351], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "486260": {"relevant_ids": ["486259"], "ranked_ids": ["486259", "392356", "113749", "209254", "65893", "209255", "492147", "146738", "146737", "266904"], "ranked_scores": [0.9238, 0.7849, 0.7659, 0.7453, 0.7452, 0.7357, 0.7336, 0.7333, 0.7247, 0.7078], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "455140": {"relevant_ids": ["315935"], "ranked_ids": ["315935", "150842", "308963", "427112", "124700", "315936", "16399", "510681", "142202", "50224"], "ranked_scores": [0.9011, 0.7723, 0.7715, 0.7637, 0.7123, 0.7122, 0.7122, 0.701, 0.679, 0.6764], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "56198": {"relevant_ids": ["56199"], "ranked_ids": ["56199", "160194", "43404", "249114", "243039", "43405", "308888", "130971", "302106", "148722"], "ranked_scores": [0.961, 0.5937, 0.5562, 0.5541, 0.5458, 0.545, 0.5376, 0.5352, 0.5164, 0.5134], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "30172": {"relevant_ids": ["68426", "145119", "145120", "185817", "30173", "373486"], "ranked_ids": ["160900", "145120", "68426", "205338", "373486", "30173", "185817", "192604", "357893", "145119"], "ranked_scores": [0.925, 0.9232, 0.8945, 0.8575, 0.8314, 0.8295, 0.8264, 0.8206, 0.8121, 0.8077], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5307, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.5148, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.7554, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "127880": {"relevant_ids": ["241164"], "ranked_ids": ["241164", "135083", "121458", "210277", "370634", "450198", "64487", "329579", "358959", "22396"], "ranked_scores": [0.8907, 0.7654, 0.7362, 0.6805, 0.6706, 0.6543, 0.6469, 0.6458, 0.6455, 0.6438], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "167969": {"relevant_ids": ["174461"], "ranked_ids": ["174461", "360983", "91854", "365197", "171665", "222958", "85534", "49800", "315016", "407354"], "ranked_scores": [0.8599, 0.8568, 0.6943, 0.6804, 0.658, 0.6431, 0.6326, 0.6315, 0.6282, 0.6273], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "97986": {"relevant_ids": ["97987"], "ranked_ids": ["97987", "44589", "105886", "393565", "326597", "108564", "192186", "41241", "41242", "376198"], "ranked_scores": [0.9531, 0.8431, 0.6765, 0.6635, 0.6626, 0.6396, 0.6388, 0.636, 0.6321, 0.6287], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "12865": {"relevant_ids": ["105683"], "ranked_ids": ["105683", "83623", "356189", "92902", "69748", "83622", "277453", "43086", "63277", "188959"], "ranked_scores": [0.9418, 0.7481, 0.742, 0.7333, 0.6921, 0.6916, 0.6776, 0.664, 0.6521, 0.6455], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "215681": {"relevant_ids": ["215680"], "ranked_ids": ["215680", "177080", "5733", "178515", "297373", "252239", "349338", "297953", "211426", "171713"], "ranked_scores": [0.9579, 0.7132, 0.7015, 0.6821, 0.6511, 0.6457, 0.6449, 0.6394, 0.6349, 0.6267], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-roberta-base-mrl-notrunc-pq-m96-n8": {"127728": {"relevant_ids": ["127729"], "ranked_ids": ["127729", "276617", "245618", "38063", "278575", "188019", "153290", "92818", "469527", "382156"], "ranked_scores": [0.7429, 0.7326, 0.7092, 0.7052, 0.6987, 0.6928, 0.6921, 0.6743, 0.673, 0.6651], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "318820": {"relevant_ids": ["318821"], "ranked_ids": ["318821", "222238", "367479", "178549", "441089", "54496", "496708", "489320", "457906", "190698"], "ranked_scores": [0.8951, 0.7969, 0.7678, 0.7546, 0.7464, 0.7438, 0.734, 0.7313, 0.7242, 0.7195], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "296098": {"relevant_ids": ["296097"], "ranked_ids": ["45507", "45506", "469868", "134752", "173403", "469985", "364131", "296097", "493414", "412371"], "ranked_scores": [0.6208, 0.6176, 0.6134, 0.6099, 0.6011, 0.5987, 0.5976, 0.592, 0.5903, 0.5816], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "150414": {"relevant_ids": ["192835"], "ranked_ids": ["105782", "192835", "516620", "105783", "132912", "126746", "159263", "144880", "382686", "121070"], "ranked_scores": [0.8523, 0.848, 0.7985, 0.7969, 0.7774, 0.7675, 0.7454, 0.7391, 0.7361, 0.7277], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "145582": {"relevant_ids": ["145583"], "ranked_ids": ["145583", "454248", "299264", "263736", "112261", "130013", "432243", "390399", "206717", "120835"], "ranked_scores": [0.7771, 0.6098, 0.5765, 0.5195, 0.5114, 0.5028, 0.4869, 0.4774, 0.4762, 0.4732], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "315712": {"relevant_ids": ["315713"], "ranked_ids": ["315713", "242340", "194841", "208025", "408588", "203205", "236508", "319096", "124542", "377891"], "ranked_scores": [0.7859, 0.6885, 0.6841, 0.6696, 0.6578, 0.6465, 0.6396, 0.6311, 0.6294, 0.6253], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145739": {"relevant_ids": ["145740"], "ranked_ids": ["145740", "241979", "366074", "115412", "8705", "465597", "415781", "347337", "180147", "453401"], "ranked_scores": [0.8634, 0.7743, 0.7593, 0.7586, 0.7415, 0.7109, 0.7032, 0.7027, 0.674, 0.6684], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "308127": {"relevant_ids": ["308126"], "ranked_ids": ["308126", "79534", "36744", "77650", "140685", "386807", "35763", "301104", "402262", "395527"], "ranked_scores": [0.7919, 0.684, 0.657, 0.6567, 0.6551, 0.6501, 0.6495, 0.6488, 0.6384, 0.6352], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "287245": {"relevant_ids": ["283198", "322650", "283199"], "ranked_ids": ["283199", "322650", "283198", "420279", "420280", "192143", "499037", "508239", "68138", "188940"], "ranked_scores": [0.8617, 0.859, 0.8255, 0.6951, 0.6863, 0.6802, 0.67, 0.6583, 0.6542, 0.6475], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "14755": {"relevant_ids": ["211906", "14756"], "ranked_ids": ["450970", "14756", "211906", "235454", "57678", "30834", "236793", "277031", "259619", "481547"], "ranked_scores": [0.8435, 0.8348, 0.8345, 0.7598, 0.7505, 0.7049, 0.6907, 0.6781, 0.6709, 0.6649], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6934, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6934, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6934, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "370170": {"relevant_ids": ["370169"], "ranked_ids": ["370169", "211280", "537762", "466920", "528902", "476551", "191527", "334238", "419219", "22763"], "ranked_scores": [0.8979, 0.6106, 0.6056, 0.6013, 0.5971, 0.594, 0.5865, 0.582, 0.5705, 0.5514], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "41774": {"relevant_ids": ["41773"], "ranked_ids": ["41773", "214766", "239344", "442459", "468656", "163006", "468655", "467781", "307530", "33017"], "ranked_scores": [0.7952, 0.6342, 0.6325, 0.5983, 0.5945, 0.5898, 0.5875, 0.5819, 0.5805, 0.56], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "399648": {"relevant_ids": ["399649"], "ranked_ids": ["399649", "225815", "243294", "504913", "380626", "411313", "124071", "462253", "412309", "439417"], "ranked_scores": [0.9034, 0.8019, 0.7267, 0.7226, 0.7191, 0.7094, 0.7057, 0.7043, 0.7039, 0.7019], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "504811": {"relevant_ids": ["504810"], "ranked_ids": ["504810", "90374", "309894", "448774", "55899", "54195", "214151", "84826", "298555", "5861"], "ranked_scores": [0.8975, 0.7298, 0.7248, 0.7212, 0.6896, 0.6847, 0.68, 0.6781, 0.6779, 0.6613], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "362950": {"relevant_ids": ["400212", "362949"], "ranked_ids": ["362949", "400212", "487392", "475478", "427587", "151122", "411503", "348827", "155870", "129563"], "ranked_scores": [0.8501, 0.8314, 0.7934, 0.7914, 0.7835, 0.757, 0.7569, 0.7405, 0.7233, 0.7214], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "155873": {"relevant_ids": ["155874"], "ranked_ids": ["155874", "392604", "136219", "91610", "292617", "294020", "464100", "383066", "487664", "3249"], "ranked_scores": [0.6648, 0.6347, 0.6024, 0.5952, 0.5746, 0.5668, 0.5637, 0.5599, 0.5573, 0.5564], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "263432": {"relevant_ids": ["263433"], "ranked_ids": ["263433", "128303", "401373", "407204", "147629", "29349", "97259", "147630", "370717", "356658"], "ranked_scores": [0.7975, 0.7211, 0.6981, 0.6911, 0.6699, 0.6332, 0.6331, 0.6151, 0.6054, 0.5956], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "354945": {"relevant_ids": ["354946"], "ranked_ids": ["354946", "254071", "462983", "322478", "108161", "202817", "462984", "236419", "263939", "298611"], "ranked_scores": [0.8907, 0.8365, 0.685, 0.6256, 0.5942, 0.5618, 0.5419, 0.5407, 0.533, 0.5233], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "245417": {"relevant_ids": ["219475", "248195"], "ranked_ids": ["219475", "248195", "40657", "64433", "413039", "368145", "319022", "37326", "301977", "245726"], "ranked_scores": [0.8872, 0.8711, 0.8158, 0.7955, 0.7506, 0.7316, 0.7088, 0.7069, 0.7055, 0.7047], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "516276": {"relevant_ids": ["516277"], "ranked_ids": ["516277", "19755", "34173", "286275", "76958", "352289", "510783", "438101", "489791", "471902"], "ranked_scores": [0.8932, 0.7868, 0.7716, 0.7476, 0.7239, 0.7225, 0.7025, 0.6999, 0.6994, 0.6944], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177580": {"relevant_ids": ["177579"], "ranked_ids": ["177579", "115954", "18081", "446100", "370405", "391563", "76563", "419100", "455888", "464418"], "ranked_scores": [0.876, 0.5792, 0.5739, 0.5623, 0.558, 0.554, 0.5531, 0.5516, 0.5426, 0.5426], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "309865": {"relevant_ids": ["78624", "78623", "33713"], "ranked_ids": ["153484", "78623", "33713", "405094", "209041", "78624", "495751", "158229", "235483", "360054"], "ranked_scores": [0.8352, 0.8295, 0.8286, 0.8251, 0.8219, 0.8183, 0.779, 0.7477, 0.7469, 0.7466], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5307, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.5307, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.6979, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "510387": {"relevant_ids": ["510386"], "ranked_ids": ["510386", "40390", "344869", "241538", "170896", "241537", "52003", "484846", "371033", "160232"], "ranked_scores": [0.8631, 0.857, 0.8513, 0.8512, 0.8374, 0.8361, 0.8338, 0.8231, 0.7955, 0.7647], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "26645": {"relevant_ids": ["26644"], "ranked_ids": ["26644", "207775", "318396", "108781", "12895", "144057", "507090", "83874", "83875", "215551"], "ranked_scores": [0.8937, 0.735, 0.7192, 0.7041, 0.7022, 0.6877, 0.6852, 0.6845, 0.6771, 0.669], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "47788": {"relevant_ids": ["455725"], "ranked_ids": ["455725", "59508", "59223", "235686", "101721", "47703", "8505", "15132", "348138", "120701"], "ranked_scores": [0.8667, 0.8374, 0.8359, 0.8345, 0.8299, 0.829, 0.8278, 0.821, 0.8188, 0.815], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "338281": {"relevant_ids": ["338282"], "ranked_ids": ["338282", "57017", "234727", "457315", "431433", "11563", "315387", "263316", "327767", "11250"], "ranked_scores": [0.8866, 0.6072, 0.6042, 0.5955, 0.5869, 0.5863, 0.5653, 0.5588, 0.5481, 0.544], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "461149": {"relevant_ids": ["461148"], "ranked_ids": ["461148", "525835", "203100", "443095", "215782", "17980", "482221", "100854", "392720", "338517"], "ranked_scores": [0.741, 0.7189, 0.6751, 0.6701, 0.6661, 0.6597, 0.6544, 0.652, 0.6498, 0.6485], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "346126": {"relevant_ids": ["110710", "110711"], "ranked_ids": ["110710", "110711", "154338", "254526", "528998", "203476", "340823", "229972", "168350", "108617"], "ranked_scores": [0.9072, 0.8877, 0.8812, 0.8284, 0.7881, 0.7858, 0.7795, 0.7716, 0.7633, 0.7611], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "372986": {"relevant_ids": ["49961", "262882"], "ranked_ids": ["49961", "262882", "303468", "516501", "88278", "43966", "497531", "215938", "497357", "140335"], "ranked_scores": [0.9002, 0.8365, 0.7512, 0.6898, 0.6843, 0.6741, 0.6741, 0.674, 0.6641, 0.6602], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "501182": {"relevant_ids": ["501181"], "ranked_ids": ["501181", "179018", "274777", "402718", "325288", "447737", "347781", "446824", "2257", "109121"], "ranked_scores": [0.8435, 0.6731, 0.6498, 0.648, 0.6116, 0.591, 0.5888, 0.5825, 0.5795, 0.5779], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13800": {"relevant_ids": ["408522", "376590", "13799"], "ranked_ids": ["376590", "13799", "179943", "481109", "408522", "67320", "8622", "56338", "23471", "448205"], "ranked_scores": [0.8273, 0.8163, 0.8035, 0.7706, 0.7682, 0.7452, 0.7341, 0.733, 0.7326, 0.7244], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.9469, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9469, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "250143": {"relevant_ids": ["250142"], "ranked_ids": ["250142", "473276", "526032", "38409", "57155", "27632", "50538", "137994", "368186", "492698"], "ranked_scores": [0.8143, 0.7582, 0.6274, 0.6258, 0.619, 0.616, 0.614, 0.6122, 0.6074, 0.5989], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13223": {"relevant_ids": ["88348", "13224", "156773", "20277", "88349"], "ranked_ids": ["156773", "13224", "88348", "88349", "86343", "223304", "366749", "137719", "361830", "24720"], "ranked_scores": [0.9288, 0.8981, 0.8959, 0.8898, 0.8762, 0.8653, 0.8619, 0.8438, 0.8238, 0.8211], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.2, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6, "ndcg@5": 0.8688, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.8, "ndcg@10": 0.8688, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.8}, "11002": {"relevant_ids": ["11003"], "ranked_ids": ["11003", "444112", "144197", "489539", "266680", "42203", "17317", "40100", "241075", "10212"], "ranked_scores": [0.8153, 0.7859, 0.7795, 0.767, 0.763, 0.7512, 0.7499, 0.7457, 0.7359, 0.7324], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177653": {"relevant_ids": ["79732"], "ranked_ids": ["79732", "525756", "39174", "373717", "200611", "395587", "310721", "245271", "225019", "137270"], "ranked_scores": [0.8617, 0.7666, 0.7141, 0.7138, 0.6899, 0.6874, 0.6722, 0.6617, 0.6412, 0.6165], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "415592": {"relevant_ids": ["415591"], "ranked_ids": ["415591", "435045", "117817", "88542", "425878", "467639", "91592", "485299", "379146", "322822"], "ranked_scores": [0.8707, 0.7379, 0.7249, 0.7197, 0.7159, 0.705, 0.6986, 0.6935, 0.6832, 0.6749], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "511196": {"relevant_ids": ["511197"], "ranked_ids": ["511197", "156490", "289278", "251545", "414717", "491923", "251546", "537528", "328397", "313107"], "ranked_scores": [0.8314, 0.6659, 0.6248, 0.6199, 0.5967, 0.5939, 0.5926, 0.5921, 0.5828, 0.5822], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "344845": {"relevant_ids": ["344844"], "ranked_ids": ["344844", "161471", "95946", "503908", "327548", "111672", "79987", "335497", "4915", "187882"], "ranked_scores": [0.8982, 0.8131, 0.7942, 0.7766, 0.7753, 0.7748, 0.7614, 0.755, 0.7529, 0.7515], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "396744": {"relevant_ids": ["396745"], "ranked_ids": ["396745", "16789", "236438", "481437", "418055", "75399", "516168", "421257", "284966", "507513"], "ranked_scores": [0.7035, 0.6945, 0.6448, 0.6344, 0.632, 0.6262, 0.6255, 0.6234, 0.6016, 0.5978], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "452398": {"relevant_ids": ["452399"], "ranked_ids": ["452399", "530610", "4228", "90225", "304781", "8976", "324290", "435989", "230141", "346712"], "ranked_scores": [0.8907, 0.7377, 0.7048, 0.6746, 0.6648, 0.6635, 0.6627, 0.6601, 0.6583, 0.6569], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "182114": {"relevant_ids": ["182113"], "ranked_ids": ["196647", "182113", "162482", "531602", "234482", "323531", "528965", "80719", "256239", "481882"], "ranked_scores": [0.7939, 0.7579, 0.7306, 0.7296, 0.7092, 0.7045, 0.6981, 0.6871, 0.6836, 0.6827], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "486260": {"relevant_ids": ["486259"], "ranked_ids": ["486259", "392356", "113749", "266904", "209254", "111946", "385204", "114114", "146738", "152202"], "ranked_scores": [0.8648, 0.7531, 0.7152, 0.7113, 0.7091, 0.6941, 0.6823, 0.6799, 0.6797, 0.6775], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "455140": {"relevant_ids": ["315935"], "ranked_ids": ["315935", "246286", "93864", "124700", "150842", "308963", "211061", "93863", "369068", "50224"], "ranked_scores": [0.8821, 0.7727, 0.7611, 0.7588, 0.7518, 0.7256, 0.725, 0.7222, 0.7112, 0.6951], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "56198": {"relevant_ids": ["56199"], "ranked_ids": ["56199", "138891", "249114", "160194", "243039", "43404", "431226", "71092", "279986", "67917"], "ranked_scores": [0.871, 0.5936, 0.5828, 0.5577, 0.5446, 0.5429, 0.5384, 0.5247, 0.5245, 0.5168], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "30172": {"relevant_ids": ["68426", "145119", "145120", "185817", "30173", "373486"], "ranked_ids": ["145120", "68426", "160900", "192604", "90983", "205338", "82405", "373486", "311173", "185817"], "ranked_scores": [0.9149, 0.9057, 0.8649, 0.8469, 0.8424, 0.8304, 0.8297, 0.8269, 0.8249, 0.8216], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.1667, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.5531, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.6765, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.6667}, "127880": {"relevant_ids": ["241164"], "ranked_ids": ["241164", "121458", "135083", "210277", "535042", "450198", "112470", "208455", "104625", "122116"], "ranked_scores": [0.7682, 0.6862, 0.6826, 0.6777, 0.6583, 0.6261, 0.6216, 0.6161, 0.6002, 0.5988], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "167969": {"relevant_ids": ["174461"], "ranked_ids": ["174461", "360983", "78497", "207491", "144121", "60171", "347474", "121354", "448412", "168913"], "ranked_scores": [0.805, 0.7885, 0.6667, 0.6459, 0.6449, 0.642, 0.6362, 0.63, 0.6194, 0.6145], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "97986": {"relevant_ids": ["97987"], "ranked_ids": ["97987", "44589", "393565", "318396", "108564", "41242", "284181", "212168", "41241", "326597"], "ranked_scores": [0.9093, 0.8195, 0.7208, 0.6992, 0.6946, 0.6942, 0.6938, 0.6875, 0.6868, 0.6803], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "12865": {"relevant_ids": ["105683"], "ranked_ids": ["105683", "92902", "94167", "146806", "188959", "277453", "146805", "250014", "477677", "356740"], "ranked_scores": [0.8934, 0.7574, 0.73, 0.7275, 0.7265, 0.7184, 0.7175, 0.7168, 0.7106, 0.7098], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "215681": {"relevant_ids": ["215680"], "ranked_ids": ["215680", "52235", "178515", "57552", "63757", "340195", "143842", "177080", "5733", "297953"], "ranked_scores": [0.8862, 0.6705, 0.6701, 0.6688, 0.6598, 0.658, 0.653, 0.6358, 0.6355, 0.6311], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-roberta-base-mrl-256-pq-m64-n8": {"127728": {"relevant_ids": ["127729"], "ranked_ids": ["127729", "245618", "278575", "92818", "38063", "469527", "250619", "276617", "153290", "382156"], "ranked_scores": [0.7974, 0.7349, 0.7052, 0.7046, 0.6923, 0.6921, 0.6702, 0.668, 0.6582, 0.6448], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "318820": {"relevant_ids": ["318821"], "ranked_ids": ["318821", "222238", "367479", "178549", "190698", "441089", "489320", "54496", "380781", "457906"], "ranked_scores": [0.9327, 0.8198, 0.7746, 0.7616, 0.7586, 0.7506, 0.7412, 0.7374, 0.7183, 0.7121], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "296098": {"relevant_ids": ["296097"], "ranked_ids": ["493414", "469985", "513540", "45507", "364131", "469868", "412371", "298852", "173403", "120598"], "ranked_scores": [0.653, 0.651, 0.6418, 0.6178, 0.615, 0.6144, 0.608, 0.6003, 0.5796, 0.5787], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "150414": {"relevant_ids": ["192835"], "ranked_ids": ["192835", "105782", "105783", "516620", "132912", "470642", "121070", "126746", "149429", "144880"], "ranked_scores": [0.8953, 0.8792, 0.8248, 0.8245, 0.7903, 0.7588, 0.755, 0.7524, 0.7179, 0.7176], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145582": {"relevant_ids": ["145583"], "ranked_ids": ["145583", "454248", "299264", "263736", "112261", "390399", "206717", "130013", "87614", "432243"], "ranked_scores": [0.8526, 0.6126, 0.58, 0.4915, 0.479, 0.4788, 0.4764, 0.4719, 0.4704, 0.47], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "315712": {"relevant_ids": ["315713"], "ranked_ids": ["315713", "194841", "408588", "242340", "124542", "236508", "203205", "377891", "208025", "355553"], "ranked_scores": [0.8553, 0.6746, 0.6703, 0.6693, 0.6634, 0.6613, 0.6571, 0.6445, 0.6428, 0.6318], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145739": {"relevant_ids": ["145740"], "ranked_ids": ["145740", "241979", "115412", "366074", "8705", "465597", "347337", "415781", "148222", "180147"], "ranked_scores": [0.8816, 0.7417, 0.7177, 0.7122, 0.6951, 0.6751, 0.6729, 0.6527, 0.6494, 0.6479], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "308127": {"relevant_ids": ["308126"], "ranked_ids": ["308126", "35763", "79534", "36744", "77650", "385951", "395527", "386807", "301104", "402262"], "ranked_scores": [0.8443, 0.6908, 0.6833, 0.679, 0.6786, 0.6762, 0.6714, 0.6673, 0.6649, 0.65], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "287245": {"relevant_ids": ["283198", "322650", "283199"], "ranked_ids": ["283199", "322650", "283198", "420279", "188940", "420280", "192143", "68138", "221784", "499037"], "ranked_scores": [0.8715, 0.8695, 0.7929, 0.6781, 0.665, 0.6625, 0.6564, 0.6468, 0.6276, 0.6035], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "14755": {"relevant_ids": ["211906", "14756"], "ranked_ids": ["450970", "14756", "211906", "235454", "57678", "449494", "30834", "277031", "369731", "259619"], "ranked_scores": [0.8498, 0.8424, 0.8384, 0.7437, 0.7211, 0.6797, 0.6767, 0.6722, 0.6491, 0.6396], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6934, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6934, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6934, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "370170": {"relevant_ids": ["370169"], "ranked_ids": ["370169", "466920", "211280", "537762", "334238", "528902", "191527", "419219", "476551", "392093"], "ranked_scores": [0.9649, 0.6025, 0.598, 0.5936, 0.5665, 0.5472, 0.5446, 0.5401, 0.5247, 0.5162], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "41774": {"relevant_ids": ["41773"], "ranked_ids": ["41773", "214766", "239344", "468656", "467781", "468655", "442459", "53738", "33017", "163006"], "ranked_scores": [0.8708, 0.6606, 0.6326, 0.5961, 0.5907, 0.5898, 0.5888, 0.5717, 0.5676, 0.5652], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "399648": {"relevant_ids": ["399649"], "ranked_ids": ["399649", "225815", "435035", "124071", "412309", "411313", "481934", "462253", "380626", "212809"], "ranked_scores": [0.961, 0.8051, 0.7329, 0.6922, 0.6881, 0.6875, 0.6844, 0.6831, 0.6776, 0.67], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "504811": {"relevant_ids": ["504810"], "ranked_ids": ["504810", "298555", "90374", "448774", "309894", "84826", "214151", "5861", "55899", "155038"], "ranked_scores": [0.9627, 0.7559, 0.7419, 0.7189, 0.7128, 0.7074, 0.6982, 0.6868, 0.683, 0.6707], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "362950": {"relevant_ids": ["400212", "362949"], "ranked_ids": ["362949", "400212", "475478", "487392", "427587", "151122", "411503", "348827", "155870", "344212"], "ranked_scores": [0.8765, 0.8523, 0.8076, 0.7675, 0.7597, 0.7503, 0.7461, 0.7459, 0.7439, 0.7239], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "155873": {"relevant_ids": ["155874"], "ranked_ids": ["155874", "136219", "392604", "122134", "346009", "440807", "170784", "464100", "444541", "294020"], "ranked_scores": [0.6791, 0.607, 0.6058, 0.6, 0.5859, 0.5849, 0.544, 0.5413, 0.5412, 0.5398], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "263432": {"relevant_ids": ["263433"], "ranked_ids": ["263433", "128303", "407204", "401373", "370717", "279243", "89716", "370718", "471057", "497067"], "ranked_scores": [0.79, 0.7251, 0.6923, 0.6558, 0.6219, 0.5839, 0.5836, 0.5699, 0.5699, 0.5623], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "354945": {"relevant_ids": ["354946"], "ranked_ids": ["354946", "254071", "462983", "202817", "322478", "108161", "462984", "202685", "263939", "425587"], "ranked_scores": [0.9355, 0.849, 0.6761, 0.6118, 0.5959, 0.5937, 0.5731, 0.5389, 0.5221, 0.5143], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "245417": {"relevant_ids": ["219475", "248195"], "ranked_ids": ["219475", "248195", "40657", "64433", "413039", "152213", "14180", "301977", "37326", "164159"], "ranked_scores": [0.9203, 0.8932, 0.8608, 0.7904, 0.7581, 0.7421, 0.7359, 0.7342, 0.7322, 0.7301], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "516276": {"relevant_ids": ["516277"], "ranked_ids": ["516277", "19755", "34173", "286275", "76958", "510783", "438101", "119374", "489791", "352289"], "ranked_scores": [0.9393, 0.7778, 0.7588, 0.7568, 0.7461, 0.716, 0.7105, 0.6933, 0.6862, 0.6719], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177580": {"relevant_ids": ["177579"], "ranked_ids": ["177579", "18081", "115954", "454968", "419100", "60577", "464418", "455888", "76563", "370405"], "ranked_scores": [0.9569, 0.6173, 0.5894, 0.5753, 0.5676, 0.555, 0.5507, 0.5507, 0.5446, 0.5434], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "309865": {"relevant_ids": ["78624", "78623", "33713"], "ranked_ids": ["209041", "33713", "153484", "78623", "495751", "405094", "78624", "477476", "437065", "235483"], "ranked_scores": [0.8449, 0.8349, 0.8292, 0.8173, 0.8164, 0.8142, 0.8124, 0.7193, 0.7182, 0.716], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4982, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.6546, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "510387": {"relevant_ids": ["510386"], "ranked_ids": ["40390", "241538", "510386", "241537", "344869", "170896", "52003", "254292", "484846", "160232"], "ranked_scores": [0.8655, 0.8605, 0.8492, 0.8471, 0.8394, 0.8308, 0.8018, 0.7705, 0.7704, 0.7603], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "26645": {"relevant_ids": ["26644"], "ranked_ids": ["26644", "12895", "507090", "108781", "318396", "286617", "148567", "207775", "215551", "163452"], "ranked_scores": [0.9537, 0.6994, 0.6945, 0.6925, 0.67, 0.6635, 0.6588, 0.6575, 0.6497, 0.6423], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "47788": {"relevant_ids": ["455725"], "ranked_ids": ["455725", "8505", "235686", "59223", "348138", "59508", "47703", "47789", "331", "105230"], "ranked_scores": [0.8682, 0.8358, 0.8354, 0.8235, 0.823, 0.8229, 0.8182, 0.816, 0.8157, 0.8098], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "338281": {"relevant_ids": ["338282"], "ranked_ids": ["338282", "234727", "431433", "263316", "57017", "100426", "457315", "315387", "11563", "263861"], "ranked_scores": [0.9209, 0.6049, 0.6002, 0.5925, 0.5885, 0.5638, 0.5593, 0.5559, 0.5489, 0.5434], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "461149": {"relevant_ids": ["461148"], "ranked_ids": ["525835", "203100", "461148", "443095", "302225", "392720", "381960", "482221", "527101", "215782"], "ranked_scores": [0.7361, 0.7093, 0.7067, 0.6807, 0.6564, 0.6538, 0.6438, 0.6394, 0.6369, 0.6357], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "346126": {"relevant_ids": ["110710", "110711"], "ranked_ids": ["110710", "154338", "110711", "254526", "340823", "203476", "528998", "108617", "6816", "168350"], "ranked_scores": [0.9448, 0.9096, 0.9028, 0.8276, 0.7993, 0.7901, 0.7613, 0.7468, 0.7466, 0.7402], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.9197, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.9197, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9197, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "372986": {"relevant_ids": ["49961", "262882"], "ranked_ids": ["49961", "262882", "303468", "43966", "497357", "491226", "494989", "443239", "108183", "127288"], "ranked_scores": [0.9474, 0.8426, 0.7569, 0.6529, 0.6412, 0.6392, 0.6346, 0.6318, 0.6206, 0.6171], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "501182": {"relevant_ids": ["501181"], "ranked_ids": ["501181", "402718", "447737", "446824", "179018", "185580", "274777", "261255", "109121", "356066"], "ranked_scores": [0.879, 0.6671, 0.6234, 0.6084, 0.6032, 0.5875, 0.5842, 0.5692, 0.5602, 0.5589], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13800": {"relevant_ids": ["408522", "376590", "13799"], "ranked_ids": ["376590", "13799", "179943", "408522", "448205", "30987", "481109", "8622", "23471", "67320"], "ranked_scores": [0.8605, 0.7998, 0.7878, 0.7393, 0.7302, 0.7219, 0.7158, 0.709, 0.7088, 0.7078], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.9675, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9675, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "250143": {"relevant_ids": ["250142"], "ranked_ids": ["250142", "473276", "76062", "57155", "50539", "526032", "368186", "38409", "96270", "206630"], "ranked_scores": [0.833, 0.8077, 0.6213, 0.6065, 0.5965, 0.5887, 0.5866, 0.5843, 0.5839, 0.5815], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13223": {"relevant_ids": ["88348", "13224", "156773", "20277", "88349"], "ranked_ids": ["156773", "88348", "13224", "88349", "86343", "366749", "137719", "223304", "361830", "491669"], "ranked_scores": [0.9607, 0.9113, 0.9025, 0.8976, 0.8921, 0.8648, 0.8608, 0.8533, 0.8372, 0.8191], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.2, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6, "ndcg@5": 0.8688, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.8, "ndcg@10": 0.8688, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.8}, "11002": {"relevant_ids": ["11003"], "ranked_ids": ["11003", "144197", "489539", "444112", "42203", "266680", "87346", "64236", "17317", "241075"], "ranked_scores": [0.8644, 0.7942, 0.7805, 0.7685, 0.7523, 0.747, 0.7388, 0.7367, 0.7352, 0.7194], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177653": {"relevant_ids": ["79732"], "ranked_ids": ["79732", "525756", "373717", "310721", "200611", "39174", "395587", "225019", "245271", "525755"], "ranked_scores": [0.9019, 0.8051, 0.7545, 0.6933, 0.6903, 0.6902, 0.6849, 0.6706, 0.6572, 0.6478], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "415592": {"relevant_ids": ["415591"], "ranked_ids": ["415591", "435045", "91592", "425878", "88542", "117817", "322822", "84634", "95917", "485299"], "ranked_scores": [0.9296, 0.7429, 0.7311, 0.7203, 0.6797, 0.6797, 0.6781, 0.6723, 0.6719, 0.667], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "511196": {"relevant_ids": ["511197"], "ranked_ids": ["511197", "156490", "289278", "251545", "328397", "313107", "189866", "414717", "349723", "491923"], "ranked_scores": [0.9027, 0.6679, 0.6648, 0.6179, 0.5995, 0.5778, 0.575, 0.5585, 0.5574, 0.5548], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "344845": {"relevant_ids": ["344844"], "ranked_ids": ["344844", "161471", "111672", "79987", "4915", "327548", "503908", "101085", "397001", "187882"], "ranked_scores": [0.9362, 0.8559, 0.7879, 0.7814, 0.7649, 0.7526, 0.749, 0.7414, 0.737, 0.735], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "396744": {"relevant_ids": ["396745"], "ranked_ids": ["396745", "16789", "236438", "418055", "516168", "75399", "28361", "507513", "318588", "318589"], "ranked_scores": [0.7681, 0.6697, 0.6531, 0.6498, 0.6339, 0.6059, 0.598, 0.5923, 0.585, 0.5848], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "452398": {"relevant_ids": ["452399"], "ranked_ids": ["452399", "530610", "4228", "230141", "304781", "90225", "399415", "346712", "372901", "378404"], "ranked_scores": [0.9482, 0.7869, 0.7, 0.6898, 0.6893, 0.6817, 0.671, 0.6589, 0.6495, 0.6443], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "182114": {"relevant_ids": ["182113"], "ranked_ids": ["196647", "182113", "531602", "162482", "234482", "229182", "323531", "481882", "80719", "533693"], "ranked_scores": [0.8133, 0.7651, 0.7407, 0.7081, 0.6998, 0.6969, 0.6707, 0.6642, 0.6556, 0.6498], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "486260": {"relevant_ids": ["486259"], "ranked_ids": ["486259", "392356", "113749", "385204", "146738", "114114", "209254", "146737", "266904", "222159"], "ranked_scores": [0.9073, 0.7435, 0.7314, 0.7197, 0.7164, 0.7116, 0.7057, 0.6994, 0.6973, 0.6973], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "455140": {"relevant_ids": ["315935"], "ranked_ids": ["315935", "246286", "93864", "124700", "369068", "245896", "50224", "150842", "308963", "211061"], "ranked_scores": [0.9221, 0.7833, 0.7738, 0.7432, 0.7412, 0.7247, 0.723, 0.7176, 0.7175, 0.6884], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "56198": {"relevant_ids": ["56199"], "ranked_ids": ["56199", "249114", "160914", "138891", "160194", "243039", "43404", "67917", "279986", "431226"], "ranked_scores": [0.9477, 0.6067, 0.5945, 0.5858, 0.5832, 0.548, 0.5478, 0.5392, 0.5336, 0.5331], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "30172": {"relevant_ids": ["68426", "145119", "145120", "185817", "30173", "373486"], "ranked_ids": ["145120", "68426", "160900", "373486", "192604", "205338", "311173", "382686", "185817", "30173"], "ranked_scores": [0.932, 0.907, 0.866, 0.8321, 0.8291, 0.8249, 0.8106, 0.8102, 0.8094, 0.808], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.1667, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.6992, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.8024, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.8333}, "127880": {"relevant_ids": ["241164"], "ranked_ids": ["241164", "135083", "210277", "121458", "325175", "450198", "535042", "112470", "537189", "156678"], "ranked_scores": [0.8276, 0.7203, 0.6936, 0.6855, 0.6752, 0.6675, 0.666, 0.6642, 0.6641, 0.6555], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "167969": {"relevant_ids": ["174461"], "ranked_ids": ["174461", "360983", "78497", "60171", "24296", "91854", "12718", "449678", "259689", "255348"], "ranked_scores": [0.8502, 0.8228, 0.648, 0.643, 0.6171, 0.616, 0.6144, 0.6134, 0.5985, 0.5947], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "97986": {"relevant_ids": ["97987"], "ranked_ids": ["97987", "44589", "393565", "284181", "108564", "212168", "326597", "384292", "41241", "141075"], "ranked_scores": [0.9623, 0.8163, 0.7481, 0.715, 0.713, 0.6483, 0.6444, 0.6321, 0.6266, 0.6201], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "12865": {"relevant_ids": ["105683"], "ranked_ids": ["105683", "92902", "528844", "191268", "23129", "356189", "477677", "146806", "506722", "94167"], "ranked_scores": [0.9452, 0.7431, 0.7284, 0.7126, 0.704, 0.7012, 0.6996, 0.6992, 0.6981, 0.693], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "215681": {"relevant_ids": ["215680"], "ranked_ids": ["215680", "178515", "57552", "143842", "18634", "177080", "52235", "5733", "78042", "301165"], "ranked_scores": [0.9458, 0.7071, 0.6903, 0.6744, 0.6692, 0.669, 0.6651, 0.6648, 0.6625, 0.6572], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-mpnet-base-mrl-notrunc-pq-m96-n8": {"127728": {"relevant_ids": ["127729"], "ranked_ids": ["127729", "38063", "153290", "92818", "245618", "250619", "276617", "469527", "48895", "494754"], "ranked_scores": [0.7314, 0.6629, 0.6579, 0.6456, 0.6375, 0.6351, 0.6336, 0.6215, 0.6128, 0.6099], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "318820": {"relevant_ids": ["318821"], "ranked_ids": ["318821", "367479", "355161", "184762", "441218", "360734", "362498", "222238", "491039", "167747"], "ranked_scores": [0.8714, 0.7027, 0.6692, 0.6362, 0.6233, 0.6129, 0.6084, 0.6043, 0.5934, 0.5925], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "296098": {"relevant_ids": ["296097"], "ranked_ids": ["45507", "173403", "469868", "56686", "45506", "307653", "296097", "493414", "423933", "134752"], "ranked_scores": [0.7048, 0.6534, 0.6448, 0.605, 0.5939, 0.5883, 0.5843, 0.579, 0.5598, 0.5529], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "150414": {"relevant_ids": ["192835"], "ranked_ids": ["192835", "105782", "516620", "132912", "126746", "105783", "121070", "1702", "496848", "126745"], "ranked_scores": [0.8302, 0.7896, 0.7827, 0.7257, 0.7132, 0.7111, 0.7012, 0.6615, 0.6612, 0.6519], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145582": {"relevant_ids": ["145583"], "ranked_ids": ["145583", "263736", "299264", "87614", "39561", "428601", "454248", "428602", "245370", "234727"], "ranked_scores": [0.8092, 0.5933, 0.5405, 0.5149, 0.4831, 0.4325, 0.4151, 0.3856, 0.3842, 0.3836], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "315712": {"relevant_ids": ["315713"], "ranked_ids": ["315713", "408588", "203205", "396505", "120489", "377891", "153536", "454814", "60577", "298503"], "ranked_scores": [0.7417, 0.5758, 0.5667, 0.5667, 0.5516, 0.5285, 0.5166, 0.5162, 0.5117, 0.5055], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145739": {"relevant_ids": ["145740"], "ranked_ids": ["145740", "241979", "366074", "465597", "115412", "51035", "8705", "210012", "347337", "415781"], "ranked_scores": [0.8672, 0.7822, 0.7722, 0.7041, 0.6885, 0.6845, 0.6815, 0.6794, 0.664, 0.6591], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "308127": {"relevant_ids": ["308126"], "ranked_ids": ["308126", "35763", "367804", "79534", "167017", "535966", "266258", "100860", "36744", "82053"], "ranked_scores": [0.8026, 0.6465, 0.6169, 0.6137, 0.5903, 0.5769, 0.574, 0.5707, 0.5704, 0.5586], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "287245": {"relevant_ids": ["283198", "322650", "283199"], "ranked_ids": ["322650", "283199", "283198", "420279", "221784", "109049", "68138", "221783", "304904", "499036"], "ranked_scores": [0.7761, 0.7748, 0.7077, 0.6113, 0.5961, 0.5955, 0.5838, 0.5773, 0.5577, 0.5558], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "14755": {"relevant_ids": ["211906", "14756"], "ranked_ids": ["450970", "14756", "211906", "277031", "57678", "235454", "30834", "74058", "362149", "383325"], "ranked_scores": [0.8691, 0.856, 0.851, 0.7895, 0.7743, 0.7583, 0.751, 0.7177, 0.7134, 0.7041], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6934, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6934, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6934, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "370170": {"relevant_ids": ["370169"], "ranked_ids": ["370169", "466920", "417976", "537762", "231528", "387761", "211280", "433820", "476551", "334238"], "ranked_scores": [0.9038, 0.6365, 0.6263, 0.6258, 0.6032, 0.5965, 0.594, 0.584, 0.5802, 0.5788], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "41774": {"relevant_ids": ["41773"], "ranked_ids": ["41773", "239344", "53738", "307530", "214766", "339534", "366794", "127501", "487873", "468656"], "ranked_scores": [0.8225, 0.698, 0.6335, 0.6256, 0.5862, 0.5628, 0.562, 0.5592, 0.5558, 0.5505], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "399648": {"relevant_ids": ["399649"], "ranked_ids": ["399649", "225815", "212809", "54706", "462253", "21253", "159777", "529004", "411313", "439417"], "ranked_scores": [0.9019, 0.7748, 0.7449, 0.7049, 0.6851, 0.6789, 0.6703, 0.6678, 0.6634, 0.6513], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "504811": {"relevant_ids": ["504810"], "ranked_ids": ["504810", "90374", "84826", "448774", "309894", "214151", "54195", "499535", "298555", "364238"], "ranked_scores": [0.8895, 0.705, 0.6891, 0.662, 0.6593, 0.6408, 0.6309, 0.6228, 0.619, 0.6181], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "362950": {"relevant_ids": ["400212", "362949"], "ranked_ids": ["400212", "362949", "487392", "427587", "151122", "411503", "155870", "203063", "78020", "4715"], "ranked_scores": [0.7916, 0.79, 0.7437, 0.7371, 0.7335, 0.7242, 0.7074, 0.7042, 0.7021, 0.698], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "155873": {"relevant_ids": ["155874"], "ranked_ids": ["392604", "383066", "294020", "464100", "292617", "122134", "487664", "155874", "206283", "232469"], "ranked_scores": [0.6521, 0.5528, 0.5504, 0.5478, 0.5456, 0.5426, 0.5372, 0.5336, 0.532, 0.5215], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "263432": {"relevant_ids": ["263433"], "ranked_ids": ["263433", "407204", "471057", "128303", "136838", "401373", "370717", "279243", "157590", "254597"], "ranked_scores": [0.7737, 0.6907, 0.6723, 0.6593, 0.6563, 0.6537, 0.6486, 0.6459, 0.6443, 0.6393], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "354945": {"relevant_ids": ["354946"], "ranked_ids": ["354946", "254071", "462983", "322478", "462984", "236419", "108161", "415886", "108187", "281528"], "ranked_scores": [0.8829, 0.8363, 0.7142, 0.6464, 0.6435, 0.6363, 0.5476, 0.5432, 0.5169, 0.5002], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "245417": {"relevant_ids": ["219475", "248195"], "ranked_ids": ["219475", "40657", "248195", "64433", "368145", "301977", "413039", "390696", "37326", "249364"], "ranked_scores": [0.8472, 0.8165, 0.8152, 0.75, 0.7123, 0.7043, 0.6706, 0.6684, 0.6642, 0.6489], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.9197, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.9197, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9197, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "516276": {"relevant_ids": ["516277"], "ranked_ids": ["516277", "19755", "34173", "510783", "119374", "76958", "352189", "143842", "479392", "175142"], "ranked_scores": [0.9075, 0.8322, 0.8231, 0.7875, 0.7697, 0.7372, 0.7239, 0.719, 0.7121, 0.7107], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177580": {"relevant_ids": ["177579"], "ranked_ids": ["177579", "185553", "511935", "115954", "143503", "532497", "419100", "57360", "84634", "272252"], "ranked_scores": [0.8596, 0.5771, 0.5631, 0.5502, 0.5493, 0.5367, 0.5157, 0.511, 0.4639, 0.4588], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "309865": {"relevant_ids": ["78624", "78623", "33713"], "ranked_ids": ["209041", "153484", "78623", "405094", "78624", "33713", "109205", "437065", "20635", "495578"], "ranked_scores": [0.8539, 0.8502, 0.8309, 0.8249, 0.8236, 0.8147, 0.7756, 0.7581, 0.7516, 0.745], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4162, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.5833, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "510387": {"relevant_ids": ["510386"], "ranked_ids": ["241538", "241537", "344869", "170896", "510386", "40390", "371033", "52003", "160232", "201143"], "ranked_scores": [0.8331, 0.8249, 0.8046, 0.7816, 0.7807, 0.7798, 0.7575, 0.7459, 0.7132, 0.7092], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "26645": {"relevant_ids": ["26644"], "ranked_ids": ["26644", "108781", "504445", "411539", "163452", "215551", "12895", "207775", "286617", "209092"], "ranked_scores": [0.8986, 0.7507, 0.7427, 0.7262, 0.7202, 0.7128, 0.7085, 0.7055, 0.6896, 0.6839], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "47788": {"relevant_ids": ["455725"], "ranked_ids": ["455725", "15132", "47703", "47789", "518171", "235686", "8505", "85764", "59223", "101721"], "ranked_scores": [0.9005, 0.8733, 0.8732, 0.8632, 0.8627, 0.8613, 0.8569, 0.8468, 0.8413, 0.8397], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "338281": {"relevant_ids": ["338282"], "ranked_ids": ["338282", "85881", "325380", "326869", "391952", "263861", "345518", "57017", "8568", "56442"], "ranked_scores": [0.8468, 0.5738, 0.565, 0.5545, 0.5414, 0.5396, 0.5342, 0.5306, 0.5301, 0.5277], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "461149": {"relevant_ids": ["461148"], "ranked_ids": ["461148", "283905", "527101", "377056", "525835", "252761", "203100", "414838", "302225", "2420"], "ranked_scores": [0.7758, 0.7587, 0.7509, 0.7386, 0.7358, 0.7332, 0.7309, 0.7262, 0.723, 0.7207], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "346126": {"relevant_ids": ["110710", "110711"], "ranked_ids": ["110710", "110711", "154338", "108617", "296319", "203476", "168350", "55038", "6816", "85707"], "ranked_scores": [0.9145, 0.9003, 0.8813, 0.8006, 0.7914, 0.7875, 0.7799, 0.7789, 0.7775, 0.7538], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "372986": {"relevant_ids": ["49961", "262882"], "ranked_ids": ["49961", "262882", "303468", "215938", "494989", "491226", "499535", "497531", "88278", "226818"], "ranked_scores": [0.8832, 0.7999, 0.7402, 0.6619, 0.6609, 0.6479, 0.6422, 0.6306, 0.5974, 0.5771], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "501182": {"relevant_ids": ["501181"], "ranked_ids": ["501181", "185580", "109121", "402718", "179018", "447737", "429772", "274777", "325288", "240678"], "ranked_scores": [0.837, 0.6704, 0.6623, 0.6551, 0.6507, 0.6249, 0.6033, 0.6032, 0.6032, 0.5898], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13800": {"relevant_ids": ["408522", "376590", "13799"], "ranked_ids": ["13799", "376590", "257857", "179943", "306761", "481109", "408522", "67320", "482825", "19904"], "ranked_scores": [0.7981, 0.7708, 0.7511, 0.7494, 0.7328, 0.7255, 0.717, 0.7139, 0.7119, 0.684], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.7654, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.9218, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "250143": {"relevant_ids": ["250142"], "ranked_ids": ["250142", "473276", "492698", "137994", "27632", "206630", "38409", "368186", "520955", "57155"], "ranked_scores": [0.8623, 0.8399, 0.6472, 0.6213, 0.5948, 0.5918, 0.5765, 0.5722, 0.5616, 0.5541], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13223": {"relevant_ids": ["88348", "13224", "156773", "20277", "88349"], "ranked_ids": ["156773", "13224", "88348", "88349", "86343", "137719", "366749", "24720", "173790", "429238"], "ranked_scores": [0.9316, 0.9169, 0.9128, 0.9116, 0.9053, 0.8775, 0.8758, 0.8744, 0.8207, 0.8202], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.2, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6, "ndcg@5": 0.8688, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.8, "ndcg@10": 0.8688, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.8}, "11002": {"relevant_ids": ["11003"], "ranked_ids": ["11003", "489539", "444112", "144197", "10212", "241075", "82619", "87346", "266680", "254672"], "ranked_scores": [0.8574, 0.6978, 0.6869, 0.6786, 0.673, 0.672, 0.6659, 0.6634, 0.6426, 0.6357], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177653": {"relevant_ids": ["79732"], "ranked_ids": ["79732", "39174", "395587", "200611", "310721", "373275", "373717", "225019", "525756", "377344"], "ranked_scores": [0.8119, 0.6967, 0.6831, 0.64, 0.6327, 0.6194, 0.6171, 0.6076, 0.5778, 0.5375], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "415592": {"relevant_ids": ["415591"], "ranked_ids": ["415591", "84634", "288357", "430072", "485706", "497302", "88542", "381371", "387370", "499684"], "ranked_scores": [0.8622, 0.7138, 0.7006, 0.6885, 0.6864, 0.6721, 0.6593, 0.6587, 0.656, 0.6503], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "511196": {"relevant_ids": ["511197"], "ranked_ids": ["511197", "156490", "53962", "251546", "491923", "191329", "328397", "289278", "251545", "191328"], "ranked_scores": [0.8114, 0.6702, 0.6273, 0.6036, 0.6014, 0.6, 0.5976, 0.5955, 0.5948, 0.574], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "344845": {"relevant_ids": ["344844"], "ranked_ids": ["344844", "161471", "79987", "327548", "95946", "4915", "101085", "380837", "79986", "503908"], "ranked_scores": [0.8846, 0.805, 0.794, 0.786, 0.7852, 0.7794, 0.7784, 0.777, 0.7764, 0.7725], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "396744": {"relevant_ids": ["396745"], "ranked_ids": ["454241", "396745", "236438", "418055", "527221", "271801", "284966", "516168", "155232", "481437"], "ranked_scores": [0.6299, 0.6273, 0.6252, 0.6029, 0.6014, 0.5981, 0.5867, 0.5848, 0.5803, 0.5757], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "452398": {"relevant_ids": ["452399"], "ranked_ids": ["452399", "487918", "530610", "4228", "60646", "165046", "419169", "276696", "423427", "72096"], "ranked_scores": [0.8754, 0.5982, 0.5296, 0.5275, 0.5247, 0.5213, 0.5191, 0.5148, 0.5049, 0.5031], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "182114": {"relevant_ids": ["182113"], "ranked_ids": ["196647", "182113", "229182", "252201", "260490", "413792", "234482", "277277", "328873", "60142"], "ranked_scores": [0.7187, 0.6244, 0.613, 0.585, 0.5784, 0.5768, 0.573, 0.5707, 0.5672, 0.5656], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "486260": {"relevant_ids": ["486259"], "ranked_ids": ["486259", "392356", "266904", "220387", "113749", "46379", "10591", "145384", "209254", "452464"], "ranked_scores": [0.8647, 0.738, 0.7209, 0.7174, 0.7052, 0.6967, 0.6962, 0.6953, 0.6927, 0.6922], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "455140": {"relevant_ids": ["315935"], "ranked_ids": ["315935", "150842", "519049", "246286", "93864", "315936", "245896", "369068", "124700", "308963"], "ranked_scores": [0.863, 0.6965, 0.6949, 0.6914, 0.6801, 0.6716, 0.6676, 0.6521, 0.6352, 0.6335], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "56198": {"relevant_ids": ["56199"], "ranked_ids": ["56199", "249114", "431226", "160194", "130971", "246583", "480352", "308888", "3724", "43404"], "ranked_scores": [0.8823, 0.622, 0.606, 0.6042, 0.6041, 0.5995, 0.5891, 0.5819, 0.577, 0.5675], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "30172": {"relevant_ids": ["68426", "145119", "145120", "185817", "30173", "373486"], "ranked_ids": ["145120", "68426", "160900", "15236", "185817", "205338", "463253", "192604", "373486", "30173"], "ranked_scores": [0.9118, 0.8744, 0.8702, 0.8552, 0.8123, 0.8119, 0.8014, 0.7999, 0.7894, 0.7886], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.1667, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.6844, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.7891, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.8333}, "127880": {"relevant_ids": ["241164"], "ranked_ids": ["241164", "121458", "535042", "527388", "135083", "156678", "284336", "266615", "84471", "120446"], "ranked_scores": [0.7729, 0.6793, 0.668, 0.6321, 0.6305, 0.625, 0.6217, 0.6178, 0.6135, 0.6122], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "167969": {"relevant_ids": ["174461"], "ranked_ids": ["174461", "360983", "91854", "257735", "78497", "121354", "144121", "207491", "10394", "468723"], "ranked_scores": [0.7439, 0.7053, 0.6786, 0.6551, 0.6466, 0.6399, 0.6355, 0.6296, 0.6229, 0.614], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "97986": {"relevant_ids": ["97987"], "ranked_ids": ["97987", "44589", "108564", "479236", "506848", "393565", "284181", "105886", "326597", "41242"], "ranked_scores": [0.9035, 0.7845, 0.7241, 0.6732, 0.6696, 0.6684, 0.6611, 0.6439, 0.633, 0.618], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "12865": {"relevant_ids": ["105683"], "ranked_ids": ["105683", "277453", "92902", "191268", "94167", "188959", "338609", "477677", "146806", "155515"], "ranked_scores": [0.9026, 0.8031, 0.7563, 0.7383, 0.73, 0.7269, 0.7006, 0.6999, 0.6841, 0.6789], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "215681": {"relevant_ids": ["215680"], "ranked_ids": ["215680", "178515", "57552", "5733", "54139", "301165", "143842", "78042", "340195", "177080"], "ranked_scores": [0.8978, 0.7466, 0.7058, 0.705, 0.6994, 0.6984, 0.6927, 0.6869, 0.6805, 0.6764], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-mpnet-base-mrl-256-pq-m64-n8": {"127728": {"relevant_ids": ["127729"], "ranked_ids": ["127729", "276617", "153290", "38063", "315009", "250619", "245618", "494754", "145244", "48895"], "ranked_scores": [0.7377, 0.6697, 0.6636, 0.6482, 0.6244, 0.621, 0.6029, 0.6014, 0.5958, 0.5888], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "318820": {"relevant_ids": ["318821"], "ranked_ids": ["318821", "367479", "355161", "360734", "441218", "184762", "528342", "496708", "362498", "167747"], "ranked_scores": [0.9519, 0.7695, 0.7026, 0.6976, 0.6906, 0.6738, 0.6535, 0.6491, 0.6386, 0.6241], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "296098": {"relevant_ids": ["296097"], "ranked_ids": ["45507", "173403", "296097", "307653", "45506", "469868", "56686", "134752", "513540", "493414"], "ranked_scores": [0.6859, 0.6393, 0.6257, 0.6215, 0.6149, 0.6019, 0.5966, 0.5772, 0.5556, 0.5414], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "150414": {"relevant_ids": ["192835"], "ranked_ids": ["192835", "105782", "516620", "105783", "121070", "132912", "496848", "337933", "254340", "126746"], "ranked_scores": [0.9035, 0.8592, 0.79, 0.758, 0.7525, 0.7458, 0.7298, 0.6944, 0.6904, 0.6777], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145582": {"relevant_ids": ["145583"], "ranked_ids": ["145583", "263736", "87614", "299264", "39561", "20024", "454248", "9145", "88455", "466967"], "ranked_scores": [0.8704, 0.6532, 0.5523, 0.4816, 0.4539, 0.4181, 0.4142, 0.4088, 0.403, 0.3954], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "315712": {"relevant_ids": ["315713"], "ranked_ids": ["315713", "408588", "377891", "396505", "203205", "120489", "242340", "153536", "259258", "60577"], "ranked_scores": [0.7784, 0.5459, 0.542, 0.541, 0.5408, 0.5293, 0.516, 0.5138, 0.4678, 0.453], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145739": {"relevant_ids": ["145740"], "ranked_ids": ["145740", "241979", "366074", "115412", "8705", "347337", "210012", "465597", "415781", "51035"], "ranked_scores": [0.892, 0.7363, 0.7278, 0.6798, 0.6712, 0.6622, 0.6446, 0.6332, 0.6301, 0.6208], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "308127": {"relevant_ids": ["308126"], "ranked_ids": ["308126", "35763", "367804", "77650", "189748", "481501", "79534", "301104", "123707", "537189"], "ranked_scores": [0.8479, 0.6754, 0.6211, 0.6114, 0.6048, 0.5948, 0.5945, 0.5668, 0.5663, 0.5657], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "287245": {"relevant_ids": ["283198", "322650", "283199"], "ranked_ids": ["283199", "322650", "283198", "420279", "109049", "499037", "192143", "68138", "499036", "30373"], "ranked_scores": [0.8095, 0.7938, 0.7576, 0.6276, 0.5988, 0.5985, 0.5771, 0.5757, 0.5553, 0.5479], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "14755": {"relevant_ids": ["211906", "14756"], "ranked_ids": ["211906", "450970", "14756", "57678", "235454", "277031", "30834", "74058", "28296", "72275"], "ranked_scores": [0.8959, 0.8879, 0.8823, 0.8006, 0.7839, 0.7728, 0.7633, 0.6999, 0.6957, 0.6917], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.9197, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.9197, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9197, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "370170": {"relevant_ids": ["370169"], "ranked_ids": ["370169", "211280", "537762", "387761", "466920", "417976", "476551", "43979", "528902", "517283"], "ranked_scores": [0.9673, 0.624, 0.6056, 0.6047, 0.5818, 0.5724, 0.5704, 0.5541, 0.5532, 0.5454], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "41774": {"relevant_ids": ["41773"], "ranked_ids": ["41773", "239344", "307530", "53738", "433175", "339534", "214766", "468656", "467781", "366794"], "ranked_scores": [0.8744, 0.7007, 0.6698, 0.6554, 0.6021, 0.5888, 0.5752, 0.559, 0.5563, 0.5451], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "399648": {"relevant_ids": ["399649"], "ranked_ids": ["399649", "212809", "54706", "225815", "412309", "439417", "21253", "529004", "159777", "462253"], "ranked_scores": [0.9625, 0.765, 0.7585, 0.7491, 0.7179, 0.6711, 0.6621, 0.6526, 0.6523, 0.6449], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "504811": {"relevant_ids": ["504810"], "ranked_ids": ["504810", "84826", "90374", "54196", "175461", "309894", "276160", "54195", "364238", "160704"], "ranked_scores": [0.9502, 0.65, 0.6427, 0.6278, 0.6187, 0.5999, 0.5955, 0.5897, 0.5833, 0.5822], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "362950": {"relevant_ids": ["400212", "362949"], "ranked_ids": ["362949", "400212", "151122", "487392", "427587", "155870", "348827", "411503", "203063", "24154"], "ranked_scores": [0.8222, 0.8126, 0.7639, 0.7601, 0.7598, 0.7392, 0.7238, 0.7222, 0.7164, 0.7144], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "155873": {"relevant_ids": ["155874"], "ranked_ids": ["392604", "439035", "487664", "383066", "292617", "378060", "206283", "294020", "122134", "446058"], "ranked_scores": [0.6721, 0.6136, 0.6093, 0.6069, 0.581, 0.5688, 0.5678, 0.5641, 0.5636, 0.5617], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "263432": {"relevant_ids": ["263433"], "ranked_ids": ["263433", "128303", "407204", "401373", "471057", "372749", "473794", "261419", "254597", "20409"], "ranked_scores": [0.7946, 0.6464, 0.6459, 0.6237, 0.6062, 0.5699, 0.5658, 0.5578, 0.5452, 0.5345], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "354945": {"relevant_ids": ["354946"], "ranked_ids": ["354946", "254071", "462983", "462984", "108161", "322478", "415886", "211239", "236419", "367804"], "ranked_scores": [0.9358, 0.8688, 0.6816, 0.6479, 0.5454, 0.5435, 0.4927, 0.4696, 0.451, 0.4468], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "245417": {"relevant_ids": ["219475", "248195"], "ranked_ids": ["219475", "248195", "40657", "64433", "301977", "37326", "368145", "413039", "8069", "319022"], "ranked_scores": [0.872, 0.8161, 0.807, 0.7755, 0.7272, 0.7226, 0.7216, 0.6612, 0.6534, 0.6347], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "516276": {"relevant_ids": ["516277"], "ranked_ids": ["516277", "19755", "34173", "510783", "76958", "352189", "143842", "119374", "479392", "175142"], "ranked_scores": [0.9504, 0.8278, 0.8113, 0.8025, 0.7527, 0.7385, 0.7295, 0.7288, 0.7255, 0.6942], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177580": {"relevant_ids": ["177579"], "ranked_ids": ["177579", "532497", "185553", "115954", "511935", "489312", "143503", "446100", "272252", "106109"], "ranked_scores": [0.9258, 0.5869, 0.5472, 0.5384, 0.519, 0.5143, 0.5126, 0.4762, 0.4733, 0.4693], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "309865": {"relevant_ids": ["78624", "78623", "33713"], "ranked_ids": ["209041", "33713", "153484", "78624", "405094", "78623", "109205", "437065", "495751", "425739"], "ranked_scores": [0.8624, 0.8324, 0.8316, 0.8284, 0.8018, 0.7867, 0.7567, 0.7538, 0.7313, 0.7188], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4982, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.6653, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "510387": {"relevant_ids": ["510386"], "ranked_ids": ["241538", "241537", "40390", "510386", "344869", "170896", "52003", "371033", "160232", "254292"], "ranked_scores": [0.8761, 0.8482, 0.8377, 0.7899, 0.7836, 0.781, 0.767, 0.7457, 0.7275, 0.7123], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "26645": {"relevant_ids": ["26644"], "ranked_ids": ["26644", "108781", "207775", "163452", "504445", "209092", "215551", "259432", "286617", "221561"], "ranked_scores": [0.9583, 0.7786, 0.7727, 0.7595, 0.7472, 0.701, 0.6968, 0.683, 0.6821, 0.6768], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "47788": {"relevant_ids": ["455725"], "ranked_ids": ["455725", "47703", "518171", "15132", "47789", "37221", "235686", "8505", "101721", "87039"], "ranked_scores": [0.9225, 0.8819, 0.8788, 0.8786, 0.8662, 0.8599, 0.8572, 0.8503, 0.8423, 0.8378], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "338281": {"relevant_ids": ["338282"], "ranked_ids": ["338282", "263861", "11563", "362498", "326869", "135715", "325380", "100426", "56442", "389968"], "ranked_scores": [0.8428, 0.5523, 0.543, 0.5409, 0.5322, 0.5231, 0.5212, 0.5123, 0.5092, 0.5041], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "461149": {"relevant_ids": ["461148"], "ranked_ids": ["461148", "525835", "283905", "527101", "203100", "302225", "377056", "215782", "252761", "8828"], "ranked_scores": [0.8449, 0.8245, 0.7722, 0.7705, 0.7273, 0.7149, 0.7069, 0.702, 0.695, 0.6792], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "346126": {"relevant_ids": ["110710", "110711"], "ranked_ids": ["110710", "110711", "154338", "296319", "168350", "108617", "254526", "55038", "203476", "340823"], "ranked_scores": [0.9299, 0.919, 0.8924, 0.7963, 0.7422, 0.7412, 0.7386, 0.7385, 0.7318, 0.726], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "372986": {"relevant_ids": ["49961", "262882"], "ranked_ids": ["49961", "262882", "303468", "494989", "491226", "215938", "499535", "497531", "497357", "136891"], "ranked_scores": [0.9293, 0.8451, 0.7562, 0.7414, 0.6946, 0.6404, 0.6272, 0.6041, 0.6037, 0.5967], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "501182": {"relevant_ids": ["501181"], "ranked_ids": ["501181", "446824", "179018", "429772", "402718", "185580", "274777", "109121", "8417", "231545"], "ranked_scores": [0.8911, 0.6708, 0.6626, 0.645, 0.63, 0.6232, 0.6162, 0.6071, 0.5904, 0.5898], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13800": {"relevant_ids": ["408522", "376590", "13799"], "ranked_ids": ["13799", "376590", "257857", "179943", "306761", "482825", "362253", "408522", "67320", "481109"], "ranked_scores": [0.8131, 0.8, 0.7694, 0.7618, 0.747, 0.7428, 0.7139, 0.7007, 0.7005, 0.6963], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.7654, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.9134, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "250143": {"relevant_ids": ["250142"], "ranked_ids": ["250142", "473276", "206630", "492698", "368186", "526032", "50538", "509757", "38409", "76062"], "ranked_scores": [0.8582, 0.8518, 0.6273, 0.6174, 0.609, 0.608, 0.5943, 0.5821, 0.5807, 0.5754], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13223": {"relevant_ids": ["88348", "13224", "156773", "20277", "88349"], "ranked_ids": ["156773", "13224", "88349", "88348", "137719", "86343", "366749", "24720", "20277", "11938"], "ranked_scores": [0.9474, 0.9245, 0.9158, 0.9119, 0.899, 0.8686, 0.8652, 0.8645, 0.8153, 0.8106], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.2, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6, "ndcg@5": 0.8688, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.8, "ndcg@10": 0.9709, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "11002": {"relevant_ids": ["11003"], "ranked_ids": ["11003", "489539", "444112", "144197", "10212", "266680", "82619", "314099", "12718", "87588"], "ranked_scores": [0.9205, 0.7381, 0.7013, 0.6889, 0.673, 0.6661, 0.6597, 0.6569, 0.6558, 0.6485], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177653": {"relevant_ids": ["79732"], "ranked_ids": ["79732", "39174", "395587", "200611", "373275", "373717", "225019", "310721", "525756", "138956"], "ranked_scores": [0.9007, 0.7565, 0.7386, 0.7372, 0.6979, 0.6747, 0.6651, 0.6579, 0.6168, 0.5705], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "415592": {"relevant_ids": ["415591"], "ranked_ids": ["415591", "430072", "91592", "207607", "84634", "88542", "387370", "322822", "288357", "68386"], "ranked_scores": [0.9136, 0.6964, 0.6814, 0.6813, 0.6768, 0.6727, 0.6623, 0.6598, 0.6454, 0.6394], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "511196": {"relevant_ids": ["511197"], "ranked_ids": ["511197", "156490", "289278", "53962", "491923", "251545", "191329", "328397", "414717", "251546"], "ranked_scores": [0.8982, 0.6912, 0.6752, 0.6547, 0.6329, 0.6323, 0.6264, 0.6105, 0.6036, 0.5961], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "344845": {"relevant_ids": ["344844"], "ranked_ids": ["344844", "79987", "161471", "397001", "380837", "187882", "4915", "327548", "95946", "384928"], "ranked_scores": [0.9115, 0.7912, 0.7874, 0.7476, 0.7441, 0.7428, 0.7416, 0.7393, 0.7391, 0.7294], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "396744": {"relevant_ids": ["396745"], "ranked_ids": ["284966", "527221", "454241", "396745", "145729", "236438", "55767", "375685", "471027", "369693"], "ranked_scores": [0.6369, 0.631, 0.6155, 0.592, 0.567, 0.5666, 0.5582, 0.5558, 0.5547, 0.5507], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "452398": {"relevant_ids": ["452399"], "ranked_ids": ["452399", "487918", "258503", "4228", "169053", "165046", "423427", "435989", "128992", "530610"], "ranked_scores": [0.9417, 0.6512, 0.6003, 0.5955, 0.5829, 0.5803, 0.5552, 0.551, 0.5448, 0.5433], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "182114": {"relevant_ids": ["182113"], "ranked_ids": ["196647", "182113", "229182", "234482", "481882", "328873", "277277", "347178", "236007", "413792"], "ranked_scores": [0.7053, 0.648, 0.632, 0.6213, 0.612, 0.5756, 0.5674, 0.542, 0.5379, 0.5312], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "486260": {"relevant_ids": ["486259"], "ranked_ids": ["486259", "392356", "113749", "114114", "111946", "209254", "145384", "220387", "266904", "46379"], "ranked_scores": [0.9293, 0.739, 0.7387, 0.6994, 0.6926, 0.69, 0.6874, 0.6846, 0.6844, 0.6824], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "455140": {"relevant_ids": ["315935"], "ranked_ids": ["315935", "93864", "246286", "245896", "519049", "315936", "150842", "50224", "369068", "124700"], "ranked_scores": [0.9186, 0.7396, 0.7352, 0.7335, 0.715, 0.7128, 0.6923, 0.6765, 0.6711, 0.6389], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "56198": {"relevant_ids": ["56199"], "ranked_ids": ["56199", "246583", "249114", "431226", "521606", "160194", "3724", "138891", "243039", "480352"], "ranked_scores": [0.9493, 0.6533, 0.6321, 0.6122, 0.5994, 0.5814, 0.5671, 0.5635, 0.5438, 0.5406], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "30172": {"relevant_ids": ["68426", "145119", "145120", "185817", "30173", "373486"], "ranked_ids": ["145120", "160900", "68426", "15236", "205338", "192604", "463253", "373486", "185817", "90983"], "ranked_scores": [0.9347, 0.8851, 0.8585, 0.8431, 0.8218, 0.8025, 0.8012, 0.8003, 0.7979, 0.7967], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.1667, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.5087, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.6405, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.6667}, "127880": {"relevant_ids": ["241164"], "ranked_ids": ["241164", "121458", "135083", "535042", "266615", "504771", "84471", "100860", "156678", "527388"], "ranked_scores": [0.7884, 0.7632, 0.6999, 0.6939, 0.6742, 0.6362, 0.6309, 0.6225, 0.6186, 0.6178], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "167969": {"relevant_ids": ["174461"], "ranked_ids": ["174461", "360983", "91854", "257735", "146236", "78497", "49800", "468723", "10394", "121354"], "ranked_scores": [0.7623, 0.6869, 0.6621, 0.5891, 0.5879, 0.5833, 0.5736, 0.5723, 0.5713, 0.567], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "97986": {"relevant_ids": ["97987"], "ranked_ids": ["97987", "44589", "108564", "393565", "506848", "284181", "336143", "193896", "83797", "44095"], "ranked_scores": [0.9621, 0.7938, 0.734, 0.678, 0.6554, 0.6026, 0.6013, 0.5923, 0.5895, 0.5875], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "12865": {"relevant_ids": ["105683"], "ranked_ids": ["105683", "277453", "92902", "191268", "338609", "155515", "113886", "313106", "477677", "188959"], "ranked_scores": [0.9563, 0.8175, 0.7572, 0.7535, 0.7381, 0.7199, 0.7198, 0.7006, 0.7003, 0.6983], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "215681": {"relevant_ids": ["215680"], "ranked_ids": ["215680", "178515", "57552", "5733", "340195", "54139", "301165", "78042", "177080", "143842"], "ranked_scores": [0.955, 0.7317, 0.7241, 0.719, 0.7107, 0.7077, 0.6961, 0.6915, 0.691, 0.6807], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-roberta-base-mrl-notrunc-atanh": {"127728": {"relevant_ids": ["127729"], "ranked_ids": ["38063", "127729", "278575", "445616", "73255", "469527", "250619", "317591", "245618", "521993"], "ranked_scores": [584.0, 581.0, 563.0, 548.0, 542.0, 542.0, 541.0, 538.0, 536.0, 535.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "318820": {"relevant_ids": ["318821"], "ranked_ids": ["318821", "222238", "355161", "489320", "162581", "380781", "54496", "496708", "483940", "190698"], "ranked_scores": [714.0, 629.0, 595.0, 584.0, 580.0, 579.0, 579.0, 578.0, 577.0, 573.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "296098": {"relevant_ids": ["296097"], "ranked_ids": ["45506", "45507", "469868", "296097", "173403", "56686", "364131", "468805", "134752", "168499"], "ranked_scores": [565.0, 558.0, 557.0, 557.0, 554.0, 551.0, 546.0, 545.0, 538.0, 537.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "150414": {"relevant_ids": ["192835"], "ranked_ids": ["192835", "105782", "516620", "105783", "132912", "103122", "126746", "300433", "335234", "126745"], "ranked_scores": [698.0, 679.0, 645.0, 642.0, 634.0, 614.0, 593.0, 592.0, 590.0, 589.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145582": {"relevant_ids": ["145583"], "ranked_ids": ["145583", "454248", "299264", "130013", "87614", "263736", "192143", "493886", "390399", "173109"], "ranked_scores": [622.0, 557.0, 526.0, 509.0, 505.0, 496.0, 493.0, 493.0, 493.0, 488.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "315712": {"relevant_ids": ["315713"], "ranked_ids": ["315713", "153536", "377891", "203205", "107153", "368164", "454814", "408588", "396505", "100067"], "ranked_scores": [669.0, 610.0, 602.0, 591.0, 587.0, 587.0, 584.0, 582.0, 580.0, 579.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145739": {"relevant_ids": ["145740"], "ranked_ids": ["145740", "241979", "366074", "415781", "115412", "85134", "33202", "347337", "323620", "316928"], "ranked_scores": [691.0, 615.0, 593.0, 580.0, 577.0, 564.0, 564.0, 563.0, 559.0, 555.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "308127": {"relevant_ids": ["308126"], "ranked_ids": ["308126", "385951", "395527", "79828", "367804", "65412", "513717", "490044", "139188", "498938"], "ranked_scores": [617.0, 545.0, 540.0, 540.0, 537.0, 534.0, 529.0, 529.0, 528.0, 527.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "287245": {"relevant_ids": ["283199", "283198", "322650"], "ranked_ids": ["322650", "283199", "283198", "221783", "221784", "420279", "188940", "304904", "420280", "192143"], "ranked_scores": [664.0, 648.0, 619.0, 549.0, 549.0, 543.0, 540.0, 539.0, 533.0, 532.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "14755": {"relevant_ids": ["211906", "14756"], "ranked_ids": ["450970", "14756", "211906", "449494", "235454", "30834", "236793", "381248", "11310", "481547"], "ranked_scores": [673.0, 671.0, 668.0, 582.0, 570.0, 564.0, 560.0, 559.0, 545.0, 535.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6934, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6934, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6934, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "370170": {"relevant_ids": ["370169"], "ranked_ids": ["370169", "476551", "96998", "279893", "117854", "537762", "88911", "211280", "449037", "70975"], "ranked_scores": [758.0, 535.0, 517.0, 516.0, 515.0, 514.0, 514.0, 511.0, 511.0, 511.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "41774": {"relevant_ids": ["41773"], "ranked_ids": ["41773", "33017", "148165", "214766", "239344", "468655", "407675", "442459", "467781", "475177"], "ranked_scores": [642.0, 553.0, 544.0, 541.0, 532.0, 530.0, 526.0, 521.0, 520.0, 520.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "399648": {"relevant_ids": ["399649"], "ranked_ids": ["399649", "225815", "435035", "481934", "324839", "359281", "470800", "445074", "411313", "380626"], "ranked_scores": [749.0, 616.0, 600.0, 580.0, 572.0, 569.0, 569.0, 562.0, 562.0, 560.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "504811": {"relevant_ids": ["504810"], "ranked_ids": ["504810", "309894", "508685", "276160", "175461", "451065", "298555", "364238", "90374", "55899"], "ranked_scores": [752.0, 558.0, 555.0, 546.0, 537.0, 536.0, 533.0, 532.0, 530.0, 527.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "362950": {"relevant_ids": ["362949", "400212"], "ranked_ids": ["362949", "400212", "427587", "475478", "487392", "129563", "9132", "348827", "438104", "155870"], "ranked_scores": [648.0, 641.0, 583.0, 578.0, 576.0, 570.0, 565.0, 564.0, 563.0, 558.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "155873": {"relevant_ids": ["155874"], "ranked_ids": ["155874", "392604", "136219", "346009", "3249", "230787", "122134", "3139", "146003", "292617"], "ranked_scores": [582.0, 547.0, 540.0, 532.0, 525.0, 516.0, 516.0, 513.0, 512.0, 511.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "263432": {"relevant_ids": ["263433"], "ranked_ids": ["263433", "128303", "407204", "261419", "401373", "473794", "372749", "301563", "345287", "147629"], "ranked_scores": [656.0, 577.0, 552.0, 547.0, 546.0, 542.0, 541.0, 541.0, 539.0, 536.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "354945": {"relevant_ids": ["354946"], "ranked_ids": ["354946", "254071", "287396", "54650", "395883", "63372", "462983", "57631", "447155", "157453"], "ranked_scores": [696.0, 602.0, 537.0, 529.0, 522.0, 520.0, 520.0, 517.0, 513.0, 507.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "245417": {"relevant_ids": ["248195", "219475"], "ranked_ids": ["219475", "40657", "64433", "248195", "413039", "164159", "319022", "14180", "368145", "355903"], "ranked_scores": [648.0, 641.0, 604.0, 600.0, 584.0, 584.0, 583.0, 570.0, 568.0, 563.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.8772, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.8772, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "516276": {"relevant_ids": ["516277"], "ranked_ids": ["516277", "19755", "34173", "510783", "76958", "489791", "438101", "149233", "286275", "479392"], "ranked_scores": [716.0, 644.0, 622.0, 616.0, 610.0, 589.0, 573.0, 568.0, 566.0, 565.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177580": {"relevant_ids": ["177579"], "ranked_ids": ["177579", "115954", "129413", "129412", "165282", "370405", "255647", "391563", "272252", "75396"], "ranked_scores": [728.0, 540.0, 532.0, 528.0, 527.0, 522.0, 521.0, 512.0, 511.0, 509.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "309865": {"relevant_ids": ["78624", "78623", "33713"], "ranked_ids": ["33713", "405094", "78623", "78624", "153484", "209041", "469068", "495751", "235483", "437065"], "ranked_scores": [677.0, 667.0, 666.0, 646.0, 625.0, 613.0, 613.0, 593.0, 587.0, 586.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.906, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.906, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "510387": {"relevant_ids": ["510386"], "ranked_ids": ["241538", "510386", "40390", "52003", "344869", "241537", "170896", "254292", "101855", "371033"], "ranked_scores": [664.0, 662.0, 645.0, 635.0, 629.0, 618.0, 617.0, 607.0, 600.0, 600.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "26645": {"relevant_ids": ["26644"], "ranked_ids": ["26644", "318396", "207775", "83875", "83874", "193896", "461704", "234865", "256679", "332055"], "ranked_scores": [735.0, 619.0, 601.0, 586.0, 582.0, 574.0, 571.0, 569.0, 566.0, 566.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "47788": {"relevant_ids": ["455725"], "ranked_ids": ["455725", "59223", "235686", "331", "348138", "8505", "47703", "101721", "518171", "120701"], "ranked_scores": [690.0, 668.0, 657.0, 655.0, 653.0, 650.0, 649.0, 642.0, 632.0, 611.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "338281": {"relevant_ids": ["338282"], "ranked_ids": ["338282", "119513", "430005", "434432", "467526", "431433", "234727", "315387", "291354", "138712"], "ranked_scores": [680.0, 530.0, 527.0, 517.0, 516.0, 512.0, 509.0, 509.0, 506.0, 503.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "461149": {"relevant_ids": ["461148"], "ranked_ids": ["525835", "461148", "203100", "527101", "302225", "377056", "100854", "8828", "17980", "85426"], "ranked_scores": [625.0, 620.0, 597.0, 592.0, 579.0, 566.0, 565.0, 563.0, 560.0, 560.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "346126": {"relevant_ids": ["110710", "110711"], "ranked_ids": ["110710", "110711", "154338", "203476", "6816", "108617", "168350", "393684", "528998", "355996"], "ranked_scores": [694.0, 677.0, 660.0, 606.0, 602.0, 594.0, 594.0, 590.0, 590.0, 583.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "372986": {"relevant_ids": ["262882", "49961"], "ranked_ids": ["49961", "262882", "140335", "485235", "215938", "303468", "516501", "108183", "320580", "443239"], "ranked_scores": [719.0, 634.0, 550.0, 550.0, 546.0, 535.0, 535.0, 534.0, 533.0, 531.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "501182": {"relevant_ids": ["501181"], "ranked_ids": ["501181", "274777", "179018", "109121", "402718", "446824", "447737", "231545", "34530", "474402"], "ranked_scores": [678.0, 527.0, 520.0, 519.0, 517.0, 516.0, 514.0, 505.0, 505.0, 497.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13800": {"relevant_ids": ["13799", "376590", "408522"], "ranked_ids": ["13799", "376590", "408522", "179943", "481109", "363079", "30987", "448205", "8622", "23471"], "ranked_scores": [672.0, 642.0, 629.0, 628.0, 587.0, 580.0, 571.0, 569.0, 569.0, 564.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "250143": {"relevant_ids": ["250142"], "ranked_ids": ["250142", "473276", "76062", "96270", "509758", "50539", "73729", "57156", "520955", "368186"], "ranked_scores": [613.0, 597.0, 548.0, 540.0, 529.0, 526.0, 525.0, 523.0, 523.0, 522.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13223": {"relevant_ids": ["156773", "13224", "88348", "20277", "88349"], "ranked_ids": ["156773", "88349", "88348", "366749", "13224", "86343", "24720", "137719", "223304", "20277"], "ranked_scores": [735.0, 657.0, 654.0, 647.0, 637.0, 637.0, 629.0, 622.0, 606.0, 601.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.2, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6, "ndcg@5": 0.8539, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.8, "ndcg@10": 0.952, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "11002": {"relevant_ids": ["11003"], "ranked_ids": ["11003", "444112", "489539", "144197", "42203", "10212", "314099", "347493", "83066", "87346"], "ranked_scores": [652.0, 626.0, 618.0, 612.0, 609.0, 608.0, 606.0, 600.0, 596.0, 593.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177653": {"relevant_ids": ["79732"], "ranked_ids": ["79732", "200611", "39174", "395587", "525756", "137270", "412316", "377344", "414347", "393895"], "ranked_scores": [667.0, 627.0, 618.0, 567.0, 563.0, 537.0, 526.0, 521.0, 508.0, 506.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "415592": {"relevant_ids": ["415591"], "ranked_ids": ["415591", "430072", "435045", "84634", "499684", "88542", "485706", "288357", "81159", "480909"], "ranked_scores": [688.0, 576.0, 568.0, 562.0, 556.0, 555.0, 552.0, 547.0, 544.0, 542.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "511196": {"relevant_ids": ["511197"], "ranked_ids": ["511197", "156490", "251545", "45940", "77372", "289278", "352492", "53962", "276902", "328397"], "ranked_scores": [657.0, 541.0, 538.0, 534.0, 531.0, 518.0, 518.0, 513.0, 507.0, 506.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "344845": {"relevant_ids": ["344844"], "ranked_ids": ["344844", "516558", "397001", "162045", "79987", "327485", "311499", "160276", "289918", "95946"], "ranked_scores": [690.0, 595.0, 587.0, 585.0, 582.0, 579.0, 578.0, 577.0, 577.0, 576.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "396744": {"relevant_ids": ["396745"], "ranked_ids": ["396745", "236438", "313629", "507513", "284966", "421257", "75399", "369693", "184901", "185416"], "ranked_scores": [584.0, 551.0, 551.0, 542.0, 541.0, 536.0, 529.0, 528.0, 527.0, 527.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "452398": {"relevant_ids": ["452399"], "ranked_ids": ["452399", "90225", "530610", "450912", "372901", "369385", "230141", "102618", "325254", "198670"], "ranked_scores": [734.0, 547.0, 541.0, 540.0, 531.0, 530.0, 529.0, 528.0, 528.0, 526.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "182114": {"relevant_ids": ["182113"], "ranked_ids": ["182113", "196647", "234482", "405340", "475847", "229182", "139689", "531602", "481882", "95186"], "ranked_scores": [645.0, 618.0, 582.0, 578.0, 573.0, 573.0, 572.0, 568.0, 561.0, 559.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "486260": {"relevant_ids": ["486259"], "ranked_ids": ["486259", "392356", "113749", "209254", "266904", "221509", "65893", "391328", "111946", "146738"], "ranked_scores": [684.0, 613.0, 598.0, 568.0, 555.0, 555.0, 550.0, 549.0, 548.0, 546.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "455140": {"relevant_ids": ["315935"], "ranked_ids": ["315935", "308963", "106381", "315936", "246286", "124700", "369068", "519049", "245896", "466508"], "ranked_scores": [683.0, 584.0, 546.0, 546.0, 546.0, 542.0, 542.0, 541.0, 540.0, 539.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "56198": {"relevant_ids": ["56199"], "ranked_ids": ["56199", "199688", "67917", "160914", "43404", "138891", "123344", "178088", "160194", "243039"], "ranked_scores": [714.0, 543.0, 543.0, 538.0, 534.0, 528.0, 527.0, 522.0, 520.0, 519.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "30172": {"relevant_ids": ["145120", "30173", "68426", "373486", "145119", "185817"], "ranked_ids": ["145120", "160900", "68426", "373486", "185581", "30173", "205338", "145119", "185817", "319821"], "ranked_scores": [660.0, 653.0, 649.0, 645.0, 641.0, 628.0, 621.0, 620.0, 610.0, 601.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.1667, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.6548, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.8786, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "127880": {"relevant_ids": ["241164"], "ranked_ids": ["241164", "121458", "135083", "122116", "389443", "112470", "450198", "14626", "535042", "60262"], "ranked_scores": [604.0, 565.0, 563.0, 539.0, 538.0, 537.0, 521.0, 516.0, 516.0, 516.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "167969": {"relevant_ids": ["174461"], "ranked_ids": ["174461", "360983", "130124", "130123", "60171", "207491", "364147", "171665", "448412", "78497"], "ranked_scores": [638.0, 629.0, 575.0, 557.0, 556.0, 547.0, 546.0, 545.0, 538.0, 538.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "97986": {"relevant_ids": ["97987"], "ranked_ids": ["97987", "44589", "212168", "234865", "187976", "89059", "318396", "193896", "371360", "393565"], "ranked_scores": [733.0, 619.0, 579.0, 573.0, 571.0, 569.0, 567.0, 566.0, 565.0, 565.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "12865": {"relevant_ids": ["105683"], "ranked_ids": ["105683", "92902", "56590", "188704", "356189", "83623", "469289", "83622", "313106", "291690"], "ranked_scores": [733.0, 599.0, 581.0, 575.0, 573.0, 572.0, 564.0, 563.0, 558.0, 556.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "215681": {"relevant_ids": ["215680"], "ranked_ids": ["215680", "178515", "143842", "297953", "63757", "57552", "177080", "340195", "52235", "5733"], "ranked_scores": [721.0, 579.0, 574.0, 572.0, 570.0, 568.0, 558.0, 557.0, 555.0, 549.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-roberta-base-mrl-512-atanh": {"127728": {"relevant_ids": ["127729"], "ranked_ids": ["127729", "38063", "278575", "73255", "469527", "521993", "29358", "174559", "127676", "250619"], "ranked_scores": [396.0, 384.0, 381.0, 366.0, 365.0, 365.0, 365.0, 359.0, 359.0, 358.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "318820": {"relevant_ids": ["318821"], "ranked_ids": ["318821", "222238", "355161", "489320", "332715", "377941", "54496", "483940", "492379", "496708"], "ranked_scores": [475.0, 418.0, 395.0, 390.0, 389.0, 387.0, 386.0, 386.0, 384.0, 384.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "296098": {"relevant_ids": ["296097"], "ranked_ids": ["45506", "56686", "45507", "173403", "364131", "469868", "468805", "296097", "168499", "469985"], "ranked_scores": [379.0, 372.0, 369.0, 365.0, 364.0, 364.0, 362.0, 362.0, 357.0, 357.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3155, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "150414": {"relevant_ids": ["192835"], "ranked_ids": ["192835", "105782", "105783", "132912", "516620", "103122", "335234", "126745", "300433", "126746"], "ranked_scores": [464.0, 454.0, 433.0, 427.0, 421.0, 406.0, 396.0, 395.0, 393.0, 389.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145582": {"relevant_ids": ["145583"], "ranked_ids": ["145583", "454248", "299264", "110298", "87614", "390399", "263736", "130013", "173109", "192143"], "ranked_scores": [416.0, 367.0, 345.0, 336.0, 333.0, 333.0, 332.0, 329.0, 328.0, 327.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "315712": {"relevant_ids": ["315713"], "ranked_ids": ["315713", "153536", "377891", "368164", "107153", "408588", "203205", "100067", "454814", "120489"], "ranked_scores": [445.0, 406.0, 399.0, 394.0, 394.0, 392.0, 390.0, 390.0, 390.0, 387.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145739": {"relevant_ids": ["145740"], "ranked_ids": ["145740", "241979", "366074", "115412", "347337", "415781", "33202", "316928", "323620", "85426"], "ranked_scores": [448.0, 407.0, 400.0, 385.0, 382.0, 381.0, 379.0, 375.0, 375.0, 372.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "308127": {"relevant_ids": ["308126"], "ranked_ids": ["308126", "139188", "385951", "513717", "395527", "301104", "77650", "79828", "65412", "94272"], "ranked_scores": [406.0, 364.0, 362.0, 362.0, 360.0, 359.0, 357.0, 357.0, 356.0, 355.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "287245": {"relevant_ids": ["283199", "283198", "322650"], "ranked_ids": ["322650", "283199", "283198", "221783", "188940", "221784", "192143", "420279", "304904", "420280"], "ranked_scores": [444.0, 437.0, 415.0, 368.0, 368.0, 367.0, 362.0, 361.0, 360.0, 359.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "14755": {"relevant_ids": ["211906", "14756"], "ranked_ids": ["450970", "211906", "14756", "449494", "235454", "30834", "381248", "236793", "11310", "218584"], "ranked_scores": [454.0, 452.0, 451.0, 394.0, 384.0, 380.0, 380.0, 374.0, 363.0, 363.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6934, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6934, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6934, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "370170": {"relevant_ids": ["370169"], "ranked_ids": ["370169", "476551", "96998", "466920", "528884", "433820", "117854", "404718", "537762", "59810"], "ranked_scores": [504.0, 354.0, 352.0, 347.0, 345.0, 344.0, 344.0, 341.0, 340.0, 340.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "41774": {"relevant_ids": ["41773"], "ranked_ids": ["41773", "33017", "148165", "468655", "239344", "433894", "214766", "407675", "74218", "307530"], "ranked_scores": [424.0, 370.0, 363.0, 354.0, 354.0, 348.0, 347.0, 346.0, 344.0, 343.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "399648": {"relevant_ids": ["399649"], "ranked_ids": ["399649", "225815", "435035", "481934", "380626", "359281", "324839", "470800", "445074", "462253"], "ranked_scores": [501.0, 411.0, 401.0, 384.0, 382.0, 382.0, 381.0, 376.0, 375.0, 374.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "504811": {"relevant_ids": ["504810"], "ranked_ids": ["504810", "309894", "276160", "508685", "175461", "487409", "90374", "527852", "451065", "55899"], "ranked_scores": [499.0, 368.0, 364.0, 361.0, 355.0, 355.0, 355.0, 354.0, 353.0, 351.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "362950": {"relevant_ids": ["362949", "400212"], "ranked_ids": ["362949", "400212", "475478", "129563", "427587", "348827", "438104", "9132", "487392", "344212"], "ranked_scores": [430.0, 424.0, 394.0, 386.0, 385.0, 382.0, 378.0, 378.0, 378.0, 374.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "155873": {"relevant_ids": ["155874"], "ranked_ids": ["155874", "392604", "136219", "122134", "346009", "170784", "444541", "3249", "383066", "230787"], "ranked_scores": [378.0, 363.0, 362.0, 351.0, 350.0, 350.0, 345.0, 344.0, 343.0, 341.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "263432": {"relevant_ids": ["263433"], "ranked_ids": ["263433", "128303", "407204", "401373", "301563", "261419", "372749", "323613", "345287", "147629"], "ranked_scores": [439.0, 394.0, 375.0, 368.0, 363.0, 361.0, 360.0, 358.0, 358.0, 357.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "354945": {"relevant_ids": ["354946"], "ranked_ids": ["354946", "254071", "287396", "462983", "54650", "280738", "57631", "395883", "124701", "501255"], "ranked_scores": [459.0, 405.0, 358.0, 350.0, 345.0, 341.0, 341.0, 340.0, 338.0, 338.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "245417": {"relevant_ids": ["248195", "219475"], "ranked_ids": ["40657", "219475", "64433", "248195", "319022", "413039", "164159", "368145", "355903", "37326"], "ranked_scores": [429.0, 425.0, 402.0, 401.0, 390.0, 389.0, 384.0, 381.0, 380.0, 380.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6509, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6509, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "516276": {"relevant_ids": ["516277"], "ranked_ids": ["516277", "19755", "34173", "510783", "76958", "489791", "385401", "149233", "438101", "352289"], "ranked_scores": [478.0, 430.0, 414.0, 414.0, 410.0, 396.0, 384.0, 383.0, 383.0, 380.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177580": {"relevant_ids": ["177579"], "ranked_ids": ["177579", "129413", "129412", "115954", "255647", "218752", "370405", "165282", "18081", "272252"], "ranked_scores": [486.0, 370.0, 367.0, 359.0, 358.0, 348.0, 348.0, 347.0, 343.0, 340.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "309865": {"relevant_ids": ["78624", "78623", "33713"], "ranked_ids": ["33713", "405094", "78623", "78624", "153484", "209041", "469068", "495751", "437065", "245397"], "ranked_scores": [452.0, 445.0, 443.0, 434.0, 422.0, 406.0, 406.0, 391.0, 390.0, 386.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.906, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.906, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "510387": {"relevant_ids": ["510386"], "ranked_ids": ["241538", "510386", "52003", "40390", "344869", "170896", "241537", "101855", "254292", "371033"], "ranked_scores": [438.0, 429.0, 422.0, 421.0, 418.0, 404.0, 404.0, 400.0, 399.0, 396.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "26645": {"relevant_ids": ["26644"], "ranked_ids": ["26644", "318396", "207775", "83875", "83874", "193896", "461704", "234865", "267521", "256679"], "ranked_scores": [496.0, 419.0, 401.0, 390.0, 388.0, 385.0, 382.0, 382.0, 382.0, 381.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "47788": {"relevant_ids": ["455725"], "ranked_ids": ["455725", "235686", "59223", "348138", "331", "8505", "47703", "101721", "518171", "105230"], "ranked_scores": [463.0, 445.0, 445.0, 444.0, 439.0, 438.0, 434.0, 432.0, 424.0, 414.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "338281": {"relevant_ids": ["338282"], "ranked_ids": ["338282", "119513", "315387", "430005", "138712", "467526", "431433", "291354", "362498", "222138"], "ranked_scores": [460.0, 356.0, 351.0, 350.0, 346.0, 343.0, 343.0, 342.0, 342.0, 341.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "461149": {"relevant_ids": ["461148"], "ranked_ids": ["525835", "461148", "527101", "203100", "302225", "100854", "377056", "17980", "8828", "335800"], "ranked_scores": [418.0, 401.0, 397.0, 391.0, 383.0, 374.0, 371.0, 370.0, 370.0, 369.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "346126": {"relevant_ids": ["110710", "110711"], "ranked_ids": ["110710", "110711", "154338", "203476", "108617", "6816", "393684", "168350", "254526", "528998"], "ranked_scores": [460.0, 447.0, 439.0, 391.0, 386.0, 385.0, 378.0, 377.0, 376.0, 376.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "372986": {"relevant_ids": ["262882", "49961"], "ranked_ids": ["49961", "262882", "140335", "215938", "485235", "516501", "320580", "303468", "415486", "262821"], "ranked_scores": [474.0, 419.0, 364.0, 362.0, 361.0, 359.0, 357.0, 356.0, 356.0, 355.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "501182": {"relevant_ids": ["501181"], "ranked_ids": ["501181", "179018", "447737", "274777", "402718", "109121", "446824", "474402", "231545", "34530"], "ranked_scores": [453.0, 354.0, 351.0, 350.0, 347.0, 346.0, 342.0, 338.0, 337.0, 336.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13800": {"relevant_ids": ["13799", "376590", "408522"], "ranked_ids": ["13799", "376590", "179943", "408522", "481109", "363079", "23471", "30987", "448205", "8622"], "ranked_scores": [446.0, 424.0, 417.0, 415.0, 392.0, 392.0, 380.0, 378.0, 377.0, 377.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.9675, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9675, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "250143": {"relevant_ids": ["250142"], "ranked_ids": ["250142", "473276", "50539", "76062", "96270", "509758", "520955", "509757", "73729", "58986"], "ranked_scores": [409.0, 407.0, 361.0, 360.0, 359.0, 358.0, 356.0, 354.0, 352.0, 347.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13223": {"relevant_ids": ["156773", "13224", "88348", "20277", "88349"], "ranked_ids": ["156773", "88349", "88348", "366749", "86343", "13224", "24720", "137719", "223304", "20277"], "ranked_scores": [497.0, 444.0, 442.0, 437.0, 431.0, 430.0, 421.0, 419.0, 408.0, 404.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.2, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6, "ndcg@5": 0.7227, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6, "ndcg@10": 0.9416, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "11002": {"relevant_ids": ["11003"], "ranked_ids": ["11003", "444112", "314099", "42203", "10212", "144197", "489539", "83066", "347493", "87346"], "ranked_scores": [439.0, 419.0, 412.0, 410.0, 410.0, 410.0, 406.0, 403.0, 401.0, 397.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177653": {"relevant_ids": ["79732"], "ranked_ids": ["79732", "39174", "200611", "395587", "525756", "377344", "412316", "137270", "208018", "393895"], "ranked_scores": [444.0, 422.0, 414.0, 383.0, 373.0, 363.0, 356.0, 355.0, 336.0, 336.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "415592": {"relevant_ids": ["415591"], "ranked_ids": ["415591", "430072", "17843", "84634", "435045", "499684", "81159", "288357", "322822", "172118"], "ranked_scores": [465.0, 388.0, 375.0, 374.0, 372.0, 372.0, 370.0, 367.0, 365.0, 364.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "511196": {"relevant_ids": ["511197"], "ranked_ids": ["511197", "251545", "156490", "289278", "45940", "352492", "77372", "328397", "220596", "349723"], "ranked_scores": [431.0, 359.0, 357.0, 355.0, 353.0, 351.0, 351.0, 350.0, 346.0, 337.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "344845": {"relevant_ids": ["344844"], "ranked_ids": ["344844", "516558", "397001", "162045", "160276", "1096", "327485", "155049", "311499", "79987"], "ranked_scores": [464.0, 397.0, 389.0, 389.0, 388.0, 387.0, 385.0, 384.0, 384.0, 384.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "396744": {"relevant_ids": ["396745"], "ranked_ids": ["396745", "421257", "236438", "507513", "313629", "284966", "75399", "400510", "185416", "481437"], "ranked_scores": [388.0, 374.0, 370.0, 367.0, 363.0, 363.0, 362.0, 354.0, 352.0, 349.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "452398": {"relevant_ids": ["452399"], "ranked_ids": ["452399", "90225", "324290", "450912", "530610", "369385", "134287", "230141", "198670", "325254"], "ranked_scores": [490.0, 357.0, 355.0, 355.0, 354.0, 353.0, 352.0, 350.0, 344.0, 344.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "182114": {"relevant_ids": ["182113"], "ranked_ids": ["182113", "196647", "234482", "139689", "229182", "531602", "405340", "475847", "80224", "95186"], "ranked_scores": [426.0, 411.0, 388.0, 384.0, 381.0, 379.0, 378.0, 378.0, 377.0, 374.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "486260": {"relevant_ids": ["486259"], "ranked_ids": ["486259", "392356", "113749", "209254", "65893", "266904", "146738", "209255", "241333", "391328"], "ranked_scores": [463.0, 411.0, 402.0, 383.0, 380.0, 379.0, 373.0, 370.0, 369.0, 367.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "455140": {"relevant_ids": ["315935"], "ranked_ids": ["315935", "308963", "106381", "203993", "124700", "16399", "466508", "369068", "413521", "407173"], "ranked_scores": [451.0, 384.0, 369.0, 363.0, 362.0, 358.0, 358.0, 356.0, 356.0, 356.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "56198": {"relevant_ids": ["56199"], "ranked_ids": ["56199", "43404", "199688", "67917", "160914", "71092", "138891", "243039", "123344", "43405"], "ranked_scores": [475.0, 363.0, 363.0, 358.0, 357.0, 356.0, 354.0, 353.0, 351.0, 351.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "30172": {"relevant_ids": ["145120", "30173", "68426", "373486", "145119", "185817"], "ranked_ids": ["145120", "160900", "68426", "185581", "373486", "205338", "30173", "145119", "185817", "319821"], "ranked_scores": [444.0, 438.0, 436.0, 429.0, 427.0, 414.0, 409.0, 408.0, 407.0, 402.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.1667, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.6399, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.8584, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "127880": {"relevant_ids": ["241164"], "ranked_ids": ["241164", "121458", "135083", "112470", "389443", "122116", "450198", "307991", "104625", "527388"], "ranked_scores": [401.0, 375.0, 368.0, 357.0, 357.0, 357.0, 349.0, 347.0, 342.0, 342.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "167969": {"relevant_ids": ["174461"], "ranked_ids": ["174461", "360983", "130124", "130123", "156041", "207491", "60171", "171665", "365197", "364147"], "ranked_scores": [420.0, 414.0, 384.0, 370.0, 363.0, 363.0, 363.0, 361.0, 361.0, 357.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "97986": {"relevant_ids": ["97987"], "ranked_ids": ["97987", "44589", "234865", "193896", "318396", "212168", "89059", "326597", "189696", "41241"], "ranked_scores": [486.0, 411.0, 392.0, 391.0, 391.0, 390.0, 388.0, 388.0, 383.0, 381.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "12865": {"relevant_ids": ["105683"], "ranked_ids": ["105683", "92902", "56590", "83623", "83622", "188704", "101617", "356189", "291690", "469289"], "ranked_scores": [491.0, 399.0, 390.0, 390.0, 386.0, 381.0, 378.0, 377.0, 375.0, 375.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "215681": {"relevant_ids": ["215680"], "ranked_ids": ["215680", "178515", "57552", "297953", "143842", "63757", "52235", "340195", "301165", "349338"], "ranked_scores": [475.0, 393.0, 381.0, 380.0, 378.0, 375.0, 368.0, 365.0, 363.0, 362.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-roberta-base-mrl-256-atanh": {"127728": {"relevant_ids": ["127729"], "ranked_ids": ["127729", "278575", "250619", "38063", "29358", "174559", "78763", "255261", "433315", "92818"], "ranked_scores": [189.0, 188.0, 185.0, 184.0, 184.0, 183.0, 182.0, 181.0, 181.0, 181.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "318820": {"relevant_ids": ["318821"], "ranked_ids": ["318821", "222238", "489320", "483940", "355161", "481262", "380781", "103640", "31320", "492379"], "ranked_scores": [236.0, 214.0, 198.0, 198.0, 198.0, 196.0, 196.0, 196.0, 195.0, 195.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "296098": {"relevant_ids": ["296097"], "ranked_ids": ["469985", "513540", "468805", "45507", "56686", "296097", "412371", "45506", "173403", "423933"], "ranked_scores": [189.0, 186.0, 185.0, 183.0, 183.0, 181.0, 180.0, 180.0, 178.0, 178.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "150414": {"relevant_ids": ["192835"], "ranked_ids": ["192835", "105782", "132912", "105783", "516620", "103122", "296128", "335234", "126745", "113488"], "ranked_scores": [229.0, 223.0, 216.0, 212.0, 211.0, 201.0, 201.0, 201.0, 199.0, 196.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145582": {"relevant_ids": ["145583"], "ranked_ids": ["145583", "454248", "299264", "263736", "192143", "87614", "505890", "390399", "493886", "43082"], "ranked_scores": [218.0, 186.0, 180.0, 170.0, 169.0, 168.0, 167.0, 165.0, 165.0, 165.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "315712": {"relevant_ids": ["315713"], "ranked_ids": ["315713", "377891", "153536", "408588", "120489", "368164", "107153", "396505", "454814", "100067"], "ranked_scores": [223.0, 202.0, 200.0, 198.0, 198.0, 196.0, 196.0, 195.0, 194.0, 193.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145739": {"relevant_ids": ["145740"], "ranked_ids": ["145740", "366074", "241979", "33202", "415781", "115412", "323620", "17980", "316928", "414838"], "ranked_scores": [223.0, 202.0, 202.0, 194.0, 191.0, 190.0, 188.0, 187.0, 187.0, 186.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "308127": {"relevant_ids": ["308126"], "ranked_ids": ["308126", "139188", "79828", "513717", "77650", "98400", "498938", "100860", "395527", "490044"], "ranked_scores": [200.0, 186.0, 182.0, 182.0, 182.0, 181.0, 180.0, 180.0, 179.0, 179.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "287245": {"relevant_ids": ["283199", "283198", "322650"], "ranked_ids": ["322650", "283199", "283198", "420280", "450635", "497666", "420279", "508239", "192143", "221783"], "ranked_scores": [221.0, 218.0, 200.0, 179.0, 177.0, 177.0, 177.0, 177.0, 176.0, 176.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "14755": {"relevant_ids": ["211906", "14756"], "ranked_ids": ["450970", "14756", "211906", "30834", "449494", "218584", "235454", "169258", "206557", "236793"], "ranked_scores": [231.0, 231.0, 229.0, 193.0, 188.0, 187.0, 186.0, 183.0, 183.0, 183.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6934, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6934, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6934, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "370170": {"relevant_ids": ["370169"], "ranked_ids": ["370169", "191527", "537762", "59810", "476551", "466920", "96998", "117854", "404718", "449037"], "ranked_scores": [253.0, 180.0, 180.0, 179.0, 178.0, 178.0, 177.0, 176.0, 176.0, 175.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "41774": {"relevant_ids": ["41773"], "ranked_ids": ["41773", "33017", "148165", "239344", "366794", "433894", "407675", "194725", "33082", "468655"], "ranked_scores": [210.0, 190.0, 179.0, 176.0, 175.0, 174.0, 173.0, 171.0, 171.0, 170.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "399648": {"relevant_ids": ["399649"], "ranked_ids": ["399649", "435035", "225815", "462253", "445074", "324839", "481934", "212809", "411313", "529004"], "ranked_scores": [250.0, 204.0, 194.0, 194.0, 193.0, 191.0, 189.0, 186.0, 185.0, 184.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "504811": {"relevant_ids": ["504810"], "ranked_ids": ["504810", "364238", "309894", "97434", "508685", "55899", "175461", "527852", "388972", "451065"], "ranked_scores": [249.0, 182.0, 182.0, 181.0, 180.0, 180.0, 178.0, 178.0, 177.0, 176.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "362950": {"relevant_ids": ["362949", "400212"], "ranked_ids": ["362949", "400212", "427587", "348827", "475478", "155870", "9132", "487392", "419727", "78020"], "ranked_scores": [215.0, 213.0, 203.0, 201.0, 197.0, 196.0, 195.0, 194.0, 187.0, 185.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "155873": {"relevant_ids": ["155874"], "ranked_ids": ["155874", "392604", "136219", "170784", "122134", "146003", "230787", "444541", "346009", "439035"], "ranked_scores": [195.0, 191.0, 182.0, 179.0, 177.0, 174.0, 173.0, 171.0, 171.0, 170.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "263432": {"relevant_ids": ["263433"], "ranked_ids": ["263433", "128303", "407204", "372749", "301563", "371563", "401373", "261419", "345287", "437085"], "ranked_scores": [218.0, 201.0, 195.0, 188.0, 186.0, 184.0, 184.0, 183.0, 183.0, 182.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "354945": {"relevant_ids": ["354946"], "ranked_ids": ["354946", "254071", "287396", "243923", "124701", "54650", "395883", "462983", "462984", "501255"], "ranked_scores": [227.0, 205.0, 181.0, 175.0, 175.0, 174.0, 172.0, 172.0, 171.0, 171.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "245417": {"relevant_ids": ["248195", "219475"], "ranked_ids": ["40657", "219475", "64433", "248195", "413039", "319022", "355903", "14180", "37326", "413040"], "ranked_scores": [212.0, 212.0, 208.0, 205.0, 200.0, 198.0, 195.0, 193.0, 190.0, 189.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6509, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6509, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "516276": {"relevant_ids": ["516277"], "ranked_ids": ["516277", "19755", "510783", "34173", "76958", "438101", "489791", "385401", "149233", "70883"], "ranked_scores": [242.0, 214.0, 213.0, 209.0, 201.0, 198.0, 197.0, 195.0, 195.0, 193.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177580": {"relevant_ids": ["177579"], "ranked_ids": ["177579", "129413", "129412", "218752", "115954", "255647", "165282", "370405", "60577", "76563"], "ranked_scores": [246.0, 190.0, 188.0, 182.0, 179.0, 179.0, 178.0, 177.0, 176.0, 175.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "309865": {"relevant_ids": ["78624", "78623", "33713"], "ranked_ids": ["78623", "405094", "33713", "78624", "153484", "469068", "209041", "360054", "437065", "245397"], "ranked_scores": [234.0, 232.0, 228.0, 219.0, 211.0, 207.0, 200.0, 199.0, 198.0, 195.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.906, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.906, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "510387": {"relevant_ids": ["510386"], "ranked_ids": ["510386", "241538", "40390", "52003", "344869", "170896", "371033", "241537", "101855", "254292"], "ranked_scores": [217.0, 216.0, 212.0, 211.0, 206.0, 202.0, 199.0, 197.0, 196.0, 196.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "26645": {"relevant_ids": ["26644"], "ranked_ids": ["26644", "318396", "207775", "267521", "193896", "461704", "189696", "407", "83875", "89059"], "ranked_scores": [248.0, 215.0, 202.0, 202.0, 199.0, 198.0, 196.0, 195.0, 195.0, 195.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "47788": {"relevant_ids": ["455725"], "ranked_ids": ["455725", "59223", "235686", "348138", "8505", "331", "101721", "47703", "518171", "105230"], "ranked_scores": [240.0, 229.0, 226.0, 226.0, 225.0, 222.0, 218.0, 216.0, 209.0, 207.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "338281": {"relevant_ids": ["338282"], "ranked_ids": ["338282", "119513", "431433", "467526", "362498", "315387", "420583", "309463", "457315", "430005"], "ranked_scores": [228.0, 186.0, 182.0, 179.0, 176.0, 174.0, 173.0, 172.0, 172.0, 172.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "461149": {"relevant_ids": ["461148"], "ranked_ids": ["525835", "527101", "461148", "203100", "302225", "335800", "236553", "392721", "8828", "64531"], "ranked_scores": [207.0, 199.0, 196.0, 190.0, 189.0, 186.0, 186.0, 186.0, 184.0, 183.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "346126": {"relevant_ids": ["110710", "110711"], "ranked_ids": ["110710", "110711", "154338", "203476", "6816", "108617", "355996", "393684", "254526", "120979"], "ranked_scores": [232.0, 222.0, 216.0, 200.0, 194.0, 194.0, 192.0, 191.0, 189.0, 186.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "372986": {"relevant_ids": ["262882", "49961"], "ranked_ids": ["49961", "262882", "485235", "516501", "471902", "303468", "215938", "407496", "415486", "330843"], "ranked_scores": [240.0, 208.0, 192.0, 185.0, 185.0, 184.0, 183.0, 182.0, 182.0, 181.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "501182": {"relevant_ids": ["501181"], "ranked_ids": ["501181", "179018", "446824", "402718", "447737", "109121", "143008", "274777", "325288", "474402"], "ranked_scores": [232.0, 184.0, 181.0, 178.0, 178.0, 177.0, 176.0, 175.0, 173.0, 173.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13800": {"relevant_ids": ["13799", "376590", "408522"], "ranked_ids": ["13799", "376590", "408522", "179943", "481109", "8622", "363079", "23471", "306761", "448205"], "ranked_scores": [222.0, 213.0, 210.0, 208.0, 196.0, 194.0, 192.0, 192.0, 191.0, 191.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "250143": {"relevant_ids": ["250142"], "ranked_ids": ["250142", "473276", "520955", "50539", "509757", "96270", "509758", "73729", "76062", "459370"], "ranked_scores": [204.0, 199.0, 187.0, 184.0, 182.0, 182.0, 179.0, 177.0, 177.0, 176.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13223": {"relevant_ids": ["156773", "13224", "88348", "20277", "88349"], "ranked_ids": ["156773", "88349", "88348", "13224", "366749", "86343", "137719", "235061", "163971", "20277"], "ranked_scores": [248.0, 226.0, 223.0, 220.0, 220.0, 214.0, 208.0, 206.0, 205.0, 205.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.2, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6, "ndcg@5": 0.8688, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.8, "ndcg@10": 0.9668, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "11002": {"relevant_ids": ["11003"], "ranked_ids": ["11003", "444112", "42203", "144197", "10212", "87346", "117199", "347493", "489539", "266680"], "ranked_scores": [228.0, 212.0, 209.0, 208.0, 207.0, 207.0, 205.0, 205.0, 203.0, 201.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177653": {"relevant_ids": ["79732"], "ranked_ids": ["79732", "39174", "200611", "525756", "395587", "412316", "137270", "373717", "377344", "274127"], "ranked_scores": [228.0, 214.0, 199.0, 190.0, 190.0, 180.0, 179.0, 178.0, 177.0, 172.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "415592": {"relevant_ids": ["415591"], "ranked_ids": ["415591", "430072", "485706", "499684", "17843", "81159", "88542", "172118", "84634", "435045"], "ranked_scores": [228.0, 194.0, 188.0, 188.0, 187.0, 186.0, 185.0, 184.0, 184.0, 183.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "511196": {"relevant_ids": ["511197"], "ranked_ids": ["511197", "289278", "251545", "220596", "328397", "349723", "154566", "77372", "156490", "45940"], "ranked_scores": [224.0, 186.0, 182.0, 179.0, 178.0, 174.0, 174.0, 172.0, 171.0, 171.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "344845": {"relevant_ids": ["344844"], "ranked_ids": ["344844", "160276", "520124", "516558", "1096", "327485", "289918", "79987", "397001", "6705"], "ranked_scores": [233.0, 203.0, 201.0, 201.0, 200.0, 200.0, 199.0, 199.0, 199.0, 198.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "396744": {"relevant_ids": ["396745"], "ranked_ids": ["396745", "421257", "236438", "75399", "284966", "185416", "313629", "204626", "318589", "163623"], "ranked_scores": [201.0, 190.0, 186.0, 185.0, 183.0, 181.0, 180.0, 179.0, 178.0, 177.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "452398": {"relevant_ids": ["452399"], "ranked_ids": ["452399", "530610", "90225", "230141", "324290", "369385", "159777", "298111", "450912", "325254"], "ranked_scores": [244.0, 183.0, 181.0, 181.0, 180.0, 180.0, 179.0, 177.0, 175.0, 173.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "182114": {"relevant_ids": ["182113"], "ranked_ids": ["182113", "196647", "80224", "234482", "229182", "139689", "531602", "475847", "405340", "481882"], "ranked_scores": [218.0, 203.0, 201.0, 197.0, 196.0, 195.0, 194.0, 192.0, 189.0, 189.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "486260": {"relevant_ids": ["486259"], "ranked_ids": ["486259", "392356", "113749", "65893", "209254", "146738", "266904", "241333", "391328", "209255"], "ranked_scores": [232.0, 210.0, 208.0, 195.0, 195.0, 193.0, 192.0, 191.0, 191.0, 188.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "455140": {"relevant_ids": ["315935"], "ranked_ids": ["315935", "308963", "347188", "203993", "413521", "369068", "237499", "124700", "246286", "50224"], "ranked_scores": [224.0, 191.0, 185.0, 184.0, 184.0, 183.0, 183.0, 182.0, 182.0, 181.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "56198": {"relevant_ids": ["56199"], "ranked_ids": ["56199", "160914", "199688", "43404", "67917", "243039", "43405", "249114", "135929", "456860"], "ranked_scores": [240.0, 193.0, 187.0, 186.0, 184.0, 183.0, 180.0, 180.0, 175.0, 175.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "30172": {"relevant_ids": ["145120", "30173", "68426", "373486", "145119", "185817"], "ranked_ids": ["145120", "68426", "160900", "373486", "185581", "185817", "30173", "205338", "145119", "357893"], "ranked_scores": [219.0, 217.0, 216.0, 214.0, 212.0, 210.0, 209.0, 208.0, 205.0, 205.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.1667, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.6992, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.9236, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "127880": {"relevant_ids": ["241164"], "ranked_ids": ["241164", "135083", "389443", "121458", "112470", "115236", "210277", "122116", "358959", "450198"], "ranked_scores": [200.0, 190.0, 186.0, 182.0, 180.0, 179.0, 179.0, 178.0, 177.0, 177.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "167969": {"relevant_ids": ["174461"], "ranked_ids": ["174461", "360983", "12718", "130124", "238674", "207492", "78497", "468723", "364147", "222958"], "ranked_scores": [215.0, 209.0, 187.0, 186.0, 181.0, 181.0, 181.0, 180.0, 180.0, 179.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "97986": {"relevant_ids": ["97987"], "ranked_ids": ["97987", "44589", "89059", "189696", "207775", "318396", "407", "212168", "326597", "371360"], "ranked_scores": [244.0, 213.0, 201.0, 200.0, 198.0, 197.0, 197.0, 197.0, 195.0, 195.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "12865": {"relevant_ids": ["105683"], "ranked_ids": ["105683", "56590", "83622", "69748", "83623", "356189", "92902", "188704", "469289", "357969"], "ranked_scores": [242.0, 197.0, 195.0, 192.0, 191.0, 190.0, 190.0, 189.0, 189.0, 187.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "215681": {"relevant_ids": ["215680"], "ranked_ids": ["215680", "178515", "52235", "57552", "143842", "297953", "177080", "430626", "5733", "63757"], "ranked_scores": [237.0, 193.0, 190.0, 190.0, 189.0, 186.0, 183.0, 182.0, 182.0, 182.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-roberta-base-mrl-128-atanh": {"127728": {"relevant_ids": ["127729"], "ranked_ids": ["38063", "278575", "250619", "127729", "174559", "212168", "48895", "469527", "489858", "92818"], "ranked_scores": [99.0, 98.0, 97.0, 95.0, 94.0, 94.0, 94.0, 93.0, 93.0, 93.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "318820": {"relevant_ids": ["318821"], "ranked_ids": ["318821", "222238", "355161", "31320", "483940", "20112", "531949", "178549", "496708", "172247"], "ranked_scores": [120.0, 110.0, 104.0, 104.0, 103.0, 102.0, 101.0, 100.0, 100.0, 99.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "296098": {"relevant_ids": ["296097"], "ranked_ids": ["513540", "468805", "469868", "14774", "489312", "296097", "469985", "168499", "56686", "45506"], "ranked_scores": [95.0, 95.0, 93.0, 93.0, 93.0, 92.0, 92.0, 91.0, 91.0, 91.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "150414": {"relevant_ids": ["192835"], "ranked_ids": ["192835", "105782", "132912", "516620", "296128", "105783", "300433", "254340", "470642", "357872"], "ranked_scores": [114.0, 111.0, 110.0, 105.0, 102.0, 101.0, 100.0, 100.0, 100.0, 99.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145582": {"relevant_ids": ["145583"], "ranked_ids": ["145583", "192143", "454248", "308117", "270038", "505890", "39561", "238545", "299264", "493886"], "ranked_scores": [104.0, 93.0, 92.0, 90.0, 87.0, 87.0, 86.0, 85.0, 85.0, 85.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "315712": {"relevant_ids": ["315713"], "ranked_ids": ["315713", "153536", "377891", "396505", "120489", "408588", "194841", "344097", "368164", "58851"], "ranked_scores": [113.0, 102.0, 101.0, 100.0, 98.0, 98.0, 97.0, 97.0, 96.0, 96.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145739": {"relevant_ids": ["145740"], "ranked_ids": ["145740", "366074", "241979", "100854", "17980", "33202", "115412", "415781", "377056", "8828"], "ranked_scores": [111.0, 105.0, 99.0, 97.0, 97.0, 97.0, 97.0, 97.0, 97.0, 96.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "308127": {"relevant_ids": ["308126"], "ranked_ids": ["308126", "513717", "498938", "35763", "139188", "301104", "79828", "36744", "98400", "77650"], "ranked_scores": [106.0, 95.0, 95.0, 94.0, 93.0, 93.0, 93.0, 93.0, 93.0, 93.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "287245": {"relevant_ids": ["283199", "283198", "322650"], "ranked_ids": ["283199", "322650", "283198", "221784", "497666", "420280", "218199", "167144", "508239", "221783"], "ranked_scores": [106.0, 106.0, 98.0, 96.0, 94.0, 93.0, 92.0, 92.0, 92.0, 91.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "14755": {"relevant_ids": ["211906", "14756"], "ranked_ids": ["14756", "211906", "450970", "235454", "30834", "236793", "481547", "169258", "381248", "369731"], "ranked_scores": [117.0, 116.0, 116.0, 102.0, 99.0, 97.0, 96.0, 95.0, 95.0, 95.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "370170": {"relevant_ids": ["370169"], "ranked_ids": ["370169", "59810", "191527", "211280", "156412", "275887", "449037", "404718", "476551", "433820"], "ranked_scores": [126.0, 96.0, 93.0, 92.0, 91.0, 90.0, 90.0, 89.0, 89.0, 89.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "41774": {"relevant_ids": ["41773"], "ranked_ids": ["41773", "33017", "467781", "239344", "148165", "407675", "433894", "506283", "537130", "74218"], "ranked_scores": [104.0, 93.0, 92.0, 90.0, 89.0, 87.0, 87.0, 86.0, 86.0, 85.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "399648": {"relevant_ids": ["399649"], "ranked_ids": ["399649", "435035", "462253", "324839", "225815", "481934", "411313", "465819", "49710", "78914"], "ranked_scores": [124.0, 107.0, 106.0, 102.0, 100.0, 99.0, 99.0, 98.0, 97.0, 97.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "504811": {"relevant_ids": ["504810"], "ranked_ids": ["504810", "97434", "138926", "55899", "364238", "120264", "309894", "256525", "85135", "90374"], "ranked_scores": [126.0, 94.0, 92.0, 91.0, 90.0, 89.0, 89.0, 89.0, 88.0, 88.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "362950": {"relevant_ids": ["362949", "400212"], "ranked_ids": ["362949", "400212", "427587", "475478", "348827", "487392", "155870", "9132", "357629", "419727"], "ranked_scores": [109.0, 108.0, 106.0, 102.0, 101.0, 99.0, 96.0, 95.0, 94.0, 94.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "155873": {"relevant_ids": ["155874"], "ranked_ids": ["392604", "155874", "122134", "136219", "168758", "170784", "252931", "461137", "346009", "444541"], "ranked_scores": [99.0, 98.0, 92.0, 92.0, 91.0, 89.0, 89.0, 89.0, 88.0, 88.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "263432": {"relevant_ids": ["263433"], "ranked_ids": ["263433", "128303", "407204", "371563", "345287", "261419", "301563", "356658", "372749", "473794"], "ranked_scores": [110.0, 99.0, 97.0, 96.0, 95.0, 94.0, 94.0, 94.0, 94.0, 94.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "354945": {"relevant_ids": ["354946"], "ranked_ids": ["354946", "254071", "287396", "124701", "501255", "243923", "54650", "202817", "322478", "395883"], "ranked_scores": [118.0, 99.0, 95.0, 94.0, 92.0, 91.0, 90.0, 89.0, 89.0, 89.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "245417": {"relevant_ids": ["248195", "219475"], "ranked_ids": ["64433", "40657", "248195", "14180", "219475", "413039", "164159", "319022", "37326", "355903"], "ranked_scores": [108.0, 107.0, 106.0, 106.0, 105.0, 103.0, 101.0, 101.0, 101.0, 95.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3066, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.5438, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5438, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "516276": {"relevant_ids": ["516277"], "ranked_ids": ["516277", "19755", "34173", "510783", "76958", "385401", "479392", "489791", "197869", "360438"], "ranked_scores": [120.0, 109.0, 109.0, 108.0, 107.0, 102.0, 100.0, 99.0, 99.0, 98.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177580": {"relevant_ids": ["177579"], "ranked_ids": ["177579", "454968", "218752", "115954", "129413", "394339", "60577", "522481", "446100", "76563"], "ranked_scores": [123.0, 97.0, 92.0, 92.0, 91.0, 91.0, 91.0, 90.0, 89.0, 89.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "309865": {"relevant_ids": ["78624", "78623", "33713"], "ranked_ids": ["78623", "405094", "33713", "78624", "153484", "469068", "437065", "461871", "312029", "495751"], "ranked_scores": [116.0, 115.0, 112.0, 108.0, 107.0, 104.0, 102.0, 101.0, 100.0, 99.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.906, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.906, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "510387": {"relevant_ids": ["510386"], "ranked_ids": ["241538", "52003", "510386", "170896", "40390", "254292", "344869", "107850", "241537", "70143"], "ranked_scores": [114.0, 109.0, 108.0, 106.0, 106.0, 104.0, 103.0, 101.0, 101.0, 99.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "26645": {"relevant_ids": ["26644"], "ranked_ids": ["26644", "318396", "286617", "461704", "267521", "108781", "207775", "12895", "407458", "193896"], "ranked_scores": [126.0, 106.0, 101.0, 101.0, 101.0, 99.0, 98.0, 98.0, 98.0, 97.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "47788": {"relevant_ids": ["455725"], "ranked_ids": ["455725", "59223", "8505", "348138", "331", "235686", "101721", "47703", "518171", "70829"], "ranked_scores": [121.0, 116.0, 115.0, 114.0, 114.0, 113.0, 109.0, 108.0, 106.0, 102.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "338281": {"relevant_ids": ["338282"], "ranked_ids": ["338282", "431433", "457315", "119513", "467526", "362498", "11563", "234727", "480507", "291354"], "ranked_scores": [115.0, 93.0, 93.0, 92.0, 92.0, 91.0, 90.0, 90.0, 90.0, 89.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "461149": {"relevant_ids": ["461148"], "ranked_ids": ["525835", "302225", "461148", "8828", "392721", "100854", "17980", "525888", "377056", "527101"], "ranked_scores": [101.0, 101.0, 101.0, 100.0, 99.0, 99.0, 97.0, 97.0, 95.0, 95.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "346126": {"relevant_ids": ["110710", "110711"], "ranked_ids": ["110710", "110711", "154338", "224692", "6816", "203476", "393684", "355996", "254526", "256937"], "ranked_scores": [116.0, 106.0, 102.0, 99.0, 96.0, 96.0, 96.0, 95.0, 94.0, 94.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "372986": {"relevant_ids": ["262882", "49961"], "ranked_ids": ["49961", "262882", "485235", "320580", "516501", "303468", "124609", "240478", "509746", "62063"], "ranked_scores": [120.0, 105.0, 98.0, 96.0, 95.0, 95.0, 94.0, 94.0, 93.0, 93.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "501182": {"relevant_ids": ["501181"], "ranked_ids": ["501181", "179018", "402718", "109121", "446824", "274777", "143008", "318996", "405945", "447737"], "ranked_scores": [115.0, 97.0, 95.0, 93.0, 92.0, 91.0, 91.0, 91.0, 89.0, 89.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13800": {"relevant_ids": ["13799", "376590", "408522"], "ranked_ids": ["13799", "408522", "179943", "376590", "481109", "482825", "306761", "448205", "256094", "257857"], "ranked_scores": [117.0, 111.0, 110.0, 106.0, 105.0, 102.0, 102.0, 101.0, 99.0, 99.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.9675, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9675, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "250143": {"relevant_ids": ["250142"], "ranked_ids": ["250142", "473276", "509757", "520955", "76062", "509758", "58986", "73729", "96270", "50538"], "ranked_scores": [106.0, 104.0, 97.0, 95.0, 95.0, 94.0, 94.0, 94.0, 93.0, 91.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13223": {"relevant_ids": ["156773", "13224", "88348", "20277", "88349"], "ranked_ids": ["156773", "88349", "88348", "13224", "366749", "86343", "235061", "11938", "137719", "163971"], "ranked_scores": [126.0, 116.0, 116.0, 115.0, 113.0, 112.0, 109.0, 109.0, 109.0, 107.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.2, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6, "ndcg@5": 0.8688, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.8, "ndcg@10": 0.8688, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.8}, "11002": {"relevant_ids": ["11003"], "ranked_ids": ["11003", "144197", "444112", "117199", "42203", "489539", "40100", "87346", "266680", "40099"], "ranked_scores": [115.0, 111.0, 110.0, 110.0, 110.0, 107.0, 107.0, 106.0, 105.0, 104.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177653": {"relevant_ids": ["79732"], "ranked_ids": ["79732", "39174", "200611", "525756", "395587", "377344", "412316", "194790", "373717", "137270"], "ranked_scores": [116.0, 104.0, 102.0, 96.0, 94.0, 92.0, 92.0, 91.0, 91.0, 90.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "415592": {"relevant_ids": ["415591"], "ranked_ids": ["415591", "485706", "430072", "91592", "26742", "88542", "17843", "346346", "310516", "81159"], "ranked_scores": [114.0, 96.0, 95.0, 94.0, 93.0, 93.0, 92.0, 92.0, 92.0, 92.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "511196": {"relevant_ids": ["511197"], "ranked_ids": ["511197", "289278", "328397", "220596", "251545", "349723", "533693", "141075", "77372", "191328"], "ranked_scores": [118.0, 99.0, 94.0, 94.0, 91.0, 91.0, 91.0, 90.0, 90.0, 90.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "344845": {"relevant_ids": ["344844"], "ranked_ids": ["344844", "469623", "160276", "311499", "397001", "191751", "6705", "289918", "520124", "63037"], "ranked_scores": [120.0, 105.0, 102.0, 101.0, 100.0, 100.0, 100.0, 99.0, 99.0, 99.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "396744": {"relevant_ids": ["396745"], "ranked_ids": ["396745", "185416", "421257", "236438", "204626", "313629", "20764", "297359", "75399", "507513"], "ranked_scores": [106.0, 97.0, 97.0, 95.0, 94.0, 93.0, 92.0, 92.0, 92.0, 92.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "452398": {"relevant_ids": ["452399"], "ranked_ids": ["452399", "185580", "90225", "273311", "165046", "324290", "134287", "399415", "422140", "7119"], "ranked_scores": [122.0, 94.0, 93.0, 92.0, 92.0, 91.0, 91.0, 90.0, 90.0, 90.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "182114": {"relevant_ids": ["182113"], "ranked_ids": ["182113", "196647", "80224", "234482", "531602", "229182", "95186", "328873", "475847", "481882"], "ranked_scores": [109.0, 109.0, 105.0, 101.0, 101.0, 100.0, 99.0, 99.0, 98.0, 98.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "486260": {"relevant_ids": ["486259"], "ranked_ids": ["486259", "392356", "113749", "113100", "65893", "266904", "146738", "391328", "241333", "52195"], "ranked_scores": [116.0, 107.0, 104.0, 101.0, 100.0, 100.0, 97.0, 97.0, 97.0, 95.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "455140": {"relevant_ids": ["315935"], "ranked_ids": ["315935", "308963", "203993", "369068", "240159", "318887", "106381", "124700", "413521", "315936"], "ranked_scores": [115.0, 99.0, 97.0, 97.0, 97.0, 95.0, 93.0, 93.0, 93.0, 93.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "56198": {"relevant_ids": ["56199"], "ranked_ids": ["56199", "160914", "199688", "249114", "355555", "67917", "178088", "123344", "43404", "531369"], "ranked_scores": [119.0, 96.0, 96.0, 94.0, 94.0, 94.0, 93.0, 93.0, 93.0, 92.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "30172": {"relevant_ids": ["145120", "30173", "68426", "373486", "145119", "185817"], "ranked_ids": ["145120", "160900", "30173", "68426", "373486", "185581", "185817", "205338", "357893", "145119"], "ranked_scores": [113.0, 111.0, 106.0, 106.0, 106.0, 106.0, 105.0, 105.0, 103.0, 102.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.1667, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.786, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.8896, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "127880": {"relevant_ids": ["241164"], "ranked_ids": ["241164", "389443", "135083", "121458", "450198", "112470", "122116", "342755", "387742", "527388"], "ranked_scores": [100.0, 96.0, 95.0, 93.0, 91.0, 90.0, 89.0, 88.0, 88.0, 87.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "167969": {"relevant_ids": ["174461"], "ranked_ids": ["174461", "360983", "60171", "207491", "12718", "49800", "174464", "121354", "13720", "207492"], "ranked_scores": [109.0, 102.0, 95.0, 95.0, 94.0, 94.0, 93.0, 92.0, 92.0, 92.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "97986": {"relevant_ids": ["97987"], "ranked_ids": ["97987", "44589", "89059", "189696", "318396", "407", "311589", "326597", "415005", "534356"], "ranked_scores": [122.0, 106.0, 103.0, 101.0, 99.0, 98.0, 98.0, 97.0, 95.0, 95.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "12865": {"relevant_ids": ["105683"], "ranked_ids": ["105683", "69748", "56590", "188704", "356189", "92902", "528844", "469289", "83622", "83623"], "ranked_scores": [122.0, 96.0, 95.0, 93.0, 93.0, 93.0, 93.0, 93.0, 92.0, 92.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "215681": {"relevant_ids": ["215680"], "ranked_ids": ["215680", "5733", "178515", "52235", "177080", "57552", "430581", "430626", "349338", "372309"], "ranked_scores": [122.0, 99.0, 99.0, 97.0, 96.0, 96.0, 94.0, 94.0, 93.0, 93.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-roberta-base-mrl-64-atanh": {"127728": {"relevant_ids": ["127729"], "ranked_ids": ["387267", "342610", "278575", "489858", "212168", "76871", "420351", "462725", "522248", "92818"], "ranked_scores": [51.0, 51.0, 51.0, 50.0, 49.0, 49.0, 49.0, 49.0, 48.0, 48.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "318820": {"relevant_ids": ["318821"], "ranked_ids": ["318821", "222238", "483940", "377941", "103640", "501103", "31320", "441089", "54496", "496708"], "ranked_scores": [60.0, 55.0, 53.0, 52.0, 52.0, 52.0, 51.0, 50.0, 50.0, 50.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "296098": {"relevant_ids": ["296097"], "ranked_ids": ["469868", "513540", "56686", "168499", "191160", "412371", "322077", "354042", "492756", "514650"], "ranked_scores": [50.0, 50.0, 49.0, 48.0, 48.0, 48.0, 48.0, 48.0, 47.0, 47.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "150414": {"relevant_ids": ["192835"], "ranked_ids": ["192835", "105782", "516620", "132912", "331918", "470642", "296128", "85555", "289866", "409883"], "ranked_scores": [58.0, 55.0, 54.0, 54.0, 54.0, 54.0, 54.0, 53.0, 53.0, 52.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145582": {"relevant_ids": ["145583"], "ranked_ids": ["145583", "38868", "308117", "125053", "479236", "202166", "454248", "332628", "42221", "44589"], "ranked_scores": [52.0, 46.0, 46.0, 46.0, 46.0, 45.0, 45.0, 45.0, 44.0, 44.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "315712": {"relevant_ids": ["315713"], "ranked_ids": ["315713", "377891", "298503", "194841", "208025", "34517", "264754", "53445", "333067", "455410"], "ranked_scores": [57.0, 51.0, 50.0, 50.0, 49.0, 49.0, 49.0, 49.0, 49.0, 48.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145739": {"relevant_ids": ["145740"], "ranked_ids": ["145740", "323620", "415781", "241979", "366074", "33202", "525888", "115412", "8828", "85426"], "ranked_scores": [57.0, 53.0, 52.0, 51.0, 51.0, 51.0, 50.0, 50.0, 50.0, 49.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "308127": {"relevant_ids": ["308126"], "ranked_ids": ["308126", "395527", "154044", "100860", "301104", "302837", "82053", "385951", "498938", "98400"], "ranked_scores": [54.0, 51.0, 50.0, 50.0, 49.0, 49.0, 49.0, 48.0, 48.0, 48.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "287245": {"relevant_ids": ["283199", "283198", "322650"], "ranked_ids": ["322650", "283199", "283198", "420280", "420279", "107159", "126287", "221784", "218199", "192143"], "ranked_scores": [54.0, 54.0, 53.0, 53.0, 51.0, 50.0, 50.0, 50.0, 49.0, 48.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "14755": {"relevant_ids": ["211906", "14756"], "ranked_ids": ["14756", "211906", "450970", "91112", "218584", "235454", "291354", "481547", "236793", "30834"], "ranked_scores": [59.0, 59.0, 58.0, 52.0, 48.0, 48.0, 48.0, 48.0, 48.0, 48.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "370170": {"relevant_ids": ["370169"], "ranked_ids": ["370169", "191538", "40667", "13680", "188959", "279777", "229182", "43979", "430514", "59810"], "ranked_scores": [64.0, 48.0, 48.0, 47.0, 47.0, 47.0, 47.0, 47.0, 47.0, 47.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "41774": {"relevant_ids": ["41773"], "ranked_ids": ["41773", "366794", "239344", "163006", "303978", "340176", "392093", "81848", "433894", "497623"], "ranked_scores": [51.0, 48.0, 48.0, 47.0, 46.0, 46.0, 46.0, 46.0, 46.0, 46.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "399648": {"relevant_ids": ["399649"], "ranked_ids": ["399649", "462253", "435035", "188527", "481934", "78914", "44564", "428305", "225484", "418183"], "ranked_scores": [61.0, 55.0, 52.0, 51.0, 51.0, 51.0, 50.0, 50.0, 49.0, 49.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "504811": {"relevant_ids": ["504810"], "ranked_ids": ["504810", "138926", "97434", "54195", "508501", "508685", "5862", "397425", "451065", "54196"], "ranked_scores": [64.0, 53.0, 51.0, 49.0, 49.0, 48.0, 48.0, 47.0, 47.0, 47.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "362950": {"relevant_ids": ["362949", "400212"], "ranked_ids": ["427587", "362949", "475478", "400212", "527104", "487392", "203063", "411503", "344212", "357629"], "ranked_scores": [55.0, 55.0, 54.0, 54.0, 51.0, 51.0, 50.0, 50.0, 50.0, 49.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6509, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6509, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "155873": {"relevant_ids": ["155874"], "ranked_ids": ["392604", "155874", "537680", "136219", "168758", "196606", "469159", "66884", "97652", "948"], "ranked_scores": [53.0, 51.0, 48.0, 47.0, 47.0, 47.0, 47.0, 46.0, 46.0, 46.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "263432": {"relevant_ids": ["263433"], "ranked_ids": ["263433", "503218", "301563", "18217", "345287", "323613", "128303", "471057", "480255", "481547"], "ranked_scores": [55.0, 51.0, 48.0, 48.0, 48.0, 48.0, 48.0, 47.0, 47.0, 47.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "354945": {"relevant_ids": ["354946"], "ranked_ids": ["354946", "287396", "254071", "501255", "178549", "438409", "243923", "322478", "340822", "95965"], "ranked_scores": [58.0, 49.0, 48.0, 47.0, 46.0, 46.0, 46.0, 46.0, 46.0, 45.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "245417": {"relevant_ids": ["248195", "219475"], "ranked_ids": ["40657", "37326", "64433", "413039", "14180", "164159", "319022", "248195", "219475", "379926"], "ranked_scores": [56.0, 54.0, 54.0, 54.0, 54.0, 52.0, 52.0, 51.0, 51.0, 50.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.378, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 1.0}, "516276": {"relevant_ids": ["516277"], "ranked_ids": ["516277", "19755", "34173", "510783", "76958", "479392", "385401", "44716", "293534", "68652"], "ranked_scores": [57.0, 56.0, 53.0, 53.0, 53.0, 53.0, 51.0, 51.0, 50.0, 49.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177580": {"relevant_ids": ["177579"], "ranked_ids": ["177579", "60577", "115954", "18081", "218752", "453401", "522481", "459789", "68386", "512921"], "ranked_scores": [61.0, 49.0, 48.0, 48.0, 48.0, 47.0, 47.0, 47.0, 47.0, 47.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "309865": {"relevant_ids": ["78624", "78623", "33713"], "ranked_ids": ["78623", "405094", "33713", "78624", "469068", "153484", "324215", "312029", "437065", "495578"], "ranked_scores": [62.0, 61.0, 59.0, 57.0, 56.0, 56.0, 54.0, 53.0, 53.0, 52.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.906, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.906, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "510387": {"relevant_ids": ["510386"], "ranked_ids": ["241538", "170896", "510386", "40390", "52003", "254292", "241537", "379270", "371033", "517884"], "ranked_scores": [58.0, 56.0, 55.0, 55.0, 55.0, 54.0, 53.0, 53.0, 52.0, 52.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "26645": {"relevant_ids": ["26644"], "ranked_ids": ["26644", "318396", "286617", "284346", "193896", "357310", "267521", "12895", "407458", "461704"], "ranked_scores": [63.0, 55.0, 54.0, 53.0, 52.0, 52.0, 52.0, 52.0, 51.0, 51.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "47788": {"relevant_ids": ["455725"], "ranked_ids": ["455725", "8505", "59223", "348138", "331", "101721", "235686", "518171", "512509", "59508"], "ranked_scores": [62.0, 60.0, 59.0, 59.0, 58.0, 57.0, 57.0, 56.0, 54.0, 54.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "338281": {"relevant_ids": ["338282"], "ranked_ids": ["338282", "467526", "431433", "438656", "430005", "33713", "309463", "478531", "315387", "480507"], "ranked_scores": [54.0, 50.0, 50.0, 49.0, 49.0, 48.0, 47.0, 47.0, 47.0, 47.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "461149": {"relevant_ids": ["461148"], "ranked_ids": ["277547", "381960", "443095", "236553", "302225", "250197", "469521", "525835", "527101", "8828"], "ranked_scores": [54.0, 52.0, 51.0, 50.0, 50.0, 49.0, 48.0, 48.0, 48.0, 48.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "346126": {"relevant_ids": ["110710", "110711"], "ranked_ids": ["110710", "110711", "154338", "355996", "140334", "203476", "528998", "201099", "355682", "6816"], "ranked_scores": [60.0, 56.0, 53.0, 51.0, 50.0, 50.0, 50.0, 49.0, 49.0, 49.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "372986": {"relevant_ids": ["262882", "49961"], "ranked_ids": ["49961", "485235", "262882", "196176", "242718", "48574", "116232", "330843", "320580", "83007"], "ranked_scores": [58.0, 55.0, 53.0, 48.0, 48.0, 48.0, 47.0, 47.0, 47.0, 46.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.9197, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.9197, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9197, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "501182": {"relevant_ids": ["501181"], "ranked_ids": ["501181", "143008", "402718", "179018", "109121", "446824", "261255", "293259", "318996", "41281"], "ranked_scores": [55.0, 52.0, 51.0, 51.0, 49.0, 47.0, 46.0, 46.0, 46.0, 46.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13800": {"relevant_ids": ["13799", "376590", "408522"], "ranked_ids": ["13799", "376590", "408522", "179943", "481109", "306761", "256094", "257857", "355571", "8622"], "ranked_scores": [58.0, 57.0, 56.0, 54.0, 53.0, 53.0, 50.0, 50.0, 50.0, 50.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "250143": {"relevant_ids": ["250142"], "ranked_ids": ["473276", "250142", "520955", "96270", "57156", "459370", "73729", "50538", "58986", "509757"], "ranked_scores": [55.0, 53.0, 52.0, 50.0, 49.0, 49.0, 49.0, 48.0, 48.0, 48.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "13223": {"relevant_ids": ["156773", "13224", "88348", "20277", "88349"], "ranked_ids": ["156773", "88349", "235061", "13224", "86343", "366749", "88348", "126265", "137719", "183085"], "ranked_scores": [63.0, 59.0, 58.0, 58.0, 58.0, 57.0, 57.0, 56.0, 56.0, 55.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.2, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.4, "ndcg@5": 0.6992, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6, "ndcg@10": 0.8123, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.8}, "11002": {"relevant_ids": ["11003"], "ranked_ids": ["11003", "117199", "42203", "144197", "87346", "15750", "444112", "266680", "489539", "87588"], "ranked_scores": [55.0, 52.0, 52.0, 52.0, 52.0, 52.0, 51.0, 51.0, 51.0, 50.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177653": {"relevant_ids": ["79732"], "ranked_ids": ["79732", "200611", "525756", "39174", "310721", "194790", "373717", "170850", "22353", "395587"], "ranked_scores": [59.0, 51.0, 48.0, 48.0, 47.0, 47.0, 47.0, 46.0, 46.0, 46.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "415592": {"relevant_ids": ["415591"], "ranked_ids": ["415591", "73405", "425878", "310516", "346346", "379146", "430072", "523205", "88542", "485706"], "ranked_scores": [57.0, 50.0, 49.0, 48.0, 48.0, 48.0, 48.0, 48.0, 48.0, 47.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "511196": {"relevant_ids": ["511197"], "ranked_ids": ["511197", "289278", "349723", "41241", "220596", "191328", "328397", "533693", "352492", "493115"], "ranked_scores": [59.0, 51.0, 50.0, 50.0, 50.0, 49.0, 49.0, 49.0, 49.0, 48.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "344845": {"relevant_ids": ["344844"], "ranked_ids": ["344844", "469623", "311499", "204842", "397001", "160276", "63037", "448554", "6705", "82460"], "ranked_scores": [59.0, 57.0, 57.0, 55.0, 55.0, 54.0, 54.0, 53.0, 53.0, 52.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "396744": {"relevant_ids": ["396745"], "ranked_ids": ["396745", "516168", "280435", "184901", "185416", "319727", "400510", "369693", "93770", "421257"], "ranked_scores": [55.0, 50.0, 50.0, 49.0, 49.0, 48.0, 48.0, 48.0, 48.0, 48.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "452398": {"relevant_ids": ["452399"], "ranked_ids": ["452399", "985", "165046", "527927", "399415", "324290", "378404", "420279", "508239", "526177"], "ranked_scores": [60.0, 50.0, 48.0, 47.0, 47.0, 47.0, 46.0, 46.0, 46.0, 46.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "182114": {"relevant_ids": ["182113"], "ranked_ids": ["182113", "196647", "137155", "531602", "405340", "80224", "229182", "234482", "475847", "99085"], "ranked_scores": [57.0, 55.0, 53.0, 53.0, 53.0, 53.0, 52.0, 52.0, 52.0, 51.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "486260": {"relevant_ids": ["486259"], "ranked_ids": ["486259", "113749", "113100", "65893", "146738", "266904", "243649", "392356", "323724", "406342"], "ranked_scores": [59.0, 58.0, 54.0, 54.0, 53.0, 53.0, 52.0, 52.0, 51.0, 51.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "455140": {"relevant_ids": ["315935"], "ranked_ids": ["315935", "318887", "315936", "106381", "308963", "124700", "407496", "390399", "466508", "519049"], "ranked_scores": [58.0, 52.0, 49.0, 48.0, 48.0, 48.0, 48.0, 47.0, 47.0, 47.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "56198": {"relevant_ids": ["56199"], "ranked_ids": ["56199", "199688", "67917", "160914", "178088", "249114", "43404", "532497", "5969", "66348"], "ranked_scores": [62.0, 51.0, 51.0, 49.0, 49.0, 48.0, 47.0, 46.0, 46.0, 46.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "30172": {"relevant_ids": ["145120", "30173", "68426", "373486", "145119", "185817"], "ranked_ids": ["160900", "145120", "185581", "357893", "205338", "373486", "68426", "145119", "319821", "30173"], "ranked_scores": [60.0, 59.0, 57.0, 57.0, 57.0, 56.0, 56.0, 54.0, 54.0, 54.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.1667, "ndcg@5": 0.214, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.1667, "ndcg@10": 0.5825, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.8333}, "127880": {"relevant_ids": ["241164"], "ranked_ids": ["241164", "284088", "415983", "135083", "112470", "244551", "141773", "366050", "484619", "99916"], "ranked_scores": [52.0, 50.0, 49.0, 49.0, 48.0, 48.0, 47.0, 46.0, 46.0, 46.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "167969": {"relevant_ids": ["174461"], "ranked_ids": ["174461", "360983", "12718", "95767", "280033", "100300", "393389", "81848", "49800", "92770"], "ranked_scores": [59.0, 52.0, 51.0, 51.0, 50.0, 50.0, 49.0, 49.0, 49.0, 49.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "97986": {"relevant_ids": ["97987"], "ranked_ids": ["97987", "44589", "89059", "318396", "207775", "393565", "41241", "311549", "311589", "329296"], "ranked_scores": [61.0, 54.0, 51.0, 50.0, 50.0, 50.0, 50.0, 49.0, 49.0, 49.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "12865": {"relevant_ids": ["105683"], "ranked_ids": ["105683", "313106", "83622", "56590", "69748", "101617", "356189", "506722", "83623", "92902"], "ranked_scores": [63.0, 50.0, 50.0, 50.0, 50.0, 49.0, 49.0, 49.0, 49.0, 48.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "215681": {"relevant_ids": ["215680"], "ranked_ids": ["215680", "178515", "171713", "365071", "314622", "5733", "372309", "291373", "52235", "460987"], "ranked_scores": [62.0, 50.0, 48.0, 48.0, 48.0, 48.0, 48.0, 47.0, 47.0, 47.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-roberta-base-mrl-32-atanh": {"127728": {"relevant_ids": ["127729"], "ranked_ids": ["278575", "387267", "192186", "318396", "202748", "212168", "420351", "342610", "426973", "489858"], "ranked_scores": [30.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "318820": {"relevant_ids": ["318821"], "ranked_ids": ["318821", "20112", "468426", "207491", "172247", "60171", "222238", "93863", "78497", "54496"], "ranked_scores": [29.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 26.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "296098": {"relevant_ids": ["296097"], "ranked_ids": ["469868", "469985", "467639", "191160", "116180", "45506", "48971", "457299", "56499", "56686"], "ranked_scores": [29.0, 27.0, 27.0, 26.0, 26.0, 25.0, 25.0, 25.0, 25.0, 25.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "150414": {"relevant_ids": ["192835"], "ranked_ids": ["192835", "516620", "296128", "289866", "105782", "132912", "85555", "392560", "467679", "470642"], "ranked_scores": [32.0, 29.0, 29.0, 28.0, 28.0, 28.0, 28.0, 28.0, 27.0, 27.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145582": {"relevant_ids": ["145583"], "ranked_ids": ["145583", "202166", "110298", "250111", "332628", "112280", "125053", "436023", "461724", "89840"], "ranked_scores": [26.0, 26.0, 26.0, 26.0, 26.0, 25.0, 25.0, 25.0, 24.0, 24.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "315712": {"relevant_ids": ["315713"], "ranked_ids": ["315713", "333067", "18598", "208025", "354381", "400583", "535131", "491668", "66005", "521596"], "ranked_scores": [29.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0, 26.0, 26.0, 26.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145739": {"relevant_ids": ["145740"], "ranked_ids": ["145740", "115412", "355219", "323620", "241979", "366074", "437906", "54266", "59870", "8828"], "ranked_scores": [28.0, 28.0, 27.0, 27.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "308127": {"relevant_ids": ["308126"], "ranked_ids": ["308126", "154044", "498938", "385951", "276037", "335728", "437781", "72031", "395527", "521996"], "ranked_scores": [31.0, 29.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0, 25.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "287245": {"relevant_ids": ["283199", "283198", "322650"], "ranked_ids": ["420279", "283199", "218199", "107159", "322650", "126287", "435018", "452070", "499333", "523035"], "ranked_scores": [28.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0, 25.0, 25.0, 25.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4776, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.4776, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.6667}, "14755": {"relevant_ids": ["211906", "14756"], "ranked_ids": ["14756", "450970", "211906", "235454", "9579", "535700", "218584", "291354", "91112", "4153"], "ranked_scores": [31.0, 30.0, 30.0, 28.0, 28.0, 27.0, 27.0, 26.0, 26.0, 26.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.9197, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.9197, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9197, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "370170": {"relevant_ids": ["370169"], "ranked_ids": ["370169", "13680", "70975", "528884", "191538", "279777", "278651", "430514", "433820", "476551"], "ranked_scores": [32.0, 27.0, 27.0, 26.0, 25.0, 25.0, 25.0, 25.0, 25.0, 25.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "41774": {"relevant_ids": ["41773"], "ranked_ids": ["211076", "41773", "146426", "243525", "217481", "98081", "514650", "467781", "441320", "65178"], "ranked_scores": [28.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 25.0, 25.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "399648": {"relevant_ids": ["399649"], "ranked_ids": ["399649", "462253", "123507", "26748", "411313", "8913", "491039", "496720", "88049", "78914"], "ranked_scores": [31.0, 27.0, 26.0, 26.0, 26.0, 26.0, 25.0, 25.0, 25.0, 25.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "504811": {"relevant_ids": ["504810"], "ranked_ids": ["504810", "451065", "97434", "508501", "298555", "211373", "468200", "431433", "520426", "5862"], "ranked_scores": [32.0, 29.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0, 25.0, 25.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "362950": {"relevant_ids": ["362949", "400212"], "ranked_ids": ["362949", "475478", "400212", "313176", "487392", "269211", "427587", "43209", "451776", "527104"], "ranked_scores": [30.0, 28.0, 28.0, 27.0, 27.0, 26.0, 26.0, 25.0, 25.0, 25.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.9197, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.9197, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9197, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "155873": {"relevant_ids": ["155874"], "ranked_ids": ["392604", "461137", "195143", "155874", "427877", "422259", "436296", "449775", "498404", "64487"], "ranked_scores": [28.0, 27.0, 27.0, 27.0, 26.0, 25.0, 25.0, 25.0, 25.0, 25.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "263432": {"relevant_ids": ["263433"], "ranked_ids": ["301563", "263433", "128303", "186105", "362570", "272631", "480255", "408543", "528965", "345287"], "ranked_scores": [27.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "354945": {"relevant_ids": ["354946"], "ranked_ids": ["354946", "157453", "76527", "287396", "389668", "395883", "507667", "461724", "60911", "95965"], "ranked_scores": [29.0, 27.0, 26.0, 26.0, 24.0, 24.0, 24.0, 24.0, 24.0, 24.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "245417": {"relevant_ids": ["248195", "219475"], "ranked_ids": ["37326", "40657", "14180", "152213", "219475", "248195", "484409", "413039", "64433", "492824"], "ranked_scores": [28.0, 28.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2372, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.4556, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "516276": {"relevant_ids": ["516277"], "ranked_ids": ["516277", "197869", "76958", "44716", "510783", "411485", "438101", "41663", "464426", "479392"], "ranked_scores": [29.0, 27.0, 27.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177580": {"relevant_ids": ["177579"], "ranked_ids": ["177579", "60577", "234366", "104654", "522481", "218752", "69704", "535028", "61715", "85134"], "ranked_scores": [31.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0, 25.0, 25.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "309865": {"relevant_ids": ["78624", "78623", "33713"], "ranked_ids": ["33713", "405094", "78624", "78623", "153484", "469068", "128441", "312029", "489992", "509125"], "ranked_scores": [31.0, 31.0, 31.0, 31.0, 30.0, 29.0, 28.0, 28.0, 28.0, 28.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.906, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.906, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "510387": {"relevant_ids": ["510386"], "ranked_ids": ["241538", "170896", "237503", "241537", "196131", "510386", "254292", "371033", "40390", "52003"], "ranked_scores": [31.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "26645": {"relevant_ids": ["26644"], "ranked_ids": ["26644", "286617", "284346", "254189", "407302", "267521", "153986", "480563", "480564", "89059"], "ranked_scores": [32.0, 29.0, 28.0, 27.0, 27.0, 27.0, 27.0, 26.0, 26.0, 26.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "47788": {"relevant_ids": ["455725"], "ranked_ids": ["455725", "8505", "59223", "101721", "202181", "235686", "59508", "331", "348138", "518171"], "ranked_scores": [32.0, 31.0, 30.0, 30.0, 29.0, 29.0, 29.0, 29.0, 28.0, 28.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "338281": {"relevant_ids": ["338282"], "ranked_ids": ["431433", "338282", "438656", "90374", "75062", "204681", "188727", "318588", "318589", "8609"], "ranked_scores": [28.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0, 25.0, 25.0, 25.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "461149": {"relevant_ids": ["461148"], "ranked_ids": ["358739", "443095", "381960", "105783", "469716", "516507", "527101", "53445", "72857", "68652"], "ranked_scores": [28.0, 28.0, 27.0, 26.0, 26.0, 25.0, 25.0, 25.0, 25.0, 25.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "346126": {"relevant_ids": ["110710", "110711"], "ranked_ids": ["110710", "110711", "154338", "250875", "203476", "254526", "140334", "528998", "6816", "76793"], "ranked_scores": [31.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 26.0, 26.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "372986": {"relevant_ids": ["262882", "49961"], "ranked_ids": ["49961", "262882", "485235", "303468", "166564", "32806", "296712", "330843", "64531", "360054"], "ranked_scores": [30.0, 28.0, 27.0, 27.0, 27.0, 26.0, 25.0, 25.0, 25.0, 25.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "501182": {"relevant_ids": ["501181"], "ranked_ids": ["402718", "501181", "143008", "82338", "448205", "179018", "237652", "507181", "99921", "8417"], "ranked_scores": [28.0, 27.0, 27.0, 27.0, 26.0, 26.0, 26.0, 25.0, 25.0, 25.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "13800": {"relevant_ids": ["13799", "376590", "408522"], "ranked_ids": ["376590", "13799", "408522", "501181", "355571", "8622", "63352", "429772", "443465", "481109"], "ranked_scores": [30.0, 29.0, 28.0, 27.0, 27.0, 27.0, 27.0, 26.0, 26.0, 26.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "250143": {"relevant_ids": ["250142"], "ranked_ids": ["250142", "473276", "369479", "138956", "520955", "57156", "96270", "73729", "417379", "459370"], "ranked_scores": [29.0, 29.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 25.0, 25.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13223": {"relevant_ids": ["156773", "13224", "88348", "20277", "88349"], "ranked_ids": ["156773", "138160", "13224", "88349", "126265", "183085", "163971", "234655", "86343", "235061"], "ranked_scores": [31.0, 30.0, 29.0, 29.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.2, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.4, "ndcg@5": 0.6548, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6, "ndcg@10": 0.6548, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.6}, "11002": {"relevant_ids": ["11003"], "ranked_ids": ["403063", "11003", "489539", "117199", "115070", "87346", "144197", "444112", "71159", "83066"], "ranked_scores": [28.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "177653": {"relevant_ids": ["79732"], "ranked_ids": ["79732", "200611", "395883", "137270", "101617", "22353", "395587", "4838", "92577", "60911"], "ranked_scores": [30.0, 27.0, 26.0, 26.0, 25.0, 25.0, 24.0, 24.0, 24.0, 24.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "415592": {"relevant_ids": ["415591"], "ranked_ids": ["415591", "117817", "485706", "292550", "390399", "425878", "441284", "507513", "479374", "95186"], "ranked_scores": [27.0, 26.0, 26.0, 25.0, 25.0, 25.0, 25.0, 25.0, 25.0, 25.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "511196": {"relevant_ids": ["511197"], "ranked_ids": ["511197", "499988", "289826", "334665", "482221", "302106", "77372", "533693", "535028", "537528"], "ranked_scores": [32.0, 28.0, 26.0, 26.0, 26.0, 26.0, 26.0, 25.0, 25.0, 25.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "344845": {"relevant_ids": ["344844"], "ranked_ids": ["311499", "344844", "469623", "397001", "347436", "63037", "115271", "243091", "209221", "33358"], "ranked_scores": [31.0, 31.0, 31.0, 30.0, 30.0, 30.0, 29.0, 29.0, 29.0, 29.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "396744": {"relevant_ids": ["396745"], "ranked_ids": ["396745", "516168", "411533", "192603", "402262", "421257", "522492", "507189", "93770", "5969"], "ranked_scores": [27.0, 27.0, 27.0, 26.0, 25.0, 25.0, 25.0, 25.0, 25.0, 25.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "452398": {"relevant_ids": ["452399"], "ranked_ids": ["452399", "291557", "321125", "164216", "165046", "356671", "985", "422140", "361041", "92329"], "ranked_scores": [29.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 25.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "182114": {"relevant_ids": ["182113"], "ranked_ids": ["196647", "531602", "182113", "270399", "405340", "252571", "418549", "459278", "46281", "80224"], "ranked_scores": [30.0, 27.0, 26.0, 26.0, 26.0, 26.0, 25.0, 25.0, 25.0, 25.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "486260": {"relevant_ids": ["486259"], "ranked_ids": ["486259", "113749", "113100", "146738", "243649", "323725", "65893", "118572", "394699", "456963"], "ranked_scores": [30.0, 29.0, 29.0, 28.0, 27.0, 27.0, 27.0, 26.0, 26.0, 26.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "455140": {"relevant_ids": ["315935"], "ranked_ids": ["315935", "286122", "311978", "370819", "451547", "404300", "318887", "56202", "492716", "7266"], "ranked_scores": [30.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 25.0, 25.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "56198": {"relevant_ids": ["56199"], "ranked_ids": ["56199", "178088", "199688", "222414", "43405", "243039", "27262", "532497", "67917", "428017"], "ranked_scores": [31.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "30172": {"relevant_ids": ["145120", "30173", "68426", "373486", "145119", "185817"], "ranked_ids": ["319821", "185581", "160900", "373486", "101111", "145120", "185203", "240054", "205338", "96958"], "ranked_scores": [30.0, 30.0, 30.0, 29.0, 29.0, 29.0, 28.0, 28.0, 28.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1461, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 0.1667, "ndcg@10": 0.2381, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 0.3333}, "127880": {"relevant_ids": ["241164"], "ranked_ids": ["135083", "241164", "116303", "454054", "284088", "112470", "266615", "415983", "535042", "531392"], "ranked_scores": [29.0, 28.0, 27.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0, 25.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "167969": {"relevant_ids": ["174461"], "ranked_ids": ["174461", "360983", "393389", "12718", "167747", "517597", "81848", "525616", "92770", "72540"], "ranked_scores": [32.0, 29.0, 28.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "97986": {"relevant_ids": ["97987"], "ranked_ids": ["97987", "335143", "207775", "12895", "439080", "284181", "346394", "364334", "41241", "480667"], "ranked_scores": [30.0, 27.0, 27.0, 26.0, 26.0, 25.0, 25.0, 25.0, 25.0, 25.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "12865": {"relevant_ids": ["105683"], "ranked_ids": ["105683", "250014", "113886", "292974", "183735", "69748", "414838", "481090", "506722", "528051"], "ranked_scores": [32.0, 28.0, 27.0, 27.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "215681": {"relevant_ids": ["215680"], "ranked_ids": ["215680", "39883", "365071", "186989", "177080", "291373", "188072", "500926", "29349", "460987"], "ranked_scores": [32.0, 26.0, 26.0, 26.0, 25.0, 25.0, 25.0, 25.0, 25.0, 25.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-mpnet-base-mrl-notrunc-atanh": {"127728": {"relevant_ids": ["127729"], "ranked_ids": ["38063", "127729", "342610", "250619", "73255", "485054", "333348", "78763", "69958", "92818"], "ranked_scores": [566.0, 566.0, 549.0, 543.0, 538.0, 537.0, 536.0, 528.0, 527.0, 527.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "318820": {"relevant_ids": ["318821"], "ranked_ids": ["318821", "222238", "367479", "31320", "355161", "380781", "149956", "54496", "332715", "467230"], "ranked_scores": [709.0, 593.0, 575.0, 561.0, 558.0, 556.0, 553.0, 552.0, 540.0, 538.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "296098": {"relevant_ids": ["296097"], "ranked_ids": ["45507", "469868", "296097", "45506", "364131", "173403", "423933", "56686", "134752", "307653"], "ranked_scores": [634.0, 620.0, 615.0, 598.0, 592.0, 591.0, 589.0, 582.0, 576.0, 573.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "150414": {"relevant_ids": ["192835"], "ranked_ids": ["192835", "105782", "516620", "126746", "105783", "103122", "132912", "254340", "126745", "259561"], "ranked_scores": [726.0, 674.0, 634.0, 632.0, 613.0, 598.0, 590.0, 576.0, 569.0, 567.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145582": {"relevant_ids": ["145583"], "ranked_ids": ["145583", "299264", "39561", "399626", "454248", "369955", "390399", "360594", "179136", "369068"], "ranked_scores": [607.0, 511.0, 503.0, 488.0, 488.0, 486.0, 486.0, 484.0, 482.0, 482.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "315712": {"relevant_ids": ["315713"], "ranked_ids": ["315713", "153536", "408588", "377891", "454814", "203205", "313575", "396505", "120489", "368164"], "ranked_scores": [680.0, 566.0, 558.0, 554.0, 553.0, 551.0, 548.0, 548.0, 547.0, 546.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145739": {"relevant_ids": ["145740"], "ranked_ids": ["145740", "241979", "366074", "415781", "51035", "323620", "210012", "8705", "115412", "33202"], "ranked_scores": [668.0, 593.0, 589.0, 560.0, 555.0, 554.0, 550.0, 549.0, 547.0, 546.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "308127": {"relevant_ids": ["308126"], "ranked_ids": ["308126", "65412", "367804", "77650", "490044", "131777", "163223", "326242", "498938", "385951"], "ranked_scores": [649.0, 529.0, 528.0, 526.0, 516.0, 515.0, 513.0, 512.0, 512.0, 509.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "287245": {"relevant_ids": ["283199", "283198", "322650"], "ranked_ids": ["322650", "283199", "283198", "192143", "420279", "221784", "450635", "420280", "221783", "97980"], "ranked_scores": [632.0, 627.0, 595.0, 537.0, 535.0, 525.0, 523.0, 519.0, 519.0, 515.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "14755": {"relevant_ids": ["211906", "14756"], "ranked_ids": ["211906", "450970", "14756", "30834", "449494", "393649", "230091", "57678", "235454", "88473"], "ranked_scores": [663.0, 653.0, 647.0, 577.0, 568.0, 566.0, 560.0, 551.0, 547.0, 535.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.9197, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.9197, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9197, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "370170": {"relevant_ids": ["370169"], "ranked_ids": ["370169", "466920", "537762", "211280", "417976", "387761", "334238", "22763", "449037", "191527"], "ranked_scores": [746.0, 540.0, 537.0, 528.0, 525.0, 522.0, 521.0, 510.0, 508.0, 501.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "41774": {"relevant_ids": ["41773"], "ranked_ids": ["41773", "239344", "53738", "307530", "194725", "214766", "366794", "195792", "32490", "467781"], "ranked_scores": [625.0, 558.0, 546.0, 536.0, 524.0, 513.0, 507.0, 504.0, 502.0, 500.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "399648": {"relevant_ids": ["399649"], "ranked_ids": ["399649", "435035", "225815", "529004", "212809", "462253", "124071", "412309", "481934", "411313"], "ranked_scores": [754.0, 599.0, 588.0, 576.0, 569.0, 569.0, 554.0, 554.0, 554.0, 553.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "504811": {"relevant_ids": ["504810"], "ranked_ids": ["504810", "220414", "84826", "439209", "364238", "451065", "298555", "175461", "90374", "74588"], "ranked_scores": [737.0, 527.0, 527.0, 523.0, 522.0, 521.0, 519.0, 519.0, 515.0, 512.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "362950": {"relevant_ids": ["362949", "400212"], "ranked_ids": ["362949", "400212", "487392", "427587", "357629", "169704", "438104", "9132", "465929", "151122"], "ranked_scores": [662.0, 649.0, 580.0, 567.0, 565.0, 564.0, 560.0, 560.0, 554.0, 550.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "155873": {"relevant_ids": ["155874"], "ranked_ids": ["392604", "155874", "292617", "232469", "136219", "383066", "446058", "439035", "3139", "475341"], "ranked_scores": [594.0, 554.0, 545.0, 528.0, 527.0, 524.0, 518.0, 517.0, 517.0, 515.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "263432": {"relevant_ids": ["263433"], "ranked_ids": ["263433", "128303", "372749", "41365", "18217", "104254", "190136", "356658", "407204", "409956"], "ranked_scores": [632.0, 558.0, 536.0, 530.0, 528.0, 523.0, 516.0, 514.0, 513.0, 513.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "354945": {"relevant_ids": ["354946"], "ranked_ids": ["354946", "254071", "166837", "286928", "447155", "462984", "243923", "303978", "395883", "433248"], "ranked_scores": [697.0, 547.0, 529.0, 520.0, 518.0, 513.0, 510.0, 507.0, 503.0, 503.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "245417": {"relevant_ids": ["248195", "219475"], "ranked_ids": ["219475", "40657", "37326", "248195", "164159", "64433", "368145", "14180", "301977", "319022"], "ranked_scores": [624.0, 623.0, 582.0, 580.0, 576.0, 569.0, 562.0, 558.0, 546.0, 535.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.8772, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.8772, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "516276": {"relevant_ids": ["516277"], "ranked_ids": ["516277", "19755", "510783", "76958", "352189", "34173", "149233", "352289", "479392", "489791"], "ranked_scores": [717.0, 638.0, 620.0, 612.0, 602.0, 601.0, 579.0, 569.0, 565.0, 564.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177580": {"relevant_ids": ["177579"], "ranked_ids": ["177579", "115954", "419100", "143503", "511935", "18081", "185553", "532497", "129412", "129413"], "ranked_scores": [720.0, 535.0, 519.0, 518.0, 514.0, 513.0, 510.0, 508.0, 503.0, 501.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "309865": {"relevant_ids": ["78624", "78623", "33713"], "ranked_ids": ["33713", "78623", "405094", "78624", "109205", "153484", "477476", "437065", "195425", "209041"], "ranked_scores": [668.0, 626.0, 625.0, 612.0, 611.0, 607.0, 594.0, 593.0, 591.0, 581.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.9675, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9675, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "510387": {"relevant_ids": ["510386"], "ranked_ids": ["510386", "40390", "241538", "170896", "344869", "52003", "371033", "91349", "241537", "101855"], "ranked_scores": [639.0, 632.0, 628.0, 619.0, 612.0, 608.0, 601.0, 584.0, 574.0, 570.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "26645": {"relevant_ids": ["26644"], "ranked_ids": ["26644", "207775", "318396", "461704", "108781", "83875", "83874", "259432", "256680", "364334"], "ranked_scores": [730.0, 586.0, 576.0, 568.0, 560.0, 560.0, 559.0, 552.0, 543.0, 542.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "47788": {"relevant_ids": ["455725"], "ranked_ids": ["455725", "8505", "518171", "101721", "59223", "235686", "331", "348138", "47703", "89312"], "ranked_scores": [676.0, 644.0, 640.0, 639.0, 639.0, 630.0, 626.0, 607.0, 601.0, 584.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "338281": {"relevant_ids": ["338282"], "ranked_ids": ["338282", "467526", "43034", "119513", "263861", "277402", "434432", "362498", "309463", "174802"], "ranked_scores": [656.0, 537.0, 524.0, 520.0, 517.0, 511.0, 509.0, 508.0, 503.0, 496.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "461149": {"relevant_ids": ["461148"], "ranked_ids": ["461148", "525835", "203100", "283905", "527101", "302225", "120940", "85426", "17980", "377056"], "ranked_scores": [659.0, 658.0, 586.0, 571.0, 566.0, 563.0, 562.0, 558.0, 556.0, 555.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "346126": {"relevant_ids": ["110710", "110711"], "ranked_ids": ["110710", "110711", "154338", "296319", "168350", "108617", "355996", "6816", "393684", "528998"], "ranked_scores": [702.0, 695.0, 680.0, 605.0, 598.0, 596.0, 595.0, 595.0, 594.0, 590.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "372986": {"relevant_ids": ["262882", "49961"], "ranked_ids": ["49961", "262882", "485235", "226818", "303468", "499535", "299699", "330843", "491226", "443239"], "ranked_scores": [718.0, 653.0, 576.0, 565.0, 558.0, 548.0, 541.0, 536.0, 533.0, 532.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "501182": {"relevant_ids": ["501181"], "ranked_ids": ["501181", "447737", "231545", "274777", "333842", "257857", "34530", "402718", "446824", "413040"], "ranked_scores": [663.0, 524.0, 516.0, 513.0, 510.0, 510.0, 508.0, 507.0, 505.0, 504.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13800": {"relevant_ids": ["13799", "376590", "408522"], "ranked_ids": ["376590", "13799", "179943", "23471", "56338", "481109", "408522", "257857", "30987", "256094"], "ranked_scores": [656.0, 647.0, 599.0, 596.0, 587.0, 573.0, 571.0, 571.0, 570.0, 565.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.7654, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.9218, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "250143": {"relevant_ids": ["250142"], "ranked_ids": ["250142", "473276", "38409", "206630", "492698", "76062", "533421", "50539", "274190", "44287"], "ranked_scores": [643.0, 603.0, 522.0, 521.0, 520.0, 515.0, 512.0, 506.0, 504.0, 503.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13223": {"relevant_ids": ["156773", "13224", "88348", "20277", "88349"], "ranked_ids": ["156773", "13224", "88348", "137719", "88349", "366749", "86343", "235061", "11938", "361830"], "ranked_scores": [742.0, 688.0, 652.0, 650.0, 649.0, 641.0, 639.0, 625.0, 616.0, 607.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.2, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6, "ndcg@5": 0.8539, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.8, "ndcg@10": 0.8539, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.8}, "11002": {"relevant_ids": ["11003"], "ranked_ids": ["11003", "489539", "10212", "347493", "390977", "42203", "444112", "87346", "144197", "17317"], "ranked_scores": [644.0, 606.0, 567.0, 564.0, 564.0, 561.0, 559.0, 559.0, 557.0, 555.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177653": {"relevant_ids": ["79732"], "ranked_ids": ["79732", "39174", "395587", "200611", "525756", "373275", "310721", "377344", "138956", "412316"], "ranked_scores": [675.0, 608.0, 590.0, 586.0, 567.0, 538.0, 527.0, 525.0, 524.0, 524.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "415592": {"relevant_ids": ["415591"], "ranked_ids": ["415591", "288357", "435045", "430072", "88542", "322822", "91592", "379146", "499684", "172118"], "ranked_scores": [712.0, 553.0, 552.0, 547.0, 546.0, 542.0, 540.0, 538.0, 537.0, 536.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "511196": {"relevant_ids": ["511197"], "ranked_ids": ["511197", "45940", "251545", "413940", "156490", "459789", "53962", "251546", "77372", "414717"], "ranked_scores": [622.0, 541.0, 528.0, 522.0, 521.0, 521.0, 521.0, 514.0, 514.0, 511.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "344845": {"relevant_ids": ["344844"], "ranked_ids": ["344844", "79987", "95946", "4915", "327548", "79986", "101085", "380837", "187882", "503908"], "ranked_scores": [703.0, 610.0, 609.0, 601.0, 600.0, 597.0, 592.0, 588.0, 584.0, 583.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "396744": {"relevant_ids": ["396745"], "ranked_ids": ["396745", "236438", "284966", "454241", "481437", "338567", "489628", "471027", "527221", "145729"], "ranked_scores": [578.0, 565.0, 559.0, 552.0, 543.0, 540.0, 535.0, 530.0, 529.0, 526.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "452398": {"relevant_ids": ["452399"], "ranked_ids": ["452399", "530610", "90225", "60646", "134287", "487918", "97822", "277360", "372901", "4228"], "ranked_scores": [728.0, 528.0, 526.0, 519.0, 517.0, 513.0, 504.0, 501.0, 499.0, 499.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "182114": {"relevant_ids": ["182113"], "ranked_ids": ["196647", "182113", "413792", "232734", "470503", "234482", "99085", "86719", "118897", "118902"], "ranked_scores": [585.0, 583.0, 548.0, 545.0, 537.0, 537.0, 536.0, 536.0, 535.0, 535.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "486260": {"relevant_ids": ["486259"], "ranked_ids": ["486259", "392356", "113749", "266904", "452464", "65893", "209254", "241333", "209255", "221509"], "ranked_scores": [681.0, 625.0, 604.0, 573.0, 566.0, 562.0, 558.0, 556.0, 555.0, 555.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "455140": {"relevant_ids": ["315935"], "ranked_ids": ["315935", "308963", "50224", "318887", "315936", "246286", "150842", "124700", "16399", "519049"], "ranked_scores": [662.0, 568.0, 563.0, 544.0, 543.0, 539.0, 536.0, 534.0, 533.0, 531.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "56198": {"relevant_ids": ["56199"], "ranked_ids": ["56199", "160194", "308888", "431226", "355555", "138891", "148722", "249114", "246583", "25611"], "ranked_scores": [683.0, 530.0, 507.0, 506.0, 503.0, 501.0, 498.0, 494.0, 491.0, 490.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "30172": {"relevant_ids": ["145120", "30173", "68426", "373486", "145119", "185817"], "ranked_ids": ["145120", "160900", "82405", "30173", "192604", "343564", "90983", "205338", "68426", "99756"], "ranked_scores": [686.0, 679.0, 643.0, 640.0, 638.0, 638.0, 636.0, 630.0, 626.0, 622.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.1667, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.1667, "ndcg@5": 0.4852, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.524, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "127880": {"relevant_ids": ["241164"], "ranked_ids": ["241164", "121458", "135083", "389443", "22396", "84471", "210277", "535042", "216657", "122116"], "ranked_scores": [627.0, 599.0, 573.0, 549.0, 547.0, 545.0, 540.0, 534.0, 531.0, 530.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "167969": {"relevant_ids": ["174461"], "ranked_ids": ["174461", "360983", "121354", "207491", "144121", "347474", "130124", "172806", "448412", "280033"], "ranked_scores": [613.0, 604.0, 553.0, 551.0, 534.0, 531.0, 531.0, 527.0, 523.0, 520.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "97986": {"relevant_ids": ["97987"], "ranked_ids": ["97987", "44589", "193896", "234865", "407", "89059", "189696", "108564", "259826", "290935"], "ranked_scores": [733.0, 627.0, 574.0, 568.0, 567.0, 565.0, 563.0, 562.0, 562.0, 562.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "12865": {"relevant_ids": ["105683"], "ranked_ids": ["105683", "277453", "92902", "313106", "83623", "356189", "83622", "56590", "6376", "191268"], "ranked_scores": [736.0, 578.0, 575.0, 565.0, 564.0, 563.0, 560.0, 559.0, 559.0, 558.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "215681": {"relevant_ids": ["215680"], "ranked_ids": ["215680", "178515", "57552", "5733", "297953", "63757", "143842", "121409", "78042", "54139"], "ranked_scores": [719.0, 592.0, 578.0, 558.0, 553.0, 544.0, 543.0, 541.0, 540.0, 533.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-mpnet-base-mrl-512-atanh": {"127728": {"relevant_ids": ["127729"], "ranked_ids": ["127729", "38063", "250619", "342610", "73255", "485054", "92818", "333348", "78763", "494754"], "ranked_scores": [377.0, 375.0, 364.0, 357.0, 355.0, 354.0, 351.0, 349.0, 349.0, 348.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "318820": {"relevant_ids": ["318821"], "ranked_ids": ["318821", "222238", "367479", "380781", "355161", "31320", "54496", "149956", "162581", "483940"], "ranked_scores": [471.0, 399.0, 384.0, 382.0, 376.0, 373.0, 370.0, 368.0, 364.0, 364.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "296098": {"relevant_ids": ["296097"], "ranked_ids": ["45507", "469868", "296097", "364131", "173403", "423933", "45506", "56686", "134752", "307653"], "ranked_scores": [414.0, 413.0, 410.0, 398.0, 396.0, 391.0, 390.0, 386.0, 385.0, 384.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "150414": {"relevant_ids": ["192835"], "ranked_ids": ["192835", "105782", "516620", "126746", "105783", "103122", "132912", "254340", "21131", "126745"], "ranked_scores": [482.0, 444.0, 418.0, 411.0, 403.0, 388.0, 384.0, 378.0, 371.0, 370.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145582": {"relevant_ids": ["145583"], "ranked_ids": ["145583", "299264", "39561", "369955", "399626", "390399", "529017", "360594", "369068", "454248"], "ranked_scores": [405.0, 340.0, 335.0, 334.0, 330.0, 329.0, 326.0, 326.0, 324.0, 321.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "315712": {"relevant_ids": ["315713"], "ranked_ids": ["315713", "408588", "153536", "203205", "454814", "120489", "377891", "68498", "298503", "368164"], "ranked_scores": [446.0, 379.0, 375.0, 371.0, 370.0, 367.0, 366.0, 365.0, 363.0, 363.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145739": {"relevant_ids": ["145740"], "ranked_ids": ["145740", "241979", "366074", "415781", "8705", "51035", "180147", "303090", "210012", "323620"], "ranked_scores": [442.0, 394.0, 388.0, 376.0, 372.0, 367.0, 365.0, 365.0, 365.0, 363.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "308127": {"relevant_ids": ["308126"], "ranked_ids": ["308126", "77650", "367804", "65412", "163223", "326242", "123707", "140685", "131777", "490044"], "ranked_scores": [440.0, 355.0, 352.0, 348.0, 347.0, 343.0, 339.0, 339.0, 339.0, 338.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "287245": {"relevant_ids": ["283199", "283198", "322650"], "ranked_ids": ["322650", "283199", "283198", "420279", "192143", "221784", "97980", "221783", "450635", "420280"], "ranked_scores": [420.0, 415.0, 399.0, 363.0, 358.0, 356.0, 355.0, 349.0, 349.0, 345.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "14755": {"relevant_ids": ["211906", "14756"], "ranked_ids": ["211906", "450970", "14756", "30834", "393649", "449494", "230091", "57678", "235454", "11310"], "ranked_scores": [434.0, 430.0, 426.0, 379.0, 377.0, 373.0, 372.0, 362.0, 358.0, 355.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.9197, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.9197, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9197, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "370170": {"relevant_ids": ["370169"], "ranked_ids": ["370169", "466920", "211280", "537762", "417976", "387761", "334238", "449037", "22763", "26301"], "ranked_scores": [500.0, 362.0, 358.0, 357.0, 353.0, 352.0, 349.0, 341.0, 338.0, 337.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "41774": {"relevant_ids": ["41773"], "ranked_ids": ["41773", "239344", "53738", "307530", "194725", "366794", "29049", "32490", "467781", "164311"], "ranked_scores": [413.0, 375.0, 372.0, 360.0, 344.0, 340.0, 336.0, 334.0, 334.0, 333.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "399648": {"relevant_ids": ["399649"], "ranked_ids": ["399649", "225815", "435035", "529004", "462253", "212809", "124071", "412309", "411313", "481934"], "ranked_scores": [500.0, 396.0, 395.0, 379.0, 374.0, 371.0, 370.0, 370.0, 363.0, 363.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "504811": {"relevant_ids": ["504810"], "ranked_ids": ["504810", "439209", "84826", "364238", "90374", "388972", "220414", "487409", "175461", "318271"], "ranked_scores": [491.0, 352.0, 351.0, 349.0, 349.0, 347.0, 346.0, 344.0, 343.0, 343.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "362950": {"relevant_ids": ["362949", "400212"], "ranked_ids": ["362949", "400212", "438104", "487392", "169704", "129563", "357629", "465929", "427587", "9132"], "ranked_scores": [442.0, 434.0, 383.0, 382.0, 375.0, 373.0, 373.0, 372.0, 371.0, 369.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "155873": {"relevant_ids": ["155874"], "ranked_ids": ["392604", "292617", "155874", "136219", "439035", "383066", "446058", "122134", "475341", "3139"], "ranked_scores": [396.0, 374.0, 369.0, 361.0, 355.0, 354.0, 354.0, 350.0, 350.0, 348.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "263432": {"relevant_ids": ["263433"], "ranked_ids": ["263433", "128303", "372749", "104254", "41365", "18217", "254526", "190136", "356658", "407204"], "ranked_scores": [417.0, 380.0, 353.0, 350.0, 350.0, 349.0, 346.0, 343.0, 341.0, 341.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "354945": {"relevant_ids": ["354946"], "ranked_ids": ["354946", "254071", "166837", "447155", "462984", "286928", "395883", "243923", "303978", "27632"], "ranked_scores": [471.0, 357.0, 351.0, 345.0, 342.0, 342.0, 337.0, 336.0, 336.0, 335.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "245417": {"relevant_ids": ["248195", "219475"], "ranked_ids": ["40657", "219475", "164159", "37326", "248195", "64433", "14180", "368145", "301977", "319022"], "ranked_scores": [418.0, 415.0, 392.0, 391.0, 389.0, 388.0, 379.0, 370.0, 367.0, 364.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6241, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6241, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "516276": {"relevant_ids": ["516277"], "ranked_ids": ["516277", "19755", "510783", "76958", "352189", "34173", "149233", "143842", "489791", "352289"], "ranked_scores": [476.0, 426.0, 419.0, 405.0, 402.0, 396.0, 390.0, 388.0, 388.0, 385.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177580": {"relevant_ids": ["177579"], "ranked_ids": ["177579", "115954", "143503", "419100", "532497", "185553", "511935", "18081", "274867", "464418"], "ranked_scores": [480.0, 359.0, 359.0, 357.0, 346.0, 346.0, 344.0, 339.0, 334.0, 332.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "309865": {"relevant_ids": ["78624", "78623", "33713"], "ranked_ids": ["33713", "78623", "405094", "109205", "153484", "78624", "195425", "437065", "477476", "209041"], "ranked_scores": [438.0, 418.0, 412.0, 405.0, 404.0, 403.0, 395.0, 392.0, 391.0, 383.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.7654, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.9325, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "510387": {"relevant_ids": ["510386"], "ranked_ids": ["40390", "241538", "510386", "170896", "344869", "52003", "371033", "91349", "241537", "442062"], "ranked_scores": [423.0, 423.0, 421.0, 414.0, 412.0, 403.0, 392.0, 391.0, 383.0, 382.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "26645": {"relevant_ids": ["26644"], "ranked_ids": ["26644", "207775", "318396", "83875", "461704", "108781", "256680", "64900", "83874", "193896"], "ranked_scores": [481.0, 386.0, 384.0, 374.0, 374.0, 370.0, 368.0, 367.0, 367.0, 366.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "47788": {"relevant_ids": ["455725"], "ranked_ids": ["455725", "518171", "59223", "101721", "8505", "235686", "331", "47703", "348138", "89312"], "ranked_scores": [454.0, 433.0, 432.0, 430.0, 430.0, 423.0, 420.0, 404.0, 401.0, 393.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "338281": {"relevant_ids": ["338282"], "ranked_ids": ["338282", "467526", "43034", "119513", "434432", "362498", "263861", "277402", "293850", "174802"], "ranked_scores": [436.0, 357.0, 354.0, 348.0, 344.0, 343.0, 339.0, 334.0, 333.0, 331.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "461149": {"relevant_ids": ["461148"], "ranked_ids": ["525835", "461148", "302225", "203100", "283905", "120940", "527101", "377056", "85426", "414838"], "ranked_scores": [440.0, 437.0, 386.0, 386.0, 385.0, 385.0, 381.0, 379.0, 376.0, 367.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "346126": {"relevant_ids": ["110710", "110711"], "ranked_ids": ["110711", "110710", "154338", "296319", "355996", "168350", "6816", "108617", "528998", "50587"], "ranked_scores": [469.0, 464.0, 455.0, 404.0, 399.0, 399.0, 396.0, 394.0, 394.0, 389.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "372986": {"relevant_ids": ["262882", "49961"], "ranked_ids": ["49961", "262882", "485235", "226818", "499535", "303468", "443239", "9919", "127288", "215938"], "ranked_scores": [477.0, 431.0, 387.0, 374.0, 367.0, 360.0, 360.0, 359.0, 357.0, 356.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "501182": {"relevant_ids": ["501181"], "ranked_ids": ["501181", "34530", "274777", "447737", "446824", "231545", "251312", "257857", "299551", "102262"], "ranked_scores": [443.0, 351.0, 349.0, 349.0, 348.0, 346.0, 346.0, 343.0, 341.0, 337.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13800": {"relevant_ids": ["13799", "376590", "408522"], "ranked_ids": ["13799", "376590", "23471", "179943", "408522", "257857", "56338", "30987", "281010", "482825"], "ranked_scores": [431.0, 430.0, 393.0, 393.0, 385.0, 383.0, 381.0, 374.0, 373.0, 372.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.9469, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9469, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "250143": {"relevant_ids": ["250142"], "ranked_ids": ["250142", "473276", "38409", "533421", "76062", "492698", "50538", "50539", "206630", "44287"], "ranked_scores": [430.0, 402.0, 351.0, 348.0, 347.0, 345.0, 340.0, 339.0, 337.0, 334.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13223": {"relevant_ids": ["156773", "13224", "88348", "20277", "88349"], "ranked_ids": ["156773", "13224", "137719", "366749", "88348", "86343", "88349", "235061", "11938", "361830"], "ranked_scores": [498.0, 454.0, 436.0, 431.0, 430.0, 430.0, 429.0, 425.0, 410.0, 406.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.2, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.4, "ndcg@5": 0.6844, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6, "ndcg@10": 0.7974, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.8}, "11002": {"relevant_ids": ["11003"], "ranked_ids": ["11003", "489539", "347493", "390977", "10212", "444112", "42203", "406881", "117199", "144197"], "ranked_scores": [429.0, 400.0, 382.0, 382.0, 381.0, 380.0, 373.0, 372.0, 371.0, 371.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177653": {"relevant_ids": ["79732"], "ranked_ids": ["79732", "39174", "395587", "200611", "525756", "373275", "138956", "310721", "412316", "502840"], "ranked_scores": [447.0, 410.0, 397.0, 393.0, 380.0, 363.0, 351.0, 350.0, 350.0, 348.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "415592": {"relevant_ids": ["415591"], "ranked_ids": ["415591", "288357", "435045", "322822", "68386", "430072", "91592", "312286", "485299", "88542"], "ranked_scores": [479.0, 369.0, 368.0, 365.0, 365.0, 363.0, 361.0, 359.0, 359.0, 359.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "511196": {"relevant_ids": ["511197"], "ranked_ids": ["511197", "53962", "45940", "251545", "413940", "414717", "224675", "156490", "251546", "435439"], "ranked_scores": [419.0, 355.0, 352.0, 351.0, 346.0, 345.0, 343.0, 341.0, 341.0, 341.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "344845": {"relevant_ids": ["344844"], "ranked_ids": ["344844", "79987", "4915", "327548", "95946", "79986", "380837", "101085", "187882", "384928"], "ranked_scores": [469.0, 399.0, 397.0, 396.0, 393.0, 389.0, 388.0, 385.0, 383.0, 383.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "396744": {"relevant_ids": ["396745"], "ranked_ids": ["396745", "236438", "284966", "454241", "338567", "489628", "145729", "481437", "527221", "418055"], "ranked_scores": [385.0, 377.0, 376.0, 374.0, 367.0, 355.0, 355.0, 353.0, 352.0, 351.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "452398": {"relevant_ids": ["452399"], "ranked_ids": ["452399", "487918", "530610", "185580", "90225", "60646", "277360", "134287", "372901", "97822"], "ranked_scores": [485.0, 351.0, 342.0, 338.0, 338.0, 336.0, 334.0, 332.0, 330.0, 329.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "182114": {"relevant_ids": ["182113"], "ranked_ids": ["182113", "196647", "413792", "232734", "118902", "118897", "481882", "86719", "172779", "470503"], "ranked_scores": [389.0, 385.0, 368.0, 363.0, 361.0, 361.0, 358.0, 356.0, 354.0, 353.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "486260": {"relevant_ids": ["486259"], "ranked_ids": ["486259", "392356", "113749", "266904", "221509", "209255", "65893", "241333", "452464", "209254"], "ranked_scores": [460.0, 425.0, 401.0, 384.0, 376.0, 375.0, 375.0, 374.0, 374.0, 373.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "455140": {"relevant_ids": ["315935"], "ranked_ids": ["315935", "50224", "308963", "124700", "315936", "519049", "16399", "246286", "318887", "150842"], "ranked_scores": [448.0, 375.0, 372.0, 365.0, 363.0, 360.0, 359.0, 356.0, 354.0, 352.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "56198": {"relevant_ids": ["56199"], "ranked_ids": ["56199", "160194", "431226", "355555", "308888", "148722", "249114", "25611", "138891", "493636"], "ranked_scores": [457.0, 359.0, 343.0, 341.0, 338.0, 333.0, 331.0, 327.0, 326.0, 324.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "30172": {"relevant_ids": ["145120", "30173", "68426", "373486", "145119", "185817"], "ranked_ids": ["145120", "160900", "30173", "343564", "205338", "192604", "82405", "68426", "90983", "99756"], "ranked_scores": [455.0, 452.0, 428.0, 423.0, 421.0, 420.0, 420.0, 418.0, 417.0, 417.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.1667, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.5087, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.5494, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "127880": {"relevant_ids": ["241164"], "ranked_ids": ["241164", "121458", "135083", "84471", "210277", "22396", "389443", "450198", "527388", "535042"], "ranked_scores": [421.0, 406.0, 382.0, 373.0, 368.0, 367.0, 362.0, 360.0, 360.0, 358.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "167969": {"relevant_ids": ["174461"], "ranked_ids": ["174461", "360983", "121354", "207491", "144121", "347474", "448412", "172806", "174464", "365197"], "ranked_scores": [404.0, 396.0, 371.0, 366.0, 358.0, 351.0, 351.0, 349.0, 347.0, 346.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "97986": {"relevant_ids": ["97987"], "ranked_ids": ["97987", "44589", "44095", "290935", "234865", "41242", "105886", "259826", "193896", "407"], "ranked_scores": [487.0, 418.0, 380.0, 378.0, 377.0, 376.0, 375.0, 372.0, 372.0, 371.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "12865": {"relevant_ids": ["105683"], "ranked_ids": ["105683", "277453", "92902", "191268", "506722", "83623", "6376", "267487", "356189", "313106"], "ranked_scores": [488.0, 390.0, 380.0, 379.0, 378.0, 378.0, 377.0, 376.0, 376.0, 375.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "215681": {"relevant_ids": ["215680"], "ranked_ids": ["215680", "178515", "57552", "5733", "143842", "121409", "78042", "133468", "340195", "63757"], "ranked_scores": [486.0, 394.0, 387.0, 377.0, 367.0, 362.0, 361.0, 360.0, 358.0, 358.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-mpnet-base-mrl-256-atanh": {"127728": {"relevant_ids": ["127729"], "ranked_ids": ["127729", "250619", "38063", "278575", "69958", "166960", "92818", "276617", "48895", "73255"], "ranked_scores": [196.0, 189.0, 186.0, 183.0, 181.0, 180.0, 179.0, 179.0, 177.0, 177.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "318820": {"relevant_ids": ["318821"], "ranked_ids": ["318821", "222238", "367479", "380781", "149956", "355161", "360734", "441218", "31320", "162581"], "ranked_scores": [237.0, 200.0, 197.0, 192.0, 191.0, 189.0, 187.0, 186.0, 185.0, 184.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "296098": {"relevant_ids": ["296097"], "ranked_ids": ["45507", "469868", "296097", "364131", "173403", "423933", "56686", "307653", "45506", "493414"], "ranked_scores": [208.0, 205.0, 201.0, 198.0, 198.0, 197.0, 195.0, 194.0, 193.0, 193.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "150414": {"relevant_ids": ["192835"], "ranked_ids": ["192835", "105782", "126746", "516620", "105783", "103122", "126745", "132912", "21131", "8875"], "ranked_scores": [239.0, 216.0, 210.0, 206.0, 196.0, 194.0, 192.0, 191.0, 189.0, 188.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145582": {"relevant_ids": ["145583"], "ranked_ids": ["145583", "369955", "299264", "106381", "245370", "39561", "459071", "454248", "263736", "179136"], "ranked_scores": [204.0, 170.0, 167.0, 167.0, 166.0, 166.0, 165.0, 165.0, 164.0, 163.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "315712": {"relevant_ids": ["315713"], "ranked_ids": ["315713", "203205", "153536", "408588", "377891", "454814", "120489", "58851", "390120", "396505"], "ranked_scores": [222.0, 192.0, 190.0, 186.0, 185.0, 183.0, 183.0, 182.0, 181.0, 181.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145739": {"relevant_ids": ["145740"], "ranked_ids": ["145740", "241979", "366074", "115412", "323620", "51035", "210012", "33202", "415781", "347337"], "ranked_scores": [224.0, 201.0, 196.0, 187.0, 186.0, 184.0, 183.0, 182.0, 182.0, 180.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "308127": {"relevant_ids": ["308126"], "ranked_ids": ["308126", "367804", "286291", "77650", "104625", "100860", "163223", "266258", "65412", "140685"], "ranked_scores": [221.0, 180.0, 179.0, 179.0, 177.0, 175.0, 175.0, 173.0, 172.0, 171.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "287245": {"relevant_ids": ["283199", "283198", "322650"], "ranked_ids": ["322650", "283199", "283198", "192143", "221784", "97980", "450635", "109049", "221783", "508239"], "ranked_scores": [214.0, 212.0, 196.0, 184.0, 182.0, 180.0, 180.0, 180.0, 178.0, 177.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "14755": {"relevant_ids": ["211906", "14756"], "ranked_ids": ["211906", "14756", "450970", "30834", "393649", "449494", "11310", "235454", "57678", "230091"], "ranked_scores": [218.0, 212.0, 212.0, 195.0, 194.0, 187.0, 184.0, 183.0, 179.0, 178.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "370170": {"relevant_ids": ["370169"], "ranked_ids": ["370169", "537762", "334238", "466920", "211280", "417976", "191527", "96998", "449037", "476551"], "ranked_scores": [251.0, 180.0, 177.0, 176.0, 176.0, 173.0, 172.0, 171.0, 169.0, 169.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "41774": {"relevant_ids": ["41773"], "ranked_ids": ["41773", "239344", "53738", "307530", "194725", "214766", "532062", "146703", "366794", "164311"], "ranked_scores": [206.0, 191.0, 184.0, 181.0, 175.0, 173.0, 172.0, 171.0, 170.0, 169.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "399648": {"relevant_ids": ["399649"], "ranked_ids": ["399649", "435035", "225815", "212809", "529004", "412309", "470113", "445074", "285302", "462253"], "ranked_scores": [250.0, 198.0, 194.0, 190.0, 189.0, 188.0, 185.0, 184.0, 184.0, 183.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "504811": {"relevant_ids": ["504810"], "ranked_ids": ["504810", "364238", "90374", "388972", "282588", "22309", "84826", "532404", "318877", "439209"], "ranked_scores": [247.0, 183.0, 181.0, 178.0, 177.0, 176.0, 176.0, 176.0, 175.0, 174.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "362950": {"relevant_ids": ["362949", "400212"], "ranked_ids": ["362949", "400212", "357629", "487392", "169704", "427587", "203063", "438104", "151122", "9132"], "ranked_scores": [223.0, 218.0, 192.0, 191.0, 187.0, 187.0, 187.0, 187.0, 183.0, 182.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "155873": {"relevant_ids": ["155874"], "ranked_ids": ["392604", "292617", "136219", "155874", "439035", "475341", "3139", "355445", "383066", "495839"], "ranked_scores": [200.0, 193.0, 186.0, 183.0, 183.0, 181.0, 178.0, 178.0, 177.0, 177.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "263432": {"relevant_ids": ["263433"], "ranked_ids": ["263433", "128303", "372749", "41365", "460523", "190136", "254526", "471057", "77372", "91592"], "ranked_scores": [202.0, 184.0, 182.0, 177.0, 175.0, 174.0, 173.0, 171.0, 171.0, 170.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "354945": {"relevant_ids": ["354946"], "ranked_ids": ["354946", "254071", "447155", "286928", "166837", "243923", "287396", "124701", "170850", "496147"], "ranked_scores": [234.0, 177.0, 174.0, 173.0, 172.0, 170.0, 170.0, 169.0, 169.0, 168.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "245417": {"relevant_ids": ["248195", "219475"], "ranked_ids": ["40657", "219475", "164159", "37326", "248195", "64433", "301977", "319022", "368145", "14180"], "ranked_scores": [211.0, 206.0, 200.0, 199.0, 199.0, 190.0, 188.0, 186.0, 182.0, 181.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6241, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6241, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "516276": {"relevant_ids": ["516277"], "ranked_ids": ["516277", "19755", "510783", "352189", "76958", "34173", "479392", "143842", "352289", "149233"], "ranked_scores": [239.0, 214.0, 209.0, 204.0, 202.0, 199.0, 198.0, 198.0, 196.0, 194.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177580": {"relevant_ids": ["177579"], "ranked_ids": ["177579", "115954", "143503", "419100", "532497", "27716", "185553", "455888", "464418", "512921"], "ranked_scores": [241.0, 182.0, 182.0, 179.0, 179.0, 177.0, 172.0, 172.0, 172.0, 171.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "309865": {"relevant_ids": ["78624", "78623", "33713"], "ranked_ids": ["33713", "78623", "109205", "405094", "153484", "195425", "202593", "437065", "78624", "87669"], "ranked_scores": [218.0, 210.0, 209.0, 206.0, 202.0, 202.0, 201.0, 199.0, 198.0, 194.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.7654, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.9066, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "510387": {"relevant_ids": ["510386"], "ranked_ids": ["40390", "241538", "510386", "344869", "170896", "52003", "371033", "91349", "241537", "201143"], "ranked_scores": [215.0, 214.0, 213.0, 206.0, 205.0, 203.0, 193.0, 190.0, 189.0, 188.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "26645": {"relevant_ids": ["26644"], "ranked_ids": ["26644", "318396", "256680", "207775", "461704", "240705", "83875", "288006", "473729", "64900"], "ranked_scores": [242.0, 195.0, 192.0, 191.0, 188.0, 187.0, 187.0, 186.0, 186.0, 185.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "47788": {"relevant_ids": ["455725"], "ranked_ids": ["455725", "59223", "101721", "8505", "518171", "331", "235686", "348138", "47703", "276534"], "ranked_scores": [230.0, 219.0, 217.0, 214.0, 213.0, 211.0, 210.0, 208.0, 203.0, 198.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "338281": {"relevant_ids": ["338282"], "ranked_ids": ["338282", "119513", "467526", "362498", "26170", "43034", "138712", "434432", "427265", "459804"], "ranked_scores": [215.0, 182.0, 178.0, 174.0, 173.0, 173.0, 172.0, 170.0, 166.0, 166.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "461149": {"relevant_ids": ["461148"], "ranked_ids": ["525835", "461148", "283905", "203100", "527101", "302225", "120940", "335800", "85426", "377056"], "ranked_scores": [225.0, 214.0, 203.0, 201.0, 192.0, 190.0, 189.0, 183.0, 182.0, 180.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "346126": {"relevant_ids": ["110710", "110711"], "ranked_ids": ["110710", "110711", "154338", "296319", "108617", "528998", "168350", "203476", "50587", "6816"], "ranked_scores": [232.0, 232.0, 228.0, 207.0, 198.0, 196.0, 194.0, 193.0, 192.0, 192.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "372986": {"relevant_ids": ["262882", "49961"], "ranked_ids": ["49961", "262882", "485235", "226818", "303468", "491226", "499535", "299699", "140334", "443239"], "ranked_scores": [243.0, 212.0, 195.0, 192.0, 186.0, 186.0, 185.0, 183.0, 181.0, 181.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "501182": {"relevant_ids": ["501181"], "ranked_ids": ["501181", "251312", "299551", "231545", "446824", "185580", "102262", "483895", "34530", "384476"], "ranked_scores": [221.0, 180.0, 180.0, 176.0, 175.0, 173.0, 173.0, 172.0, 170.0, 170.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13800": {"relevant_ids": ["13799", "376590", "408522"], "ranked_ids": ["376590", "13799", "179943", "408522", "257857", "482825", "23471", "62619", "55091", "56338"], "ranked_scores": [218.0, 216.0, 199.0, 197.0, 195.0, 194.0, 194.0, 193.0, 192.0, 192.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.9675, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9675, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "250143": {"relevant_ids": ["250142"], "ranked_ids": ["250142", "473276", "526032", "57155", "533421", "38409", "206630", "50538", "50539", "96270"], "ranked_scores": [217.0, 198.0, 174.0, 174.0, 172.0, 172.0, 171.0, 169.0, 168.0, 167.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13223": {"relevant_ids": ["156773", "13224", "88348", "20277", "88349"], "ranked_ids": ["156773", "13224", "88349", "235061", "366749", "86343", "88348", "137719", "11938", "173790"], "ranked_scores": [246.0, 224.0, 219.0, 218.0, 218.0, 216.0, 216.0, 213.0, 207.0, 207.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.2, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6, "ndcg@5": 0.7227, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6, "ndcg@10": 0.8358, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.8}, "11002": {"relevant_ids": ["11003"], "ranked_ids": ["11003", "489539", "444112", "10212", "82619", "347493", "144197", "390977", "42203", "406881"], "ranked_scores": [216.0, 201.0, 199.0, 196.0, 192.0, 191.0, 190.0, 189.0, 188.0, 187.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177653": {"relevant_ids": ["79732"], "ranked_ids": ["79732", "395587", "39174", "200611", "525756", "373275", "414347", "138956", "310721", "502840"], "ranked_scores": [225.0, 209.0, 207.0, 199.0, 194.0, 182.0, 180.0, 176.0, 173.0, 173.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "415592": {"relevant_ids": ["415591"], "ranked_ids": ["415591", "68386", "26718", "88542", "172756", "288357", "251540", "81159", "392887", "507998"], "ranked_scores": [231.0, 192.0, 187.0, 184.0, 181.0, 180.0, 179.0, 179.0, 178.0, 178.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "511196": {"relevant_ids": ["511197"], "ranked_ids": ["511197", "53962", "435439", "45940", "413940", "156490", "191329", "491923", "296312", "537528"], "ranked_scores": [211.0, 178.0, 176.0, 175.0, 172.0, 171.0, 171.0, 171.0, 171.0, 171.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "344845": {"relevant_ids": ["344844"], "ranked_ids": ["344844", "397001", "380837", "79987", "79986", "4915", "327548", "187882", "162045", "101085"], "ranked_scores": [234.0, 198.0, 197.0, 197.0, 197.0, 196.0, 196.0, 195.0, 195.0, 192.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "396744": {"relevant_ids": ["396745"], "ranked_ids": ["236438", "454241", "284966", "396745", "338567", "418055", "506577", "489628", "481437", "54497"], "ranked_scores": [192.0, 191.0, 189.0, 188.0, 185.0, 183.0, 181.0, 180.0, 178.0, 178.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "452398": {"relevant_ids": ["452399"], "ranked_ids": ["452399", "487918", "530610", "90225", "185580", "506716", "367869", "397533", "154215", "985"], "ranked_scores": [238.0, 177.0, 176.0, 176.0, 173.0, 171.0, 171.0, 170.0, 170.0, 169.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "182114": {"relevant_ids": ["182113"], "ranked_ids": ["118897", "182113", "196647", "413792", "232734", "481882", "137577", "139689", "172779", "470503"], "ranked_scores": [188.0, 187.0, 187.0, 183.0, 182.0, 177.0, 177.0, 176.0, 176.0, 176.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "486260": {"relevant_ids": ["486259"], "ranked_ids": ["486259", "392356", "241333", "266904", "113749", "65893", "452464", "209255", "146738", "209254"], "ranked_scores": [230.0, 214.0, 195.0, 192.0, 191.0, 190.0, 188.0, 187.0, 185.0, 185.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "455140": {"relevant_ids": ["315935"], "ranked_ids": ["315935", "245896", "50224", "519049", "16399", "246286", "124700", "318887", "515552", "369068"], "ranked_scores": [224.0, 188.0, 184.0, 183.0, 182.0, 182.0, 181.0, 177.0, 177.0, 177.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "56198": {"relevant_ids": ["56199"], "ranked_ids": ["56199", "160194", "431226", "246583", "355555", "249114", "308888", "148722", "27262", "67917"], "ranked_scores": [230.0, 180.0, 177.0, 172.0, 169.0, 168.0, 168.0, 168.0, 167.0, 166.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "30172": {"relevant_ids": ["145120", "30173", "68426", "373486", "145119", "185817"], "ranked_ids": ["160900", "145120", "343564", "205338", "30173", "192604", "82405", "267771", "90983", "99756"], "ranked_scores": [230.0, 227.0, 220.0, 217.0, 215.0, 214.0, 214.0, 211.0, 211.0, 210.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2961, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.1667, "ndcg@5": 0.3452, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.308, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 0.3333}, "127880": {"relevant_ids": ["241164"], "ranked_ids": ["241164", "121458", "135083", "84471", "210277", "122116", "403741", "450198", "389443", "527388"], "ranked_scores": [214.0, 205.0, 197.0, 187.0, 184.0, 183.0, 182.0, 182.0, 181.0, 180.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "167969": {"relevant_ids": ["174461"], "ranked_ids": ["174461", "207491", "360983", "121354", "448412", "10394", "172806", "117984", "280033", "347474"], "ranked_scores": [198.0, 192.0, 190.0, 190.0, 182.0, 181.0, 181.0, 181.0, 179.0, 178.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "97986": {"relevant_ids": ["97987"], "ranked_ids": ["97987", "44589", "108564", "44095", "105886", "290935", "407", "259826", "234865", "256679"], "ranked_scores": [244.0, 211.0, 193.0, 191.0, 191.0, 190.0, 189.0, 189.0, 188.0, 188.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "12865": {"relevant_ids": ["105683"], "ranked_ids": ["105683", "83623", "6376", "356189", "323015", "83622", "277453", "92902", "313106", "94167"], "ranked_scores": [242.0, 196.0, 194.0, 193.0, 192.0, 192.0, 191.0, 191.0, 189.0, 189.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "215681": {"relevant_ids": ["215680"], "ranked_ids": ["215680", "178515", "57552", "5733", "107774", "52235", "143842", "63757", "32920", "89282"], "ranked_scores": [246.0, 202.0, 199.0, 192.0, 188.0, 187.0, 186.0, 186.0, 186.0, 185.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-mpnet-base-mrl-128-atanh": {"127728": {"relevant_ids": ["127729"], "ranked_ids": ["127729", "250619", "278575", "315009", "469527", "342610", "485054", "292639", "317591", "494754"], "ranked_scores": [97.0, 97.0, 95.0, 95.0, 95.0, 93.0, 93.0, 92.0, 92.0, 91.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "318820": {"relevant_ids": ["318821"], "ranked_ids": ["318821", "222238", "380781", "355161", "149956", "184762", "367479", "489320", "441218", "483940"], "ranked_scores": [116.0, 104.0, 103.0, 100.0, 99.0, 99.0, 98.0, 97.0, 95.0, 95.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "296098": {"relevant_ids": ["296097"], "ranked_ids": ["45507", "173403", "307653", "296097", "493414", "423933", "469868", "56686", "364131", "45506"], "ranked_scores": [104.0, 102.0, 102.0, 102.0, 99.0, 99.0, 98.0, 97.0, 96.0, 93.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "150414": {"relevant_ids": ["192835"], "ranked_ids": ["192835", "105782", "126746", "516620", "105783", "132912", "103122", "8875", "259561", "337933"], "ranked_scores": [118.0, 107.0, 102.0, 100.0, 96.0, 95.0, 94.0, 92.0, 91.0, 91.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145582": {"relevant_ids": ["145583"], "ranked_ids": ["145583", "369955", "299264", "179136", "241566", "126753", "317030", "43191", "459071", "496833"], "ranked_scores": [100.0, 88.0, 86.0, 85.0, 85.0, 84.0, 84.0, 84.0, 83.0, 83.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "315712": {"relevant_ids": ["315713"], "ranked_ids": ["315713", "153536", "203205", "454814", "151822", "377891", "120489", "304086", "368164", "68498"], "ranked_scores": [106.0, 99.0, 96.0, 96.0, 94.0, 93.0, 92.0, 91.0, 91.0, 91.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145739": {"relevant_ids": ["145740"], "ranked_ids": ["145740", "241979", "115412", "366074", "429177", "323620", "210012", "279807", "51035", "376315"], "ranked_scores": [112.0, 104.0, 100.0, 99.0, 97.0, 95.0, 93.0, 93.0, 93.0, 92.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "308127": {"relevant_ids": ["308126"], "ranked_ids": ["308126", "367804", "326242", "490044", "486822", "281528", "28941", "266258", "286291", "77650"], "ranked_scores": [108.0, 95.0, 92.0, 92.0, 90.0, 90.0, 89.0, 88.0, 88.0, 88.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "287245": {"relevant_ids": ["283199", "283198", "322650"], "ranked_ids": ["322650", "283199", "283198", "192143", "109049", "499036", "450635", "508100", "97980", "948"], "ranked_scores": [102.0, 102.0, 100.0, 94.0, 89.0, 89.0, 89.0, 89.0, 89.0, 87.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "14755": {"relevant_ids": ["211906", "14756"], "ranked_ids": ["211906", "450970", "14756", "393649", "235454", "30834", "449494", "45354", "218584", "88473"], "ranked_scores": [116.0, 114.0, 110.0, 103.0, 101.0, 96.0, 95.0, 92.0, 92.0, 91.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.9197, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.9197, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9197, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "370170": {"relevant_ids": ["370169"], "ranked_ids": ["370169", "476551", "537762", "211280", "417976", "191527", "299578", "334238", "231528", "96998"], "ranked_scores": [126.0, 93.0, 93.0, 91.0, 91.0, 90.0, 89.0, 88.0, 87.0, 87.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "41774": {"relevant_ids": ["41773"], "ranked_ids": ["41773", "239344", "307530", "194725", "53738", "164311", "411869", "29049", "110220", "532062"], "ranked_scores": [106.0, 100.0, 95.0, 93.0, 92.0, 91.0, 91.0, 90.0, 89.0, 89.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "399648": {"relevant_ids": ["399649"], "ranked_ids": ["399649", "435035", "529004", "225815", "87004", "411313", "157670", "462253", "513051", "5830"], "ranked_scores": [125.0, 102.0, 99.0, 98.0, 96.0, 95.0, 95.0, 95.0, 95.0, 94.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "504811": {"relevant_ids": ["504810"], "ranked_ids": ["504810", "364238", "439209", "182366", "318271", "16430", "97434", "274190", "322294", "422283"], "ranked_scores": [126.0, 97.0, 94.0, 93.0, 92.0, 91.0, 91.0, 90.0, 90.0, 90.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "362950": {"relevant_ids": ["362949", "400212"], "ranked_ids": ["362949", "400212", "357629", "510271", "151122", "465929", "24154", "487392", "278651", "4715"], "ranked_scores": [113.0, 110.0, 103.0, 97.0, 97.0, 97.0, 95.0, 95.0, 94.0, 94.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "155873": {"relevant_ids": ["155874"], "ranked_ids": ["392604", "439035", "292617", "363712", "155874", "294020", "355445", "136219", "495839", "487664"], "ranked_scores": [100.0, 97.0, 96.0, 96.0, 95.0, 94.0, 93.0, 93.0, 93.0, 92.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "263432": {"relevant_ids": ["263433"], "ranked_ids": ["263433", "128303", "372749", "190136", "77372", "41365", "127952", "185743", "238602", "409956"], "ranked_scores": [100.0, 95.0, 92.0, 91.0, 90.0, 89.0, 89.0, 88.0, 88.0, 88.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "354945": {"relevant_ids": ["354946"], "ranked_ids": ["354946", "286928", "462984", "254071", "447155", "170850", "287396", "162423", "128992", "243923"], "ranked_scores": [116.0, 90.0, 89.0, 89.0, 88.0, 88.0, 87.0, 87.0, 86.0, 86.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "245417": {"relevant_ids": ["248195", "219475"], "ranked_ids": ["40657", "219475", "37326", "164159", "64433", "248195", "301977", "14180", "355903", "319022"], "ranked_scores": [110.0, 108.0, 108.0, 103.0, 100.0, 99.0, 97.0, 97.0, 97.0, 96.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.3869, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6053, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "516276": {"relevant_ids": ["516277"], "ranked_ids": ["516277", "19755", "352189", "510783", "76958", "44716", "34173", "352289", "133468", "410439"], "ranked_scores": [123.0, 111.0, 108.0, 106.0, 105.0, 103.0, 101.0, 101.0, 100.0, 100.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177580": {"relevant_ids": ["177579"], "ranked_ids": ["177579", "115954", "27716", "419100", "532497", "77699", "140940", "420916", "75396", "82619"], "ranked_scores": [118.0, 97.0, 92.0, 91.0, 90.0, 88.0, 88.0, 87.0, 87.0, 87.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "309865": {"relevant_ids": ["78624", "78623", "33713"], "ranked_ids": ["33713", "109205", "437065", "99573", "153484", "405094", "78623", "209041", "195425", "42592"], "ranked_scores": [111.0, 108.0, 104.0, 104.0, 103.0, 103.0, 103.0, 101.0, 101.0, 100.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4693, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.6257, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.6667}, "510387": {"relevant_ids": ["510386"], "ranked_ids": ["241538", "344869", "40390", "510386", "170896", "517884", "371033", "52003", "412445", "91349"], "ranked_scores": [110.0, 107.0, 105.0, 104.0, 104.0, 98.0, 97.0, 97.0, 97.0, 96.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "26645": {"relevant_ids": ["26644"], "ranked_ids": ["26644", "256680", "317966", "207775", "318396", "407", "267521", "244441", "83874", "83875"], "ranked_scores": [120.0, 98.0, 97.0, 97.0, 97.0, 97.0, 96.0, 94.0, 94.0, 94.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "47788": {"relevant_ids": ["455725"], "ranked_ids": ["455725", "8505", "59223", "101721", "331", "235686", "518171", "348138", "53096", "37221"], "ranked_scores": [115.0, 107.0, 106.0, 105.0, 105.0, 103.0, 101.0, 100.0, 99.0, 98.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "338281": {"relevant_ids": ["338282"], "ranked_ids": ["338282", "138712", "119513", "467526", "26170", "430005", "449494", "434432", "43034", "459804"], "ranked_scores": [110.0, 95.0, 93.0, 92.0, 90.0, 90.0, 89.0, 89.0, 88.0, 88.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "461149": {"relevant_ids": ["461148"], "ranked_ids": ["525835", "461148", "527101", "203100", "283905", "302225", "120940", "335800", "28996", "85426"], "ranked_scores": [112.0, 104.0, 96.0, 96.0, 96.0, 93.0, 92.0, 91.0, 90.0, 90.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "346126": {"relevant_ids": ["110710", "110711"], "ranked_ids": ["110711", "110710", "154338", "296319", "441288", "108617", "50587", "168350", "203476", "85707"], "ranked_scores": [118.0, 116.0, 114.0, 102.0, 101.0, 100.0, 98.0, 98.0, 97.0, 96.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "372986": {"relevant_ids": ["262882", "49961"], "ranked_ids": ["49961", "262882", "485235", "499535", "443239", "140334", "226818", "226563", "249896", "502491"], "ranked_scores": [122.0, 107.0, 101.0, 99.0, 96.0, 96.0, 94.0, 94.0, 94.0, 93.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "501182": {"relevant_ids": ["501181"], "ranked_ids": ["501181", "299551", "384476", "274777", "185580", "231545", "102262", "146057", "446824", "402718"], "ranked_scores": [110.0, 93.0, 92.0, 91.0, 91.0, 90.0, 90.0, 89.0, 89.0, 88.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13800": {"relevant_ids": ["13799", "376590", "408522"], "ranked_ids": ["376590", "13799", "62619", "179943", "482825", "286120", "55091", "36716", "437906", "408522"], "ranked_scores": [111.0, 108.0, 102.0, 98.0, 98.0, 98.0, 98.0, 98.0, 98.0, 97.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.7654, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.901, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "250143": {"relevant_ids": ["250142"], "ranked_ids": ["250142", "473276", "206630", "44287", "38409", "50539", "254184", "76062", "460976", "57155"], "ranked_scores": [106.0, 100.0, 90.0, 90.0, 89.0, 88.0, 87.0, 87.0, 87.0, 87.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13223": {"relevant_ids": ["156773", "13224", "88348", "20277", "88349"], "ranked_ids": ["156773", "13224", "235061", "88349", "20277", "366749", "86343", "137719", "88348", "496269"], "ranked_scores": [124.0, 117.0, 114.0, 110.0, 109.0, 108.0, 107.0, 107.0, 107.0, 105.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.2, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.4, "ndcg@5": 0.8304, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.8, "ndcg@10": 0.9325, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "11002": {"relevant_ids": ["11003"], "ranked_ids": ["11003", "489539", "444112", "10212", "520621", "87588", "144197", "42203", "153944", "347493"], "ranked_scores": [106.0, 106.0, 102.0, 100.0, 98.0, 98.0, 97.0, 96.0, 95.0, 95.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177653": {"relevant_ids": ["79732"], "ranked_ids": ["79732", "39174", "395587", "525756", "200611", "502840", "373275", "522828", "412316", "311678"], "ranked_scores": [114.0, 103.0, 103.0, 100.0, 97.0, 93.0, 92.0, 90.0, 89.0, 88.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "415592": {"relevant_ids": ["415591"], "ranked_ids": ["415591", "81159", "68386", "251540", "288357", "26718", "379146", "368841", "479374", "352629"], "ranked_scores": [118.0, 96.0, 96.0, 95.0, 93.0, 93.0, 92.0, 92.0, 92.0, 91.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "511196": {"relevant_ids": ["511197"], "ranked_ids": ["511197", "191329", "53962", "251545", "77372", "45940", "289278", "293051", "329312", "459789"], "ranked_scores": [108.0, 94.0, 94.0, 93.0, 93.0, 92.0, 91.0, 88.0, 88.0, 88.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "344845": {"relevant_ids": ["344844"], "ranked_ids": ["344844", "162045", "397001", "122043", "380837", "57061", "79986", "327548", "79987", "95946"], "ranked_scores": [120.0, 102.0, 101.0, 100.0, 100.0, 99.0, 99.0, 99.0, 98.0, 97.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "396744": {"relevant_ids": ["396745"], "ranked_ids": ["396745", "418055", "236438", "284966", "338567", "454241", "375685", "54497", "506577", "157983"], "ranked_scores": [99.0, 95.0, 94.0, 92.0, 92.0, 92.0, 91.0, 91.0, 91.0, 90.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "452398": {"relevant_ids": ["452399"], "ranked_ids": ["452399", "154215", "277360", "487918", "90225", "72096", "372901", "185580", "397533", "29506"], "ranked_scores": [121.0, 89.0, 89.0, 89.0, 89.0, 87.0, 87.0, 86.0, 86.0, 86.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "182114": {"relevant_ids": ["182113"], "ranked_ids": ["196647", "182113", "413792", "118897", "466737", "80224", "118902", "229182", "232734", "258846"], "ranked_scores": [93.0, 93.0, 92.0, 92.0, 92.0, 91.0, 90.0, 89.0, 89.0, 89.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "486260": {"relevant_ids": ["486259"], "ranked_ids": ["486259", "392356", "241333", "113749", "146738", "146737", "266904", "12974", "385204", "452464"], "ranked_scores": [112.0, 105.0, 98.0, 96.0, 96.0, 95.0, 95.0, 94.0, 93.0, 93.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "455140": {"relevant_ids": ["315935"], "ranked_ids": ["315935", "245896", "519049", "369068", "246286", "369955", "454470", "315936", "356403", "93864"], "ranked_scores": [111.0, 95.0, 93.0, 93.0, 92.0, 92.0, 92.0, 91.0, 91.0, 91.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "56198": {"relevant_ids": ["56199"], "ranked_ids": ["56199", "160194", "355555", "431226", "308888", "113547", "67917", "138061", "493305", "376025"], "ranked_scores": [114.0, 91.0, 89.0, 89.0, 88.0, 88.0, 87.0, 86.0, 85.0, 84.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "30172": {"relevant_ids": ["145120", "30173", "68426", "373486", "145119", "185817"], "ranked_ids": ["145120", "160900", "30173", "343564", "205338", "373486", "145119", "267771", "99756", "96958"], "ranked_scores": [115.0, 114.0, 111.0, 110.0, 109.0, 109.0, 108.0, 108.0, 108.0, 107.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.1667, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.5087, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.6626, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.6667}, "127880": {"relevant_ids": ["241164"], "ranked_ids": ["241164", "121458", "535042", "450198", "135083", "210277", "389443", "22396", "531392", "437116"], "ranked_scores": [107.0, 103.0, 97.0, 97.0, 97.0, 96.0, 95.0, 94.0, 94.0, 94.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "167969": {"relevant_ids": ["174461"], "ranked_ids": ["121354", "174461", "468723", "207491", "144121", "347474", "100300", "448412", "117984", "60171"], "ranked_scores": [104.0, 99.0, 98.0, 97.0, 96.0, 96.0, 95.0, 95.0, 95.0, 94.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "97986": {"relevant_ids": ["97987"], "ranked_ids": ["97987", "44589", "108564", "393565", "290935", "256679", "376198", "407302", "44095", "90875"], "ranked_scores": [126.0, 107.0, 100.0, 96.0, 95.0, 95.0, 94.0, 94.0, 94.0, 94.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "12865": {"relevant_ids": ["105683"], "ranked_ids": ["105683", "356189", "83623", "277453", "480086", "92902", "191268", "83622", "139269", "356740"], "ranked_scores": [121.0, 102.0, 100.0, 97.0, 96.0, 96.0, 96.0, 96.0, 95.0, 94.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "215681": {"relevant_ids": ["215680"], "ranked_ids": ["215680", "178515", "57552", "301165", "54139", "376328", "121409", "171713", "19755", "516277"], "ranked_scores": [124.0, 103.0, 98.0, 97.0, 96.0, 94.0, 93.0, 93.0, 93.0, 93.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-mpnet-base-mrl-64-atanh": {"127728": {"relevant_ids": ["127729"], "ranked_ids": ["127729", "315009", "278575", "181112", "92818", "250619", "255261", "292638", "348300", "469527"], "ranked_scores": [52.0, 52.0, 51.0, 50.0, 49.0, 48.0, 48.0, 48.0, 48.0, 48.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "318820": {"relevant_ids": ["318821"], "ranked_ids": ["318821", "149956", "162581", "222238", "489320", "184762", "178549", "54496", "380781", "45151"], "ranked_scores": [58.0, 54.0, 53.0, 53.0, 51.0, 50.0, 50.0, 50.0, 50.0, 49.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "296098": {"relevant_ids": ["296097"], "ranked_ids": ["45507", "423933", "307653", "296097", "469868", "257592", "173403", "493414", "499041", "500090"], "ranked_scores": [53.0, 53.0, 53.0, 52.0, 52.0, 51.0, 51.0, 50.0, 48.0, 48.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "150414": {"relevant_ids": ["192835"], "ranked_ids": ["192835", "105782", "126746", "105783", "516620", "126745", "132912", "171371", "44716", "337933"], "ranked_scores": [62.0, 54.0, 53.0, 51.0, 51.0, 51.0, 50.0, 50.0, 50.0, 50.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145582": {"relevant_ids": ["145583"], "ranked_ids": ["145583", "317030", "380490", "179136", "384292", "8521", "246286", "88342", "469385", "480909"], "ranked_scores": [50.0, 47.0, 47.0, 45.0, 45.0, 45.0, 45.0, 45.0, 45.0, 44.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "315712": {"relevant_ids": ["315713"], "ranked_ids": ["315713", "67179", "390120", "492506", "153536", "120489", "319096", "203205", "34635", "454814"], "ranked_scores": [58.0, 50.0, 50.0, 49.0, 49.0, 48.0, 48.0, 48.0, 48.0, 48.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145739": {"relevant_ids": ["145740"], "ranked_ids": ["145740", "241979", "33202", "429177", "115412", "323620", "148222", "294137", "366074", "113910"], "ranked_scores": [57.0, 55.0, 52.0, 52.0, 51.0, 50.0, 49.0, 49.0, 49.0, 48.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "308127": {"relevant_ids": ["308126"], "ranked_ids": ["308126", "286291", "367804", "65412", "104625", "100860", "490044", "140685", "77650", "485511"], "ranked_scores": [57.0, 52.0, 51.0, 50.0, 50.0, 49.0, 49.0, 48.0, 48.0, 47.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "287245": {"relevant_ids": ["283199", "283198", "322650"], "ranked_ids": ["283198", "450635", "192143", "138800", "283199", "322650", "415785", "499036", "97980", "508100"], "ranked_scores": [50.0, 50.0, 50.0, 47.0, 46.0, 46.0, 46.0, 46.0, 46.0, 46.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.6508, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.818, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "14755": {"relevant_ids": ["211906", "14756"], "ranked_ids": ["211906", "450970", "14756", "235454", "393649", "199268", "45354", "449494", "481547", "88473"], "ranked_scores": [62.0, 61.0, 58.0, 53.0, 51.0, 48.0, 48.0, 47.0, 47.0, 47.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.9197, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.9197, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9197, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "370170": {"relevant_ids": ["370169"], "ranked_ids": ["370169", "417976", "211280", "114754", "88049", "334238", "393565", "437781", "537762", "59810"], "ranked_scores": [64.0, 50.0, 49.0, 47.0, 47.0, 47.0, 47.0, 46.0, 46.0, 46.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "41774": {"relevant_ids": ["41773"], "ranked_ids": ["307530", "239344", "41453", "532062", "41773", "268536", "483690", "376639", "39049", "444942"], "ranked_scores": [50.0, 50.0, 49.0, 49.0, 49.0, 48.0, 48.0, 46.0, 46.0, 46.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "399648": {"relevant_ids": ["399649"], "ranked_ids": ["399649", "344347", "255525", "529004", "225815", "435035", "87004", "26748", "445074", "51503"], "ranked_scores": [63.0, 52.0, 52.0, 51.0, 50.0, 50.0, 50.0, 49.0, 49.0, 49.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "504811": {"relevant_ids": ["504810"], "ranked_ids": ["504810", "16717", "494989", "188893", "364238", "439209", "318271", "396757", "84826", "54195"], "ranked_scores": [63.0, 50.0, 49.0, 49.0, 49.0, 48.0, 47.0, 47.0, 47.0, 47.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "362950": {"relevant_ids": ["362949", "400212"], "ranked_ids": ["362949", "400212", "510271", "357629", "428017", "24154", "105919", "429501", "422140", "465929"], "ranked_scores": [54.0, 52.0, 50.0, 49.0, 49.0, 48.0, 48.0, 48.0, 48.0, 47.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "155873": {"relevant_ids": ["155874"], "ranked_ids": ["392604", "355445", "439035", "495839", "487664", "440807", "134935", "294020", "353785", "47736"], "ranked_scores": [51.0, 49.0, 49.0, 49.0, 48.0, 48.0, 48.0, 48.0, 47.0, 47.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "263432": {"relevant_ids": ["263433"], "ranked_ids": ["372749", "128303", "263433", "188072", "390696", "77372", "370513", "383588", "460523", "84471"], "ranked_scores": [51.0, 50.0, 49.0, 48.0, 48.0, 48.0, 47.0, 47.0, 47.0, 47.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "354945": {"relevant_ids": ["354946"], "ranked_ids": ["354946", "464100", "243923", "332356", "286928", "254071", "27632", "462984", "389254", "397538"], "ranked_scores": [57.0, 50.0, 47.0, 47.0, 47.0, 46.0, 46.0, 46.0, 45.0, 45.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "245417": {"relevant_ids": ["248195", "219475"], "ranked_ids": ["37326", "219475", "248195", "40657", "164159", "14180", "368145", "64433", "343403", "487409"], "ranked_scores": [56.0, 53.0, 53.0, 51.0, 51.0, 50.0, 49.0, 49.0, 48.0, 47.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6934, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6934, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6934, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "516276": {"relevant_ids": ["516277"], "ranked_ids": ["516277", "19755", "76958", "352189", "352289", "44716", "410439", "438101", "510783", "489791"], "ranked_scores": [62.0, 57.0, 56.0, 55.0, 53.0, 53.0, 52.0, 52.0, 52.0, 52.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177580": {"relevant_ids": ["177579"], "ranked_ids": ["177579", "532497", "311589", "475847", "277547", "21919", "349722", "82619", "41498", "419100"], "ranked_scores": [58.0, 50.0, 49.0, 48.0, 48.0, 47.0, 47.0, 47.0, 47.0, 47.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "309865": {"relevant_ids": ["78624", "78623", "33713"], "ranked_ids": ["33713", "109205", "405094", "78623", "99573", "437065", "42592", "455819", "78624", "92329"], "ranked_scores": [57.0, 54.0, 53.0, 52.0, 51.0, 51.0, 50.0, 50.0, 50.0, 50.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.6714, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.8127, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "510387": {"relevant_ids": ["510386"], "ranked_ids": ["170896", "241538", "344869", "510386", "442062", "371033", "12974", "144040", "40390", "412445"], "ranked_scores": [55.0, 55.0, 54.0, 53.0, 53.0, 53.0, 52.0, 52.0, 52.0, 52.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "26645": {"relevant_ids": ["26644"], "ranked_ids": ["26644", "415005", "76871", "207775", "192465", "73719", "187976", "256680", "286617", "472197"], "ranked_scores": [60.0, 53.0, 51.0, 51.0, 51.0, 51.0, 50.0, 50.0, 50.0, 49.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "47788": {"relevant_ids": ["455725"], "ranked_ids": ["455725", "8505", "331", "59223", "348138", "15132", "235686", "101721", "215031", "37221"], "ranked_scores": [59.0, 57.0, 54.0, 53.0, 53.0, 51.0, 51.0, 51.0, 50.0, 50.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "338281": {"relevant_ids": ["338282"], "ranked_ids": ["338282", "430005", "449494", "263861", "427265", "469300", "138712", "22309", "529169", "60900"], "ranked_scores": [52.0, 49.0, 48.0, 47.0, 47.0, 47.0, 47.0, 46.0, 46.0, 46.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "461149": {"relevant_ids": ["461148"], "ranked_ids": ["525835", "461148", "527101", "189772", "252761", "335800", "302225", "274867", "416504", "393986"], "ranked_scores": [57.0, 52.0, 49.0, 48.0, 48.0, 48.0, 48.0, 48.0, 48.0, 48.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "346126": {"relevant_ids": ["110710", "110711"], "ranked_ids": ["110711", "110710", "154338", "441288", "296319", "7830", "207552", "413368", "148406", "229503"], "ranked_scores": [61.0, 60.0, 57.0, 54.0, 52.0, 51.0, 51.0, 51.0, 50.0, 50.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "372986": {"relevant_ids": ["262882", "49961"], "ranked_ids": ["49961", "140334", "249896", "262882", "303468", "226818", "485235", "499535", "166564", "443239"], "ranked_scores": [62.0, 54.0, 53.0, 53.0, 52.0, 52.0, 51.0, 51.0, 50.0, 49.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.8772, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.8772, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "501182": {"relevant_ids": ["501181"], "ranked_ids": ["501181", "519049", "299551", "274777", "429772", "16399", "146057", "474402", "446824", "315387"], "ranked_scores": [55.0, 49.0, 49.0, 48.0, 47.0, 46.0, 46.0, 46.0, 46.0, 45.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13800": {"relevant_ids": ["13799", "376590", "408522"], "ranked_ids": ["376590", "469506", "209852", "13799", "209853", "62619", "33988", "35620", "36716", "521996"], "ranked_scores": [58.0, 55.0, 55.0, 54.0, 53.0, 53.0, 52.0, 51.0, 51.0, 51.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.6714, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.6714, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.6667}, "250143": {"relevant_ids": ["250142"], "ranked_ids": ["473276", "250142", "148079", "209138", "38409", "44287", "50539", "206630", "156056", "520955"], "ranked_scores": [52.0, 52.0, 51.0, 50.0, 48.0, 48.0, 48.0, 47.0, 47.0, 46.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "13223": {"relevant_ids": ["156773", "13224", "88348", "20277", "88349"], "ranked_ids": ["156773", "13224", "235061", "496269", "88349", "366749", "86343", "223304", "307929", "88348"], "ranked_scores": [62.0, 60.0, 56.0, 56.0, 55.0, 54.0, 54.0, 53.0, 53.0, 53.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.2, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.4, "ndcg@5": 0.6844, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6, "ndcg@10": 0.7824, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.8}, "11002": {"relevant_ids": ["11003"], "ranked_ids": ["489539", "11003", "444112", "447730", "24296", "10212", "35939", "520621", "14165", "87588"], "ranked_scores": [52.0, 51.0, 50.0, 49.0, 48.0, 48.0, 48.0, 48.0, 48.0, 47.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "177653": {"relevant_ids": ["79732"], "ranked_ids": ["395587", "79732", "525756", "39174", "502840", "237652", "522828", "20502", "311678", "373275"], "ranked_scores": [55.0, 55.0, 50.0, 50.0, 50.0, 48.0, 48.0, 47.0, 47.0, 47.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "415592": {"relevant_ids": ["415591"], "ranked_ids": ["415591", "81159", "352629", "288357", "68386", "292550", "485706", "368841", "322822", "352238"], "ranked_scores": [61.0, 53.0, 51.0, 51.0, 50.0, 50.0, 49.0, 49.0, 48.0, 48.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "511196": {"relevant_ids": ["511197"], "ranked_ids": ["511197", "53962", "289278", "329312", "191329", "251545", "224675", "420936", "367479", "491923"], "ranked_scores": [52.0, 51.0, 48.0, 47.0, 46.0, 46.0, 46.0, 46.0, 46.0, 45.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "344845": {"relevant_ids": ["344844"], "ranked_ids": ["344844", "162045", "86040", "311499", "122043", "60142", "238256", "380837", "57061", "511683"], "ranked_scores": [61.0, 50.0, 50.0, 50.0, 49.0, 49.0, 48.0, 48.0, 48.0, 48.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "396744": {"relevant_ids": ["396745"], "ranked_ids": ["396745", "418055", "236438", "338567", "389443", "318589", "219399", "489628", "454241", "464360"], "ranked_scores": [51.0, 51.0, 49.0, 49.0, 48.0, 48.0, 48.0, 48.0, 47.0, 47.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "452398": {"relevant_ids": ["452399"], "ranked_ids": ["452399", "157670", "51138", "257592", "154215", "9918", "423427", "397533", "198263", "95502"], "ranked_scores": [62.0, 46.0, 46.0, 45.0, 45.0, 45.0, 45.0, 45.0, 45.0, 44.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "182114": {"relevant_ids": ["182113"], "ranked_ids": ["196647", "182113", "323531", "481882", "139689", "370637", "376198", "451547", "413792", "86719"], "ranked_scores": [55.0, 53.0, 48.0, 48.0, 48.0, 47.0, 47.0, 47.0, 47.0, 47.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "486260": {"relevant_ids": ["486259"], "ranked_ids": ["486259", "392356", "113749", "146738", "241333", "146737", "221509", "379270", "429173", "424183"], "ranked_scores": [57.0, 53.0, 52.0, 52.0, 51.0, 50.0, 50.0, 49.0, 49.0, 49.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "455140": {"relevant_ids": ["315935"], "ranked_ids": ["315935", "245896", "308963", "369068", "2257", "510681", "345459", "372713", "385502", "391086"], "ranked_scores": [54.0, 53.0, 51.0, 48.0, 47.0, 47.0, 46.0, 46.0, 46.0, 46.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "56198": {"relevant_ids": ["56199"], "ranked_ids": ["56199", "527767", "388941", "109017", "138061", "260954", "136283", "67917", "485511", "43394"], "ranked_scores": [58.0, 49.0, 49.0, 47.0, 47.0, 47.0, 47.0, 47.0, 47.0, 46.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "30172": {"relevant_ids": ["145120", "30173", "68426", "373486", "145119", "185817"], "ranked_ids": ["145120", "160900", "68426", "15236", "205338", "145119", "185581", "267771", "99756", "343564"], "ranked_scores": [60.0, 60.0, 58.0, 57.0, 57.0, 57.0, 56.0, 56.0, 56.0, 56.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.1667, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.5087, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.5617, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "127880": {"relevant_ids": ["241164"], "ranked_ids": ["241164", "450198", "121458", "122116", "535042", "14626", "22396", "437116", "527388", "531392"], "ranked_scores": [54.0, 52.0, 51.0, 50.0, 49.0, 49.0, 49.0, 48.0, 48.0, 48.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "167969": {"relevant_ids": ["174461"], "ranked_ids": ["177138", "174461", "121354", "117984", "144121", "171665", "207491", "174552", "293663", "60171"], "ranked_scores": [52.0, 52.0, 51.0, 49.0, 49.0, 49.0, 49.0, 49.0, 49.0, 48.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "97986": {"relevant_ids": ["97987"], "ranked_ids": ["97987", "44589", "290935", "192465", "73719", "76871", "44095", "522248", "98924", "98925"], "ranked_scores": [64.0, 58.0, 53.0, 53.0, 51.0, 51.0, 51.0, 50.0, 50.0, 50.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "12865": {"relevant_ids": ["105683"], "ranked_ids": ["105683", "480086", "356189", "23129", "191268", "94167", "83623", "265697", "323015", "92902"], "ranked_scores": [61.0, 54.0, 53.0, 52.0, 51.0, 50.0, 50.0, 50.0, 49.0, 49.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "215681": {"relevant_ids": ["215680"], "ranked_ids": ["215680", "178515", "51709", "5733", "60663", "161868", "52235", "38165", "516277", "57552"], "ranked_scores": [64.0, 55.0, 51.0, 50.0, 50.0, 49.0, 49.0, 49.0, 48.0, 48.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-mpnet-base-mrl-32-atanh": {"127728": {"relevant_ids": ["127729"], "ranked_ids": ["127729", "350882", "236793", "250619", "230787", "92818", "57678", "45999", "56332", "78763"], "ranked_scores": [27.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0, 25.0, 25.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "318820": {"relevant_ids": ["318821"], "ranked_ids": ["318821", "149956", "367479", "489320", "162581", "168411", "184762", "222238", "45151", "360734"], "ranked_scores": [30.0, 29.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0, 26.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "296098": {"relevant_ids": ["296097"], "ranked_ids": ["130062", "469868", "307653", "134752", "400682", "105230", "423933", "47703", "499041", "8505"], "ranked_scores": [28.0, 28.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0, 25.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "150414": {"relevant_ids": ["192835"], "ranked_ids": ["192835", "516620", "105782", "401513", "451913", "428293", "467031", "44716", "92574", "8875"], "ranked_scores": [32.0, 29.0, 28.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145582": {"relevant_ids": ["145583"], "ranked_ids": ["145583", "88342", "341191", "383111", "515552", "436102", "392887", "530364", "507261", "39561"], "ranked_scores": [27.0, 25.0, 24.0, 24.0, 24.0, 24.0, 24.0, 24.0, 24.0, 24.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "315712": {"relevant_ids": ["315713"], "ranked_ids": ["315713", "377891", "368164", "381810", "43852", "390120", "485680", "98863", "454814", "52519"], "ranked_scores": [29.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145739": {"relevant_ids": ["145740"], "ranked_ids": ["145740", "241979", "323620", "33202", "280142", "280141", "310946", "347337", "366074", "429177"], "ranked_scores": [30.0, 28.0, 28.0, 28.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "308127": {"relevant_ids": ["308126"], "ranked_ids": ["308126", "100860", "286291", "225544", "135083", "53962", "104625", "480667", "490044", "90018"], "ranked_scores": [28.0, 28.0, 28.0, 26.0, 26.0, 26.0, 26.0, 25.0, 25.0, 25.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "287245": {"relevant_ids": ["283199", "283198", "322650"], "ranked_ids": ["138800", "91031", "192143", "150779", "97822", "146686", "415785", "283198", "450635", "508100"], "ranked_scores": [27.0, 27.0, 26.0, 26.0, 26.0, 25.0, 25.0, 25.0, 25.0, 25.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.148, "mrr@10": 0.125, "accuracy@10": 1.0, "recall@10": 0.3333}, "14755": {"relevant_ids": ["211906", "14756"], "ranked_ids": ["211906", "450970", "235454", "14756", "57678", "381248", "393649", "333149", "437781", "347178"], "ranked_scores": [31.0, 30.0, 29.0, 29.0, 27.0, 26.0, 26.0, 25.0, 25.0, 25.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.8772, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.8772, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "370170": {"relevant_ids": ["370169"], "ranked_ids": ["370169", "476551", "537762", "186723", "211280", "43980", "417976", "509382", "45636", "466920"], "ranked_scores": [32.0, 28.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0, 25.0, 25.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "41774": {"relevant_ids": ["41773"], "ranked_ids": ["328598", "195443", "239344", "258846", "299258", "6705", "46379", "302893", "506283", "89980"], "ranked_scores": [27.0, 26.0, 25.0, 25.0, 25.0, 25.0, 25.0, 25.0, 25.0, 25.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "399648": {"relevant_ids": ["399649"], "ranked_ids": ["399649", "87004", "276160", "344347", "139235", "15879", "411313", "380626", "529004", "78914"], "ranked_scores": [31.0, 29.0, 29.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0, 25.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "504811": {"relevant_ids": ["504810"], "ranked_ids": ["504810", "157755", "16430", "188893", "250619", "318877", "318271", "60900", "54195", "74588"], "ranked_scores": [32.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 25.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "362950": {"relevant_ids": ["362949", "400212"], "ranked_ids": ["362949", "400212", "188893", "316928", "390786", "313176", "347337", "316486", "60171", "97315"], "ranked_scores": [28.0, 27.0, 26.0, 26.0, 26.0, 25.0, 25.0, 25.0, 24.0, 24.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "155873": {"relevant_ids": ["155874"], "ranked_ids": ["47736", "355445", "407354", "392604", "411869", "469159", "73810", "433175", "91610", "495839"], "ranked_scores": [27.0, 25.0, 25.0, 25.0, 25.0, 25.0, 25.0, 25.0, 25.0, 25.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "263432": {"relevant_ids": ["263433"], "ranked_ids": ["372749", "263433", "311499", "188072", "251735", "454826", "536353", "54041", "57017", "55140"], "ranked_scores": [28.0, 27.0, 27.0, 26.0, 26.0, 26.0, 25.0, 25.0, 25.0, 25.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "354945": {"relevant_ids": ["354946"], "ranked_ids": ["354946", "496720", "157670", "410033", "464100", "278217", "442062", "484333", "60738", "525755"], "ranked_scores": [30.0, 27.0, 26.0, 26.0, 26.0, 26.0, 25.0, 25.0, 25.0, 25.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "245417": {"relevant_ids": ["248195", "219475"], "ranked_ids": ["37326", "368145", "319022", "83007", "248195", "315713", "44251", "67377", "78584", "89716"], "ranked_scores": [28.0, 28.0, 26.0, 26.0, 26.0, 26.0, 25.0, 25.0, 25.0, 25.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.2372, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.2372, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.5}, "516276": {"relevant_ids": ["516277"], "ranked_ids": ["516277", "410439", "72857", "34173", "352289", "188982", "489791", "63757", "68652", "76958"], "ranked_scores": [31.0, 30.0, 29.0, 28.0, 28.0, 28.0, 28.0, 27.0, 27.0, 27.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177580": {"relevant_ids": ["177579"], "ranked_ids": ["177579", "277547", "525835", "37740", "377803", "204923", "329779", "419100", "477581", "441284"], "ranked_scores": [30.0, 27.0, 27.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "309865": {"relevant_ids": ["78624", "78623", "33713"], "ranked_ids": ["195425", "99573", "33713", "455819", "109205", "374290", "442611", "495751", "78624", "78623"], "ranked_scores": [29.0, 29.0, 28.0, 28.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.2346, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.5116, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "510387": {"relevant_ids": ["510386"], "ranked_ids": ["344869", "40390", "241538", "371033", "261409", "290058", "266904", "412445", "29608", "510386"], "ranked_scores": [28.0, 28.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.2891, "mrr@10": 0.1, "accuracy@10": 1.0, "recall@10": 1.0}, "26645": {"relevant_ids": ["26644"], "ranked_ids": ["26644", "73719", "440397", "76871", "192465", "191246", "282280", "517283", "415005", "522248"], "ranked_scores": [29.0, 28.0, 28.0, 28.0, 27.0, 27.0, 27.0, 27.0, 27.0, 26.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "47788": {"relevant_ids": ["455725"], "ranked_ids": ["8505", "455725", "105230", "256944", "331", "215031", "348138", "235686", "59223", "78921"], "ranked_scores": [31.0, 31.0, 28.0, 28.0, 28.0, 28.0, 28.0, 27.0, 27.0, 27.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "338281": {"relevant_ids": ["338282"], "ranked_ids": ["271801", "263861", "240052", "155232", "135715", "338282", "430005", "394632", "464360", "6452"], "ranked_scores": [27.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 25.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "461149": {"relevant_ids": ["461148"], "ranked_ids": ["21006", "461148", "525835", "25505", "108161", "252761", "417040", "325288", "335800", "527101"], "ranked_scores": [28.0, 28.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "346126": {"relevant_ids": ["110710", "110711"], "ranked_ids": ["110711", "110710", "154338", "50587", "296319", "7830", "529781", "335234", "85707", "98642"], "ranked_scores": [32.0, 31.0, 30.0, 27.0, 27.0, 27.0, 27.0, 27.0, 26.0, 26.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "372986": {"relevant_ids": ["262882", "49961"], "ranked_ids": ["49961", "499535", "422980", "303468", "320580", "324215", "502491", "508006", "494989", "8757"], "ranked_scores": [31.0, 27.0, 26.0, 26.0, 25.0, 25.0, 25.0, 25.0, 25.0, 25.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.6131, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6131, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6131, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "501182": {"relevant_ids": ["501181"], "ranked_ids": ["501181", "274777", "102262", "509746", "299551", "129618", "185580", "292644", "51138", "57155"], "ranked_scores": [30.0, 28.0, 27.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0, 25.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13800": {"relevant_ids": ["13799", "376590", "408522"], "ranked_ids": ["13799", "376590", "157515", "469506", "209852", "209853", "87363", "408522", "511859", "61715"], "ranked_scores": [30.0, 29.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 27.0, 26.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.7654, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.9134, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "250143": {"relevant_ids": ["250142"], "ranked_ids": ["250142", "473276", "122920", "137994", "145261", "38409", "209138", "64752", "520955", "99573"], "ranked_scores": [27.0, 26.0, 26.0, 25.0, 25.0, 25.0, 25.0, 25.0, 24.0, 24.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13223": {"relevant_ids": ["156773", "13224", "88348", "20277", "88349"], "ranked_ids": ["13224", "156773", "307929", "88349", "86343", "163971", "422111", "366749", "496269", "88348"], "ranked_scores": [31.0, 31.0, 31.0, 30.0, 30.0, 29.0, 29.0, 29.0, 29.0, 28.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.2, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.4, "ndcg@5": 0.6992, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6, "ndcg@10": 0.7973, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.8}, "11002": {"relevant_ids": ["11003"], "ranked_ids": ["312029", "15759", "501991", "11003", "199548", "464848", "312873", "477476", "489539", "520621"], "ranked_scores": [28.0, 28.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "177653": {"relevant_ids": ["79732"], "ranked_ids": ["79732", "395587", "39174", "138956", "237652", "18360", "248608", "525756", "49145", "502840"], "ranked_scores": [29.0, 28.0, 28.0, 27.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "415592": {"relevant_ids": ["415591"], "ranked_ids": ["415591", "268346", "246173", "251540", "8609", "390471", "277547", "391328", "81159", "288357"], "ranked_scores": [31.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "511196": {"relevant_ids": ["511197"], "ranked_ids": ["53962", "99760", "367479", "435439", "498938", "511197", "414717", "456036", "469291", "491923"], "ranked_scores": [28.0, 27.0, 26.0, 26.0, 26.0, 26.0, 25.0, 25.0, 25.0, 25.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3562, "mrr@10": 0.1667, "accuracy@10": 1.0, "recall@10": 1.0}, "344845": {"relevant_ids": ["344844"], "ranked_ids": ["344844", "469623", "63037", "311499", "82385", "397001", "60142", "79987", "95946", "81159"], "ranked_scores": [31.0, 28.0, 27.0, 27.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "396744": {"relevant_ids": ["396745"], "ranked_ids": ["396745", "252200", "338567", "361346", "384476", "390751", "60663", "489628", "409324", "52519"], "ranked_scores": [27.0, 26.0, 26.0, 25.0, 25.0, 25.0, 25.0, 25.0, 25.0, 25.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "452398": {"relevant_ids": ["452399"], "ranked_ids": ["452399", "178549", "183204", "338567", "202181", "183781", "5770", "93710", "6376", "299551"], "ranked_scores": [31.0, 25.0, 25.0, 25.0, 25.0, 25.0, 25.0, 25.0, 25.0, 25.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "182114": {"relevant_ids": ["182113"], "ranked_ids": ["451547", "380746", "104272", "108631", "118902", "377803", "209119", "196647", "59271", "86719"], "ranked_scores": [27.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 25.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.0, "mrr@10": 0.0, "accuracy@10": 0.0, "recall@10": 0.0}, "486260": {"relevant_ids": ["486259"], "ranked_ids": ["486259", "429173", "221509", "268346", "146738", "379270", "392356", "381371", "416784", "76958"], "ranked_scores": [30.0, 28.0, 27.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "455140": {"relevant_ids": ["315935"], "ranked_ids": ["315935", "2257", "245896", "90887", "1122", "308963", "411533", "510681", "515552", "518204"], "ranked_scores": [28.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0, 25.0, 25.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "56198": {"relevant_ids": ["56199"], "ranked_ids": ["527767", "56199", "355555", "56128", "380837", "86719", "431226", "485511", "527122", "59689"], "ranked_scores": [28.0, 28.0, 26.0, 26.0, 26.0, 26.0, 25.0, 25.0, 25.0, 25.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "30172": {"relevant_ids": ["145120", "30173", "68426", "373486", "145119", "185817"], "ranked_ids": ["101111", "120882", "267771", "463253", "145120", "185581", "288044", "68426", "92577", "99756"], "ranked_scores": [30.0, 30.0, 30.0, 30.0, 30.0, 30.0, 29.0, 29.0, 29.0, 29.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.1312, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 0.1667, "ndcg@10": 0.2125, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 0.3333}, "127880": {"relevant_ids": ["241164"], "ranked_ids": ["358959", "450198", "22396", "241164", "121458", "350284", "299472", "531392", "36585", "437116"], "ranked_scores": [29.0, 28.0, 27.0, 27.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "167969": {"relevant_ids": ["174461"], "ranked_ids": ["177138", "174461", "121353", "121354", "207491", "78497", "144121", "262320", "174552", "386963"], "ranked_scores": [28.0, 28.0, 27.0, 27.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "97986": {"relevant_ids": ["97987"], "ranked_ids": ["97987", "371360", "44589", "317030", "176155", "222958", "44095", "438104", "98924", "98925"], "ranked_scores": [32.0, 27.0, 27.0, 27.0, 26.0, 26.0, 26.0, 26.0, 26.0, 26.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "12865": {"relevant_ids": ["105683"], "ranked_ids": ["105683", "191268", "356189", "23129", "277453", "92902", "83623", "480086", "6376", "94167"], "ranked_scores": [32.0, 28.0, 28.0, 28.0, 28.0, 28.0, 28.0, 27.0, 27.0, 27.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "215681": {"relevant_ids": ["215680"], "ranked_ids": ["215680", "178515", "5733", "379443", "57552", "521996", "161868", "95186", "63757", "79701"], "ranked_scores": [32.0, 30.0, 29.0, 27.0, 27.0, 27.0, 27.0, 27.0, 26.0, 26.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-roberta-base-nstep-2000": {"127728": {"relevant_ids": ["127729"], "ranked_ids": ["127729", "276617", "245618", "278575", "153290", "145244", "38063", "250619", "469527", "48895"], "ranked_scores": [0.7225, 0.7095, 0.7041, 0.6747, 0.6711, 0.6686, 0.6516, 0.6362, 0.6338, 0.6314], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "318820": {"relevant_ids": ["318821"], "ranked_ids": ["318821", "222238", "178549", "441089", "367479", "54496", "162581", "496708", "380781", "312892"], "ranked_scores": [0.943, 0.7862, 0.6968, 0.6908, 0.6896, 0.685, 0.6692, 0.6642, 0.6633, 0.6621], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "296098": {"relevant_ids": ["296097"], "ranked_ids": ["45507", "469868", "45506", "134752", "296097", "173403", "364131", "493414", "307653", "423933"], "ranked_scores": [0.6727, 0.6454, 0.6428, 0.624, 0.6205, 0.6033, 0.6022, 0.5944, 0.5759, 0.569], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "150414": {"relevant_ids": ["192835"], "ranked_ids": ["192835", "105782", "105783", "516620", "132912", "470642", "126746", "121070", "1702", "73405"], "ranked_scores": [0.8649, 0.863, 0.8076, 0.7787, 0.733, 0.7267, 0.7096, 0.6989, 0.6886, 0.6687], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145582": {"relevant_ids": ["145583"], "ranked_ids": ["145583", "454248", "299264", "130013", "112261", "211239", "263736", "436023", "43082", "206717"], "ranked_scores": [0.8404, 0.6458, 0.6222, 0.506, 0.491, 0.4733, 0.4724, 0.465, 0.4533, 0.4353], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "315712": {"relevant_ids": ["315713"], "ranked_ids": ["315713", "408588", "242340", "124542", "194841", "236508", "261260", "319096", "208025", "60577"], "ranked_scores": [0.8392, 0.6466, 0.6445, 0.6295, 0.5994, 0.5776, 0.574, 0.5613, 0.5586, 0.5533], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145739": {"relevant_ids": ["145740"], "ranked_ids": ["145740", "241979", "366074", "8705", "115412", "465597", "347337", "429177", "415781", "180147"], "ranked_scores": [0.8956, 0.7546, 0.7237, 0.7135, 0.7056, 0.6787, 0.6589, 0.6538, 0.6413, 0.6362], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "308127": {"relevant_ids": ["308126"], "ranked_ids": ["308126", "35763", "395527", "77650", "79534", "386807", "36744", "301104", "385951", "140685"], "ranked_scores": [0.7841, 0.6722, 0.6289, 0.6183, 0.6167, 0.6134, 0.6124, 0.6029, 0.5987, 0.5934], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "287245": {"relevant_ids": ["283198", "283199", "322650"], "ranked_ids": ["322650", "283199", "283198", "420279", "68138", "499037", "508239", "192143", "420280", "221784"], "ranked_scores": [0.8691, 0.8656, 0.8125, 0.6972, 0.6618, 0.6382, 0.6316, 0.6128, 0.6027, 0.5936], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "14755": {"relevant_ids": ["14756", "211906"], "ranked_ids": ["450970", "211906", "14756", "235454", "57678", "30834", "259619", "236793", "45636", "277031"], "ranked_scores": [0.8557, 0.8493, 0.8432, 0.7763, 0.7651, 0.6721, 0.6662, 0.6413, 0.6373, 0.6292], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6934, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6934, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6934, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "370170": {"relevant_ids": ["370169"], "ranked_ids": ["370169", "537762", "334238", "211280", "191527", "528902", "466920", "392093", "419219", "227009"], "ranked_scores": [0.9975, 0.5942, 0.5937, 0.5537, 0.5393, 0.5362, 0.5341, 0.5318, 0.5306, 0.5163], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "41774": {"relevant_ids": ["41773"], "ranked_ids": ["41773", "239344", "214766", "468655", "467781", "53738", "173048", "468656", "33017", "442459"], "ranked_scores": [0.8254, 0.5718, 0.5681, 0.5368, 0.5347, 0.5114, 0.509, 0.5074, 0.5067, 0.5045], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "399648": {"relevant_ids": ["399649"], "ranked_ids": ["399649", "225815", "435035", "481934", "462253", "412309", "359281", "243294", "504913", "380626"], "ranked_scores": [0.9881, 0.7935, 0.6955, 0.6842, 0.6725, 0.661, 0.6507, 0.6507, 0.6483, 0.6436], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "504811": {"relevant_ids": ["504810"], "ranked_ids": ["504810", "448774", "90374", "309894", "5861", "298555", "214151", "84826", "386903", "55899"], "ranked_scores": [0.9916, 0.7069, 0.7056, 0.6762, 0.6698, 0.6589, 0.6425, 0.6175, 0.6118, 0.6047], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "362950": {"relevant_ids": ["400212", "362949"], "ranked_ids": ["362949", "400212", "487392", "411503", "427587", "475478", "151122", "203063", "20967", "465929"], "ranked_scores": [0.8603, 0.8105, 0.7292, 0.7235, 0.7208, 0.68, 0.6758, 0.6681, 0.6572, 0.6571], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "155873": {"relevant_ids": ["155874"], "ranked_ids": ["155874", "392604", "136219", "91610", "294020", "487664", "392771", "303941", "3139", "38262"], "ranked_scores": [0.6754, 0.5903, 0.5753, 0.5658, 0.5628, 0.5497, 0.5435, 0.5361, 0.5327, 0.5308], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "263432": {"relevant_ids": ["263433"], "ranked_ids": ["263433", "128303", "407204", "401373", "147629", "97259", "104254", "471057", "147630", "29349"], "ranked_scores": [0.8066, 0.7437, 0.7057, 0.6757, 0.649, 0.6317, 0.6025, 0.6005, 0.5901, 0.5705], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "354945": {"relevant_ids": ["354946"], "ranked_ids": ["354946", "254071", "462983", "108161", "462984", "322478", "473769", "157453", "202817", "263939"], "ranked_scores": [0.9533, 0.88, 0.725, 0.5843, 0.5836, 0.5715, 0.5137, 0.5024, 0.493, 0.4895], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "245417": {"relevant_ids": ["219475", "248195"], "ranked_ids": ["219475", "248195", "40657", "64433", "368145", "301977", "164159", "319022", "14180", "413039"], "ranked_scores": [0.8919, 0.8574, 0.8481, 0.7601, 0.7296, 0.7178, 0.7144, 0.7141, 0.6864, 0.6639], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "516276": {"relevant_ids": ["516277"], "ranked_ids": ["516277", "19755", "34173", "76958", "510783", "471902", "286275", "352189", "489791", "352289"], "ranked_scores": [0.9447, 0.7518, 0.7454, 0.6891, 0.6685, 0.6611, 0.6561, 0.6448, 0.6263, 0.6234], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177580": {"relevant_ids": ["177579"], "ranked_ids": ["177579", "185553", "18081", "419100", "115954", "454968", "316460", "143503", "76563", "370405"], "ranked_scores": [0.9768, 0.5654, 0.5456, 0.5456, 0.5258, 0.5137, 0.4981, 0.4969, 0.4883, 0.486], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "309865": {"relevant_ids": ["78623", "33713", "78624"], "ranked_ids": ["209041", "153484", "33713", "78623", "405094", "495751", "78624", "437065", "469068", "235483"], "ranked_scores": [0.8468, 0.8465, 0.8412, 0.822, 0.8189, 0.8183, 0.8168, 0.743, 0.7361, 0.7327], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.2346, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.4367, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.5932, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "510387": {"relevant_ids": ["510386"], "ranked_ids": ["510386", "344869", "484846", "170896", "40390", "52003", "241537", "241538", "371033", "74663"], "ranked_scores": [0.8497, 0.8479, 0.8272, 0.8271, 0.8267, 0.8172, 0.8165, 0.8056, 0.7365, 0.7306], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "26645": {"relevant_ids": ["26644"], "ranked_ids": ["26644", "207775", "318396", "83875", "144057", "83874", "234865", "507090", "108781", "193896"], "ranked_scores": [0.975, 0.7576, 0.7226, 0.6636, 0.6536, 0.6452, 0.6371, 0.6365, 0.6351, 0.6329], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "47788": {"relevant_ids": ["455725"], "ranked_ids": ["455725", "47789", "59223", "235686", "47703", "348138", "59508", "37221", "15132", "120701"], "ranked_scores": [0.8986, 0.8438, 0.8291, 0.8277, 0.8141, 0.8122, 0.8094, 0.7963, 0.7841, 0.7812], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "338281": {"relevant_ids": ["338282"], "ranked_ids": ["338282", "11563", "457315", "263861", "85881", "234727", "57017", "382555", "327767", "263316"], "ranked_scores": [0.9007, 0.589, 0.5839, 0.579, 0.5698, 0.5528, 0.551, 0.536, 0.5135, 0.5134], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "461149": {"relevant_ids": ["461148"], "ranked_ids": ["525835", "461148", "203100", "215782", "527101", "443095", "482221", "335800", "392720", "475952"], "ranked_scores": [0.7601, 0.7465, 0.6734, 0.6367, 0.6268, 0.6033, 0.5939, 0.5884, 0.5838, 0.5807], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "346126": {"relevant_ids": ["110711", "110710"], "ranked_ids": ["110710", "110711", "154338", "254526", "203476", "528998", "340823", "296319", "229972", "168350"], "ranked_scores": [0.9504, 0.9045, 0.8877, 0.7834, 0.7611, 0.7582, 0.7324, 0.7314, 0.7276, 0.7206], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "372986": {"relevant_ids": ["49961", "262882"], "ranked_ids": ["49961", "262882", "303468", "43966", "497357", "215938", "497531", "443239", "140335", "226818"], "ranked_scores": [0.9765, 0.8743, 0.7517, 0.6725, 0.6661, 0.6423, 0.6369, 0.6311, 0.6283, 0.6224], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "501182": {"relevant_ids": ["501181"], "ranked_ids": ["501181", "402718", "179018", "109121", "446824", "2257", "274777", "325288", "347781", "185580"], "ranked_scores": [0.902, 0.5915, 0.5846, 0.5775, 0.5482, 0.5475, 0.539, 0.5164, 0.5075, 0.5068], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13800": {"relevant_ids": ["13799", "376590", "408522"], "ranked_ids": ["376590", "179943", "13799", "67320", "30987", "448205", "408522", "481109", "56338", "23471"], "ranked_scores": [0.8252, 0.8182, 0.8169, 0.7545, 0.7467, 0.7431, 0.721, 0.7206, 0.7178, 0.7063], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.7039, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.8603, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "250143": {"relevant_ids": ["250142"], "ranked_ids": ["250142", "473276", "526032", "206630", "57155", "38409", "137994", "27632", "368186", "460976"], "ranked_scores": [0.8142, 0.7489, 0.6143, 0.6028, 0.5947, 0.59, 0.5642, 0.5508, 0.5491, 0.5454], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13223": {"relevant_ids": ["88348", "156773", "13224", "88349", "20277"], "ranked_ids": ["156773", "88348", "88349", "13224", "86343", "223304", "366749", "137719", "361830", "192528"], "ranked_scores": [0.9747, 0.8889, 0.8786, 0.8583, 0.8575, 0.8441, 0.8176, 0.8067, 0.8021, 0.7926], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.2, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6, "ndcg@5": 0.8688, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.8, "ndcg@10": 0.8688, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.8}, "11002": {"relevant_ids": ["11003"], "ranked_ids": ["11003", "144197", "489539", "444112", "17317", "42203", "95767", "174649", "87346", "255348"], "ranked_scores": [0.851, 0.7297, 0.7293, 0.7253, 0.6809, 0.6727, 0.6711, 0.6697, 0.6693, 0.6684], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177653": {"relevant_ids": ["79732"], "ranked_ids": ["79732", "525756", "200611", "373717", "39174", "395587", "245271", "310721", "225019", "412316"], "ranked_scores": [0.9238, 0.7523, 0.7234, 0.7211, 0.7188, 0.7059, 0.6204, 0.5921, 0.5727, 0.571], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "415592": {"relevant_ids": ["415591"], "ranked_ids": ["415591", "435045", "117817", "91592", "425878", "88542", "322822", "485299", "467639", "430072"], "ranked_scores": [0.9194, 0.7264, 0.7166, 0.714, 0.7005, 0.693, 0.6926, 0.6889, 0.6718, 0.6317], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "511196": {"relevant_ids": ["511197"], "ranked_ids": ["511197", "156490", "328397", "289278", "491923", "313107", "42644", "191329", "53962", "248655"], "ranked_scores": [0.8984, 0.7224, 0.6279, 0.5926, 0.5608, 0.5376, 0.5308, 0.5291, 0.5287, 0.5272], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "344845": {"relevant_ids": ["344844"], "ranked_ids": ["344844", "161471", "79987", "111672", "95946", "335497", "469623", "397001", "327548", "503908"], "ranked_scores": [0.9521, 0.8025, 0.7555, 0.7444, 0.7385, 0.7326, 0.7229, 0.7225, 0.7192, 0.705], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "396744": {"relevant_ids": ["396745"], "ranked_ids": ["396745", "454241", "16789", "516168", "236438", "284966", "475261", "271801", "526492", "481437"], "ranked_scores": [0.7368, 0.6682, 0.6408, 0.6252, 0.6242, 0.6161, 0.608, 0.5936, 0.5928, 0.591], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "452398": {"relevant_ids": ["452399"], "ranked_ids": ["452399", "530610", "90225", "230141", "4228", "372901", "450912", "60646", "134287", "296712"], "ranked_scores": [0.9619, 0.7129, 0.6948, 0.6858, 0.6477, 0.6456, 0.6339, 0.6338, 0.627, 0.6126], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "182114": {"relevant_ids": ["182113"], "ranked_ids": ["196647", "182113", "531602", "323531", "56202", "475847", "234482", "139689", "162482", "528965"], "ranked_scores": [0.8241, 0.7573, 0.746, 0.7174, 0.702, 0.7018, 0.7001, 0.6951, 0.6841, 0.6674], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "486260": {"relevant_ids": ["486259"], "ranked_ids": ["486259", "392356", "385204", "113749", "146738", "241333", "266904", "113100", "111946", "114114"], "ranked_scores": [0.9338, 0.6983, 0.6737, 0.6733, 0.6535, 0.6498, 0.6407, 0.6386, 0.6365, 0.6337], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "455140": {"relevant_ids": ["315935"], "ranked_ids": ["315935", "246286", "124700", "308963", "150842", "93864", "369068", "211061", "519049", "245896"], "ranked_scores": [0.9305, 0.7873, 0.7627, 0.7518, 0.7494, 0.737, 0.7153, 0.6848, 0.6773, 0.67], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "56198": {"relevant_ids": ["56199"], "ranked_ids": ["56199", "249114", "160194", "138891", "279986", "431226", "71092", "160914", "43404", "67917"], "ranked_scores": [0.969, 0.5916, 0.5848, 0.5496, 0.5239, 0.5233, 0.5089, 0.4969, 0.496, 0.496], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "30172": {"relevant_ids": ["145120", "185817", "68426", "145119", "30173", "373486"], "ranked_ids": ["145120", "68426", "160900", "205338", "373486", "185817", "311173", "192604", "30173", "53445"], "ranked_scores": [0.9472, 0.9213, 0.8724, 0.8396, 0.8256, 0.8002, 0.7953, 0.7919, 0.7867, 0.7864], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.1667, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.6844, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.8095, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.8333}, "127880": {"relevant_ids": ["241164"], "ranked_ids": ["241164", "121458", "210277", "135083", "535042", "112470", "325175", "22396", "122116", "208455"], "ranked_scores": [0.8011, 0.7166, 0.7113, 0.6829, 0.6642, 0.5994, 0.5912, 0.591, 0.5848, 0.5842], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "167969": {"relevant_ids": ["174461"], "ranked_ids": ["360983", "174461", "78497", "144121", "60171", "91854", "347474", "207491", "449678", "315016"], "ranked_scores": [0.7962, 0.7882, 0.659, 0.6355, 0.6332, 0.6209, 0.6178, 0.6104, 0.5918, 0.5868], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "97986": {"relevant_ids": ["97987"], "ranked_ids": ["97987", "44589", "393565", "284181", "108564", "193896", "41241", "318396", "41242", "212168"], "ranked_scores": [0.9869, 0.8041, 0.708, 0.6977, 0.6888, 0.6713, 0.6642, 0.646, 0.6443, 0.6435], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "12865": {"relevant_ids": ["105683"], "ranked_ids": ["105683", "92902", "83623", "191268", "291690", "356189", "528844", "83622", "94167", "23129"], "ranked_scores": [0.9714, 0.7517, 0.6885, 0.6593, 0.6499, 0.6465, 0.638, 0.6366, 0.6307, 0.6304], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "215681": {"relevant_ids": ["215680"], "ranked_ids": ["215680", "52235", "57552", "178515", "340195", "177080", "63757", "297953", "18634", "71159"], "ranked_scores": [0.9503, 0.6393, 0.6311, 0.6211, 0.609, 0.6003, 0.596, 0.5787, 0.5782, 0.5748], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-roberta-base-nstep-4000": {"127728": {"relevant_ids": ["127729"], "ranked_ids": ["127729", "245618", "276617", "278575", "38063", "153290", "145244", "250619", "188019", "92818"], "ranked_scores": [0.7009, 0.6924, 0.6776, 0.6695, 0.6501, 0.6385, 0.6347, 0.6277, 0.6262, 0.623], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "318820": {"relevant_ids": ["318821"], "ranked_ids": ["318821", "222238", "54496", "367479", "178549", "441089", "380781", "162581", "457906", "441218"], "ranked_scores": [0.9378, 0.799, 0.7034, 0.6997, 0.6996, 0.6872, 0.675, 0.6677, 0.659, 0.6581], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "296098": {"relevant_ids": ["296097"], "ranked_ids": ["45507", "45506", "469868", "296097", "134752", "493414", "173403", "364131", "307653", "423933"], "ranked_scores": [0.665, 0.6383, 0.6303, 0.6149, 0.6072, 0.5952, 0.5918, 0.5909, 0.5581, 0.5537], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "150414": {"relevant_ids": ["192835"], "ranked_ids": ["192835", "105782", "105783", "516620", "132912", "470642", "126746", "1702", "121070", "73405"], "ranked_scores": [0.8747, 0.8721, 0.8096, 0.7997, 0.7478, 0.7262, 0.7185, 0.6822, 0.6774, 0.6699], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145582": {"relevant_ids": ["145583"], "ranked_ids": ["145583", "454248", "299264", "130013", "263736", "112261", "436023", "211239", "390399", "432243"], "ranked_scores": [0.8303, 0.636, 0.5895, 0.4854, 0.4653, 0.4639, 0.4356, 0.4301, 0.4286, 0.4169], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "315712": {"relevant_ids": ["315713"], "ranked_ids": ["315713", "408588", "242340", "194841", "124542", "236508", "208025", "319096", "261260", "128560"], "ranked_scores": [0.8323, 0.644, 0.6344, 0.5978, 0.5802, 0.5639, 0.5431, 0.5417, 0.5264, 0.5261], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145739": {"relevant_ids": ["145740"], "ranked_ids": ["145740", "241979", "366074", "8705", "115412", "465597", "347337", "429177", "415781", "180147"], "ranked_scores": [0.899, 0.7555, 0.7242, 0.7173, 0.7014, 0.6739, 0.6628, 0.6558, 0.6535, 0.6416], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "308127": {"relevant_ids": ["308126"], "ranked_ids": ["308126", "395527", "35763", "79534", "36744", "385951", "77650", "301104", "386807", "427879"], "ranked_scores": [0.7986, 0.6236, 0.6222, 0.5974, 0.5973, 0.5924, 0.5828, 0.5817, 0.5786, 0.5785], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "287245": {"relevant_ids": ["283198", "283199", "322650"], "ranked_ids": ["283199", "322650", "283198", "420279", "68138", "499037", "192143", "420280", "508239", "221784"], "ranked_scores": [0.8712, 0.8696, 0.7983, 0.6744, 0.6286, 0.6173, 0.6126, 0.6022, 0.6001, 0.5785], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "14755": {"relevant_ids": ["14756", "211906"], "ranked_ids": ["450970", "211906", "14756", "235454", "57678", "30834", "259619", "45636", "236793", "449494"], "ranked_scores": [0.8582, 0.8527, 0.8441, 0.7499, 0.7237, 0.6605, 0.6271, 0.6247, 0.6219, 0.6065], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6934, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6934, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6934, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "370170": {"relevant_ids": ["370169"], "ranked_ids": ["370169", "537762", "334238", "211280", "528902", "191527", "466920", "419219", "388150", "392093"], "ranked_scores": [0.9977, 0.5371, 0.5369, 0.518, 0.5173, 0.5012, 0.4963, 0.4929, 0.486, 0.4805], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "41774": {"relevant_ids": ["41773"], "ranked_ids": ["41773", "214766", "239344", "467781", "33017", "148165", "442459", "366794", "468655", "468656"], "ranked_scores": [0.8232, 0.5664, 0.5542, 0.5271, 0.5148, 0.5069, 0.5056, 0.4982, 0.4971, 0.4934], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "399648": {"relevant_ids": ["399649"], "ranked_ids": ["399649", "225815", "435035", "481934", "243294", "380626", "504913", "412309", "359281", "411313"], "ranked_scores": [0.9889, 0.7978, 0.686, 0.6564, 0.6489, 0.6475, 0.6468, 0.6458, 0.6437, 0.6389], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "504811": {"relevant_ids": ["504810"], "ranked_ids": ["504810", "90374", "448774", "309894", "5861", "298555", "214151", "84826", "55899", "386903"], "ranked_scores": [0.9919, 0.6973, 0.6798, 0.6673, 0.6512, 0.6441, 0.623, 0.612, 0.587, 0.5831], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "362950": {"relevant_ids": ["400212", "362949"], "ranked_ids": ["362949", "400212", "487392", "427587", "411503", "475478", "129563", "151122", "348827", "155870"], "ranked_scores": [0.8585, 0.8028, 0.748, 0.7323, 0.7202, 0.7124, 0.6739, 0.6727, 0.6616, 0.6593], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "155873": {"relevant_ids": ["155874"], "ranked_ids": ["155874", "392604", "136219", "294020", "91610", "487664", "122134", "292617", "392771", "3139"], "ranked_scores": [0.6729, 0.567, 0.5609, 0.5535, 0.5511, 0.5251, 0.5234, 0.52, 0.5124, 0.5075], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "263432": {"relevant_ids": ["263433"], "ranked_ids": ["263433", "128303", "407204", "401373", "147629", "97259", "147630", "104254", "29349", "489070"], "ranked_scores": [0.8067, 0.7268, 0.6678, 0.6669, 0.6387, 0.6223, 0.5803, 0.5776, 0.5672, 0.564], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "354945": {"relevant_ids": ["354946"], "ranked_ids": ["354946", "254071", "462983", "108161", "322478", "462984", "157453", "202817", "473769", "263939"], "ranked_scores": [0.9429, 0.8489, 0.6836, 0.5635, 0.5527, 0.5475, 0.4915, 0.4649, 0.464, 0.4503], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "245417": {"relevant_ids": ["219475", "248195"], "ranked_ids": ["219475", "40657", "248195", "64433", "301977", "319022", "368145", "164159", "14180", "413039"], "ranked_scores": [0.8762, 0.8436, 0.8397, 0.7559, 0.6999, 0.6902, 0.6849, 0.6836, 0.6804, 0.665], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.9197, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.9197, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9197, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "516276": {"relevant_ids": ["516277"], "ranked_ids": ["516277", "19755", "34173", "76958", "510783", "286275", "471902", "352189", "62062", "489791"], "ranked_scores": [0.9521, 0.7529, 0.7345, 0.6691, 0.652, 0.6449, 0.6429, 0.6273, 0.6259, 0.6207], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177580": {"relevant_ids": ["177579"], "ranked_ids": ["177579", "185553", "419100", "115954", "18081", "454968", "370405", "76563", "143503", "60577"], "ranked_scores": [0.9769, 0.539, 0.5202, 0.5144, 0.5108, 0.4799, 0.4737, 0.4632, 0.4627, 0.4616], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "309865": {"relevant_ids": ["78623", "33713", "78624"], "ranked_ids": ["33713", "153484", "209041", "78623", "405094", "495751", "78624", "437065", "235483", "469068"], "ranked_scores": [0.8559, 0.843, 0.8409, 0.8316, 0.8272, 0.8222, 0.8198, 0.7646, 0.7404, 0.7365], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.4693, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.6714, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.8278, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "510387": {"relevant_ids": ["510386"], "ranked_ids": ["510386", "344869", "40390", "484846", "170896", "52003", "241537", "241538", "101855", "371033"], "ranked_scores": [0.8388, 0.83, 0.8151, 0.8025, 0.8013, 0.796, 0.781, 0.7791, 0.717, 0.7128], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "26645": {"relevant_ids": ["26644"], "ranked_ids": ["26644", "207775", "318396", "83875", "234865", "83874", "193896", "256679", "144057", "265116"], "ranked_scores": [0.975, 0.7372, 0.7258, 0.6582, 0.6431, 0.6411, 0.6398, 0.6374, 0.6337, 0.6252], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "47788": {"relevant_ids": ["455725"], "ranked_ids": ["455725", "235686", "59223", "47789", "348138", "47703", "59508", "101721", "37221", "331"], "ranked_scores": [0.8863, 0.822, 0.8176, 0.8144, 0.7951, 0.7892, 0.7878, 0.774, 0.7707, 0.7706], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "338281": {"relevant_ids": ["338282"], "ranked_ids": ["338282", "11563", "457315", "263861", "234727", "85881", "431433", "57017", "382555", "327767"], "ranked_scores": [0.9054, 0.563, 0.559, 0.5454, 0.5395, 0.5208, 0.5095, 0.5052, 0.5033, 0.4962], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "461149": {"relevant_ids": ["461148"], "ranked_ids": ["461148", "525835", "203100", "215782", "527101", "443095", "291108", "335800", "392720", "302225"], "ranked_scores": [0.739, 0.7193, 0.6551, 0.6429, 0.6103, 0.5944, 0.5851, 0.5743, 0.5742, 0.5731], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "346126": {"relevant_ids": ["110711", "110710"], "ranked_ids": ["110710", "110711", "154338", "254526", "528998", "203476", "340823", "296319", "229972", "223499"], "ranked_scores": [0.9458, 0.8975, 0.8919, 0.7738, 0.7476, 0.747, 0.7201, 0.7189, 0.709, 0.7086], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "372986": {"relevant_ids": ["49961", "262882"], "ranked_ids": ["49961", "262882", "303468", "215938", "497531", "43966", "108183", "497357", "516501", "140335"], "ranked_scores": [0.9724, 0.8552, 0.7122, 0.6406, 0.6244, 0.6212, 0.6158, 0.6135, 0.6074, 0.6067], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "501182": {"relevant_ids": ["501181"], "ranked_ids": ["501181", "402718", "179018", "109121", "274777", "446824", "2257", "325288", "447737", "185580"], "ranked_scores": [0.906, 0.5956, 0.5767, 0.5703, 0.5444, 0.5307, 0.5164, 0.5062, 0.5016, 0.4978], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13800": {"relevant_ids": ["13799", "376590", "408522"], "ranked_ids": ["376590", "13799", "179943", "30987", "23471", "67320", "481109", "408522", "448205", "8622"], "ranked_scores": [0.8353, 0.8214, 0.8038, 0.7414, 0.7222, 0.7221, 0.7175, 0.7166, 0.7107, 0.7075], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.7654, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.9134, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "250143": {"relevant_ids": ["250142"], "ranked_ids": ["250142", "473276", "526032", "57155", "206630", "38409", "76062", "137994", "460976", "368186"], "ranked_scores": [0.7926, 0.732, 0.5775, 0.5708, 0.5692, 0.5673, 0.5217, 0.5202, 0.5149, 0.5106], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13223": {"relevant_ids": ["88348", "156773", "13224", "88349", "20277"], "ranked_ids": ["156773", "88348", "88349", "13224", "86343", "223304", "366749", "137719", "361830", "192528"], "ranked_scores": [0.977, 0.8889, 0.8743, 0.8682, 0.8615, 0.8386, 0.8271, 0.8017, 0.8004, 0.7817], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.2, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6, "ndcg@5": 0.8688, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.8, "ndcg@10": 0.8688, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.8}, "11002": {"relevant_ids": ["11003"], "ranked_ids": ["11003", "144197", "489539", "444112", "17317", "42203", "87346", "266680", "241075", "40100"], "ranked_scores": [0.8522, 0.7341, 0.7276, 0.7192, 0.6825, 0.6784, 0.6638, 0.6611, 0.6598, 0.6588], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177653": {"relevant_ids": ["79732"], "ranked_ids": ["79732", "39174", "200611", "525756", "395587", "373717", "245271", "412316", "310721", "194790"], "ranked_scores": [0.9222, 0.7225, 0.7204, 0.7169, 0.6873, 0.6726, 0.5942, 0.5602, 0.5549, 0.5428], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "415592": {"relevant_ids": ["415591"], "ranked_ids": ["415591", "435045", "91592", "322822", "117817", "425878", "88542", "485299", "467639", "430072"], "ranked_scores": [0.9238, 0.7194, 0.6968, 0.6944, 0.6938, 0.6873, 0.6716, 0.6572, 0.652, 0.6433], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "511196": {"relevant_ids": ["511197"], "ranked_ids": ["511197", "156490", "328397", "289278", "491923", "313107", "251545", "53962", "537528", "248655"], "ranked_scores": [0.8745, 0.6905, 0.5991, 0.5422, 0.5351, 0.521, 0.5116, 0.5104, 0.5084, 0.5079], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "344845": {"relevant_ids": ["344844"], "ranked_ids": ["344844", "161471", "111672", "79987", "95946", "335497", "469623", "327548", "397001", "224515"], "ranked_scores": [0.9534, 0.828, 0.7528, 0.7393, 0.7331, 0.727, 0.7255, 0.7111, 0.7009, 0.6993], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "396744": {"relevant_ids": ["396745"], "ranked_ids": ["396745", "16789", "454241", "516168", "236438", "284966", "481437", "418055", "526492", "421257"], "ranked_scores": [0.7272, 0.6197, 0.6173, 0.6136, 0.6079, 0.5865, 0.5758, 0.567, 0.5598, 0.5582], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "452398": {"relevant_ids": ["452399"], "ranked_ids": ["452399", "530610", "90225", "230141", "372901", "4228", "60646", "450912", "134287", "296712"], "ranked_scores": [0.9565, 0.7095, 0.6845, 0.6585, 0.634, 0.6336, 0.6137, 0.611, 0.6014, 0.5965], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "182114": {"relevant_ids": ["182113"], "ranked_ids": ["196647", "182113", "531602", "234482", "323531", "139689", "162482", "475847", "56202", "256239"], "ranked_scores": [0.8147, 0.7702, 0.7288, 0.6817, 0.6756, 0.6695, 0.6688, 0.66, 0.6552, 0.641], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "486260": {"relevant_ids": ["486259"], "ranked_ids": ["486259", "392356", "113749", "385204", "241333", "266904", "209254", "146738", "222159", "114114"], "ranked_scores": [0.932, 0.7144, 0.6929, 0.677, 0.6658, 0.6644, 0.6453, 0.6432, 0.6368, 0.6276], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "455140": {"relevant_ids": ["315935"], "ranked_ids": ["315935", "246286", "124700", "308963", "150842", "93864", "369068", "211061", "50224", "519049"], "ranked_scores": [0.9251, 0.7558, 0.7424, 0.7367, 0.7223, 0.7057, 0.6846, 0.6751, 0.6676, 0.6562], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "56198": {"relevant_ids": ["56199"], "ranked_ids": ["56199", "249114", "160194", "138891", "279986", "67917", "43404", "431226", "71092", "160914"], "ranked_scores": [0.9694, 0.5601, 0.5364, 0.5349, 0.5003, 0.4958, 0.4881, 0.4777, 0.477, 0.4687], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "30172": {"relevant_ids": ["145120", "185817", "68426", "145119", "30173", "373486"], "ranked_ids": ["145120", "68426", "160900", "205338", "373486", "311173", "192604", "185817", "145119", "30173"], "ranked_scores": [0.9434, 0.9174, 0.8645, 0.8342, 0.8081, 0.795, 0.7904, 0.7807, 0.78, 0.7793], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.1667, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.6844, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.8846, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "127880": {"relevant_ids": ["241164"], "ranked_ids": ["241164", "121458", "210277", "135083", "535042", "112470", "22396", "100860", "325175", "208455"], "ranked_scores": [0.798, 0.709, 0.6944, 0.6797, 0.6429, 0.5882, 0.5787, 0.5768, 0.5767, 0.5761], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "167969": {"relevant_ids": ["174461"], "ranked_ids": ["174461", "360983", "78497", "91854", "60171", "207491", "144121", "347474", "121354", "207492"], "ranked_scores": [0.8134, 0.8043, 0.6193, 0.608, 0.6024, 0.5935, 0.5875, 0.5838, 0.5736, 0.5591], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "97986": {"relevant_ids": ["97987"], "ranked_ids": ["97987", "44589", "108564", "284181", "393565", "41241", "193896", "506848", "212168", "41242"], "ranked_scores": [0.9889, 0.8055, 0.7034, 0.7005, 0.6905, 0.6462, 0.6416, 0.6364, 0.6356, 0.623], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "12865": {"relevant_ids": ["105683"], "ranked_ids": ["105683", "92902", "191268", "83623", "356189", "277453", "23129", "528844", "291690", "94167"], "ranked_scores": [0.9694, 0.7536, 0.6597, 0.6517, 0.6481, 0.6439, 0.6307, 0.622, 0.6214, 0.6182], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "215681": {"relevant_ids": ["215680"], "ranked_ids": ["215680", "52235", "57552", "178515", "177080", "340195", "63757", "71159", "297953", "5733"], "ranked_scores": [0.9492, 0.661, 0.6314, 0.6245, 0.6093, 0.6043, 0.6011, 0.5901, 0.5893, 0.5775], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-roberta-base-nstep-6000": {"127728": {"relevant_ids": ["127729"], "ranked_ids": ["127729", "245618", "276617", "278575", "38063", "153290", "188019", "250619", "145244", "92818"], "ranked_scores": [0.6944, 0.6867, 0.6745, 0.6658, 0.6486, 0.6367, 0.6288, 0.623, 0.6185, 0.6167], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "318820": {"relevant_ids": ["318821"], "ranked_ids": ["318821", "222238", "367479", "54496", "178549", "441089", "380781", "162581", "441218", "496708"], "ranked_scores": [0.9334, 0.7891, 0.7038, 0.7002, 0.6896, 0.6797, 0.6689, 0.6675, 0.6555, 0.6504], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "296098": {"relevant_ids": ["296097"], "ranked_ids": ["45507", "45506", "469868", "296097", "134752", "364131", "493414", "173403", "307653", "423933"], "ranked_scores": [0.664, 0.6384, 0.6316, 0.6139, 0.6086, 0.5969, 0.5958, 0.5949, 0.5569, 0.5537], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "150414": {"relevant_ids": ["192835"], "ranked_ids": ["192835", "105782", "105783", "516620", "132912", "470642", "126746", "1702", "121070", "73405"], "ranked_scores": [0.8801, 0.8716, 0.8032, 0.7999, 0.7563, 0.7232, 0.7176, 0.6827, 0.6784, 0.6687], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145582": {"relevant_ids": ["145583"], "ranked_ids": ["145583", "454248", "299264", "130013", "112261", "263736", "211239", "390399", "436023", "432243"], "ranked_scores": [0.835, 0.6271, 0.5866, 0.4808, 0.4641, 0.4585, 0.4303, 0.4269, 0.4263, 0.4118], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "315712": {"relevant_ids": ["315713"], "ranked_ids": ["315713", "408588", "242340", "194841", "124542", "236508", "208025", "128560", "319096", "261260"], "ranked_scores": [0.8351, 0.6518, 0.6285, 0.608, 0.5674, 0.562, 0.5398, 0.5375, 0.5375, 0.5225], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145739": {"relevant_ids": ["145740"], "ranked_ids": ["145740", "241979", "366074", "8705", "115412", "465597", "347337", "415781", "429177", "180147"], "ranked_scores": [0.8978, 0.7588, 0.7281, 0.722, 0.7065, 0.6753, 0.6716, 0.6613, 0.6589, 0.6461], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "308127": {"relevant_ids": ["308126"], "ranked_ids": ["308126", "395527", "35763", "79534", "36744", "385951", "77650", "301104", "427879", "386807"], "ranked_scores": [0.7965, 0.6227, 0.6167, 0.597, 0.5966, 0.5858, 0.5826, 0.5775, 0.5716, 0.5681], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "287245": {"relevant_ids": ["283198", "283199", "322650"], "ranked_ids": ["283199", "322650", "283198", "420279", "68138", "499037", "192143", "420280", "508239", "221784"], "ranked_scores": [0.8667, 0.8651, 0.7919, 0.6612, 0.6053, 0.6035, 0.6032, 0.592, 0.5778, 0.5743], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "14755": {"relevant_ids": ["14756", "211906"], "ranked_ids": ["450970", "211906", "14756", "235454", "57678", "30834", "45636", "236793", "259619", "449494"], "ranked_scores": [0.8599, 0.8541, 0.8455, 0.7435, 0.7104, 0.658, 0.6202, 0.6157, 0.6088, 0.6001], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6934, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6934, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6934, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "370170": {"relevant_ids": ["370169"], "ranked_ids": ["370169", "537762", "334238", "211280", "528902", "191527", "388150", "419219", "466920", "392093"], "ranked_scores": [0.9977, 0.5236, 0.5154, 0.5041, 0.504, 0.4872, 0.4866, 0.4826, 0.4794, 0.4664], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "41774": {"relevant_ids": ["41773"], "ranked_ids": ["41773", "214766", "239344", "467781", "33017", "148165", "442459", "366794", "468656", "307530"], "ranked_scores": [0.8167, 0.5639, 0.5573, 0.5191, 0.5041, 0.4993, 0.4988, 0.498, 0.488, 0.4824], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "399648": {"relevant_ids": ["399649"], "ranked_ids": ["399649", "225815", "435035", "481934", "243294", "380626", "504913", "359281", "411313", "124071"], "ranked_scores": [0.9886, 0.7999, 0.6934, 0.6592, 0.6496, 0.6483, 0.6469, 0.6405, 0.6395, 0.6395], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "504811": {"relevant_ids": ["504810"], "ranked_ids": ["504810", "90374", "448774", "309894", "5861", "298555", "214151", "84826", "155038", "55899"], "ranked_scores": [0.9921, 0.6937, 0.6667, 0.6603, 0.6412, 0.6359, 0.6138, 0.6062, 0.5787, 0.5749], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "362950": {"relevant_ids": ["400212", "362949"], "ranked_ids": ["362949", "400212", "487392", "427587", "411503", "475478", "151122", "129563", "348827", "155870"], "ranked_scores": [0.856, 0.8029, 0.7488, 0.7325, 0.7167, 0.7115, 0.6754, 0.6753, 0.6646, 0.6586], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "155873": {"relevant_ids": ["155874"], "ranked_ids": ["155874", "136219", "392604", "294020", "91610", "487664", "292617", "122134", "383066", "3139"], "ranked_scores": [0.6874, 0.5735, 0.5722, 0.5679, 0.5617, 0.54, 0.5348, 0.5309, 0.519, 0.5158], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "263432": {"relevant_ids": ["263433"], "ranked_ids": ["263433", "128303", "407204", "401373", "147629", "97259", "147630", "104254", "29349", "489070"], "ranked_scores": [0.8035, 0.7173, 0.66, 0.6594, 0.6363, 0.6223, 0.578, 0.5666, 0.562, 0.5578], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "354945": {"relevant_ids": ["354946"], "ranked_ids": ["354946", "254071", "462983", "108161", "322478", "462984", "157453", "202817", "473769", "263939"], "ranked_scores": [0.9404, 0.8458, 0.6691, 0.5609, 0.5528, 0.5339, 0.493, 0.4585, 0.4514, 0.4503], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "245417": {"relevant_ids": ["219475", "248195"], "ranked_ids": ["219475", "40657", "248195", "64433", "301977", "319022", "164159", "368145", "14180", "413039"], "ranked_scores": [0.8734, 0.842, 0.8364, 0.7545, 0.6932, 0.6906, 0.6776, 0.6761, 0.6712, 0.6703], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.9197, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.9197, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9197, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "516276": {"relevant_ids": ["516277"], "ranked_ids": ["516277", "19755", "34173", "76958", "510783", "286275", "471902", "119374", "62062", "352189"], "ranked_scores": [0.9556, 0.7563, 0.7337, 0.6706, 0.6548, 0.6379, 0.6321, 0.6266, 0.6235, 0.6223], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177580": {"relevant_ids": ["177579"], "ranked_ids": ["177579", "185553", "419100", "115954", "18081", "143503", "454968", "370405", "57360", "76563"], "ranked_scores": [0.9778, 0.545, 0.5181, 0.5134, 0.4999, 0.4695, 0.4688, 0.4668, 0.4618, 0.4563], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "309865": {"relevant_ids": ["78623", "33713", "78624"], "ranked_ids": ["33713", "153484", "78623", "209041", "405094", "495751", "78624", "437065", "235483", "469068"], "ranked_scores": [0.8594, 0.8358, 0.8305, 0.8305, 0.8245, 0.8234, 0.8138, 0.7653, 0.7378, 0.7315], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.7039, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.8603, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "510387": {"relevant_ids": ["510386"], "ranked_ids": ["510386", "344869", "40390", "484846", "170896", "52003", "241538", "241537", "371033", "101855"], "ranked_scores": [0.8339, 0.8234, 0.8105, 0.7998, 0.7946, 0.7902, 0.7711, 0.7707, 0.7135, 0.7126], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "26645": {"relevant_ids": ["26644"], "ranked_ids": ["26644", "207775", "318396", "83875", "234865", "193896", "83874", "256679", "144057", "265116"], "ranked_scores": [0.974, 0.7399, 0.729, 0.6634, 0.6507, 0.647, 0.6469, 0.6461, 0.6349, 0.6319], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "47788": {"relevant_ids": ["455725"], "ranked_ids": ["455725", "235686", "59223", "47789", "348138", "59508", "47703", "101721", "331", "8505"], "ranked_scores": [0.883, 0.8246, 0.8181, 0.8039, 0.7915, 0.7839, 0.7818, 0.7714, 0.771, 0.7657], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "338281": {"relevant_ids": ["338282"], "ranked_ids": ["338282", "457315", "11563", "263861", "234727", "431433", "85881", "57017", "382555", "327767"], "ranked_scores": [0.9066, 0.554, 0.5517, 0.5345, 0.5314, 0.5056, 0.5056, 0.4965, 0.4882, 0.4825], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "461149": {"relevant_ids": ["461148"], "ranked_ids": ["461148", "525835", "203100", "215782", "527101", "443095", "291108", "302225", "335800", "392720"], "ranked_scores": [0.7422, 0.7123, 0.6575, 0.6492, 0.606, 0.5908, 0.5801, 0.5773, 0.575, 0.5709], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "346126": {"relevant_ids": ["110711", "110710"], "ranked_ids": ["110710", "110711", "154338", "254526", "528998", "203476", "296319", "340823", "168350", "229972"], "ranked_scores": [0.9446, 0.8972, 0.8908, 0.7699, 0.7455, 0.7451, 0.7245, 0.7212, 0.7049, 0.7022], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "372986": {"relevant_ids": ["49961", "262882"], "ranked_ids": ["49961", "262882", "303468", "215938", "497531", "108183", "516501", "88278", "43966", "497357"], "ranked_scores": [0.9704, 0.8443, 0.6978, 0.6383, 0.6189, 0.612, 0.608, 0.6077, 0.6014, 0.597], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "501182": {"relevant_ids": ["501181"], "ranked_ids": ["501181", "402718", "179018", "109121", "274777", "446824", "325288", "2257", "447737", "185580"], "ranked_scores": [0.9021, 0.5829, 0.5669, 0.5589, 0.5375, 0.513, 0.5013, 0.4898, 0.4892, 0.4796], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13800": {"relevant_ids": ["13799", "376590", "408522"], "ranked_ids": ["376590", "13799", "179943", "30987", "23471", "8622", "408522", "67320", "481109", "448205"], "ranked_scores": [0.8403, 0.8268, 0.7968, 0.7338, 0.7289, 0.7122, 0.7113, 0.71, 0.705, 0.6975], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.7654, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.9218, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "250143": {"relevant_ids": ["250142"], "ranked_ids": ["250142", "473276", "526032", "206630", "38409", "57155", "76062", "137994", "27632", "460976"], "ranked_scores": [0.7905, 0.7353, 0.577, 0.5659, 0.5625, 0.5546, 0.52, 0.5127, 0.5118, 0.5102], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13223": {"relevant_ids": ["88348", "156773", "13224", "88349", "20277"], "ranked_ids": ["156773", "88348", "88349", "13224", "86343", "223304", "366749", "361830", "137719", "192528"], "ranked_scores": [0.9778, 0.8851, 0.8709, 0.8668, 0.858, 0.8346, 0.8223, 0.7944, 0.7936, 0.7706], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.2, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6, "ndcg@5": 0.8688, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.8, "ndcg@10": 0.8688, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.8}, "11002": {"relevant_ids": ["11003"], "ranked_ids": ["11003", "144197", "489539", "444112", "42203", "17317", "87346", "266680", "241075", "40100"], "ranked_scores": [0.8457, 0.7347, 0.7257, 0.7187, 0.6814, 0.6791, 0.6572, 0.6566, 0.6546, 0.6518], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177653": {"relevant_ids": ["79732"], "ranked_ids": ["79732", "200611", "39174", "525756", "395587", "373717", "245271", "412316", "310721", "194790"], "ranked_scores": [0.9214, 0.7202, 0.7198, 0.7139, 0.6806, 0.674, 0.5931, 0.5623, 0.5563, 0.5413], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "415592": {"relevant_ids": ["415591"], "ranked_ids": ["415591", "435045", "322822", "117817", "91592", "425878", "88542", "485299", "467639", "430072"], "ranked_scores": [0.9255, 0.7133, 0.6918, 0.6862, 0.6858, 0.6795, 0.6692, 0.6532, 0.6414, 0.6396], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "511196": {"relevant_ids": ["511197"], "ranked_ids": ["511197", "156490", "328397", "289278", "491923", "251545", "313107", "53962", "248655", "537528"], "ranked_scores": [0.8773, 0.6853, 0.5897, 0.54, 0.5279, 0.5119, 0.5114, 0.5092, 0.5004, 0.4988], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "344845": {"relevant_ids": ["344844"], "ranked_ids": ["344844", "161471", "111672", "79987", "469623", "95946", "335497", "327548", "224515", "503908"], "ranked_scores": [0.9533, 0.8347, 0.7511, 0.7318, 0.7316, 0.7298, 0.7241, 0.7104, 0.7079, 0.6917], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "396744": {"relevant_ids": ["396745"], "ranked_ids": ["396745", "16789", "236438", "454241", "516168", "284966", "481437", "421257", "418055", "526492"], "ranked_scores": [0.717, 0.6105, 0.608, 0.606, 0.605, 0.5818, 0.5626, 0.5552, 0.5517, 0.5475], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "452398": {"relevant_ids": ["452399"], "ranked_ids": ["452399", "530610", "90225", "230141", "372901", "4228", "60646", "450912", "134287", "296712"], "ranked_scores": [0.9561, 0.7069, 0.6813, 0.6507, 0.6284, 0.6259, 0.6075, 0.6008, 0.5964, 0.5926], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "182114": {"relevant_ids": ["182113"], "ranked_ids": ["196647", "182113", "531602", "234482", "139689", "323531", "162482", "475847", "56202", "256239"], "ranked_scores": [0.8145, 0.7759, 0.7238, 0.6829, 0.67, 0.6686, 0.6677, 0.6541, 0.6485, 0.6392], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "486260": {"relevant_ids": ["486259"], "ranked_ids": ["486259", "392356", "113749", "385204", "266904", "241333", "209254", "146738", "222159", "46379"], "ranked_scores": [0.9308, 0.7153, 0.689, 0.6765, 0.6656, 0.6627, 0.6458, 0.6413, 0.6404, 0.6206], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "455140": {"relevant_ids": ["315935"], "ranked_ids": ["315935", "246286", "124700", "308963", "150842", "93864", "369068", "211061", "50224", "519049"], "ranked_scores": [0.9282, 0.7496, 0.7365, 0.7305, 0.718, 0.7042, 0.677, 0.6699, 0.6622, 0.6519], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "56198": {"relevant_ids": ["56199"], "ranked_ids": ["56199", "249114", "160194", "138891", "279986", "67917", "43404", "431226", "71092", "160914"], "ranked_scores": [0.9693, 0.5595, 0.5348, 0.5288, 0.5035, 0.5031, 0.4795, 0.4742, 0.474, 0.4587], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "30172": {"relevant_ids": ["145120", "185817", "68426", "145119", "30173", "373486"], "ranked_ids": ["145120", "68426", "160900", "205338", "373486", "311173", "192604", "145119", "30173", "90983"], "ranked_scores": [0.942, 0.915, 0.8633, 0.8338, 0.8089, 0.7963, 0.7948, 0.7837, 0.7794, 0.7786], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.1667, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.6844, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.7971, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.8333}, "127880": {"relevant_ids": ["241164"], "ranked_ids": ["241164", "121458", "210277", "135083", "535042", "325175", "112470", "100860", "531392", "22396"], "ranked_scores": [0.7968, 0.7028, 0.6837, 0.6698, 0.6319, 0.5786, 0.5781, 0.5729, 0.5691, 0.5684], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "167969": {"relevant_ids": ["174461"], "ranked_ids": ["174461", "360983", "78497", "91854", "60171", "207491", "144121", "121354", "347474", "449678"], "ranked_scores": [0.8084, 0.7959, 0.6038, 0.5925, 0.5905, 0.5828, 0.5659, 0.5638, 0.5632, 0.5525], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "97986": {"relevant_ids": ["97987"], "ranked_ids": ["97987", "44589", "108564", "284181", "393565", "41241", "193896", "212168", "506848", "41242"], "ranked_scores": [0.9895, 0.8018, 0.7044, 0.6971, 0.6844, 0.6416, 0.6364, 0.6316, 0.6289, 0.6196], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "12865": {"relevant_ids": ["105683"], "ranked_ids": ["105683", "92902", "191268", "83623", "356189", "277453", "23129", "528844", "94167", "291690"], "ranked_scores": [0.967, 0.7511, 0.6541, 0.6458, 0.6455, 0.6413, 0.6247, 0.6194, 0.6145, 0.6143], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "215681": {"relevant_ids": ["215680"], "ranked_ids": ["215680", "52235", "57552", "178515", "177080", "340195", "63757", "297953", "71159", "5733"], "ranked_scores": [0.9477, 0.6537, 0.6324, 0.6167, 0.6096, 0.6021, 0.6006, 0.587, 0.5816, 0.5757], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-roberta-base-nstep-8000": {"127728": {"relevant_ids": ["127729"], "ranked_ids": ["127729", "245618", "276617", "278575", "38063", "188019", "153290", "250619", "92818", "145244"], "ranked_scores": [0.6931, 0.6852, 0.6688, 0.6651, 0.6461, 0.6307, 0.6305, 0.6194, 0.6172, 0.6146], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "318820": {"relevant_ids": ["318821"], "ranked_ids": ["318821", "222238", "54496", "367479", "178549", "441089", "380781", "162581", "441218", "54497"], "ranked_scores": [0.9312, 0.7847, 0.6999, 0.6932, 0.6844, 0.6765, 0.6695, 0.6552, 0.6506, 0.644], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "296098": {"relevant_ids": ["296097"], "ranked_ids": ["45507", "45506", "469868", "296097", "134752", "493414", "173403", "364131", "423933", "307653"], "ranked_scores": [0.6661, 0.638, 0.6333, 0.6181, 0.6123, 0.5988, 0.5975, 0.5973, 0.5589, 0.5584], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "150414": {"relevant_ids": ["192835"], "ranked_ids": ["192835", "105782", "105783", "516620", "132912", "470642", "126746", "1702", "121070", "73405"], "ranked_scores": [0.8782, 0.869, 0.8009, 0.7977, 0.757, 0.7261, 0.7127, 0.6849, 0.6811, 0.6687], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145582": {"relevant_ids": ["145583"], "ranked_ids": ["145583", "454248", "299264", "130013", "112261", "263736", "211239", "436023", "390399", "505890"], "ranked_scores": [0.8319, 0.6313, 0.5804, 0.4756, 0.4718, 0.4533, 0.428, 0.4274, 0.4226, 0.4106], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "315712": {"relevant_ids": ["315713"], "ranked_ids": ["315713", "408588", "242340", "194841", "236508", "124542", "319096", "128560", "208025", "261260"], "ranked_scores": [0.832, 0.6534, 0.6305, 0.6097, 0.5651, 0.5649, 0.5432, 0.5424, 0.5397, 0.5249], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145739": {"relevant_ids": ["145740"], "ranked_ids": ["145740", "241979", "366074", "8705", "115412", "465597", "347337", "415781", "429177", "180147"], "ranked_scores": [0.8986, 0.7553, 0.7233, 0.7193, 0.7065, 0.6718, 0.6713, 0.6591, 0.6538, 0.6404], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "308127": {"relevant_ids": ["308126"], "ranked_ids": ["308126", "395527", "35763", "79534", "36744", "385951", "77650", "301104", "427879", "386807"], "ranked_scores": [0.7978, 0.6236, 0.6153, 0.5984, 0.5921, 0.5836, 0.58, 0.5714, 0.5695, 0.5646], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "287245": {"relevant_ids": ["283198", "283199", "322650"], "ranked_ids": ["283199", "322650", "283198", "420279", "68138", "499037", "192143", "420280", "221784", "508239"], "ranked_scores": [0.8649, 0.8633, 0.7898, 0.6537, 0.6028, 0.6022, 0.5985, 0.5875, 0.5774, 0.5752], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "14755": {"relevant_ids": ["14756", "211906"], "ranked_ids": ["450970", "211906", "14756", "235454", "57678", "30834", "45636", "236793", "259619", "449494"], "ranked_scores": [0.8599, 0.8539, 0.8447, 0.742, 0.7007, 0.6541, 0.6144, 0.6101, 0.6011, 0.5991], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6934, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6934, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6934, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "370170": {"relevant_ids": ["370169"], "ranked_ids": ["370169", "537762", "334238", "528902", "211280", "388150", "191527", "466920", "419219", "392093"], "ranked_scores": [0.9976, 0.5162, 0.5086, 0.5006, 0.4978, 0.4875, 0.479, 0.4715, 0.4712, 0.4566], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "41774": {"relevant_ids": ["41773"], "ranked_ids": ["41773", "214766", "239344", "467781", "33017", "148165", "366794", "442459", "468656", "468655"], "ranked_scores": [0.8133, 0.5616, 0.5554, 0.5172, 0.5108, 0.5031, 0.5018, 0.4949, 0.4841, 0.4776], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "399648": {"relevant_ids": ["399649"], "ranked_ids": ["399649", "225815", "435035", "481934", "243294", "380626", "504913", "124071", "359281", "411313"], "ranked_scores": [0.9884, 0.8004, 0.685, 0.6528, 0.6497, 0.6494, 0.6477, 0.6396, 0.6385, 0.635], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "504811": {"relevant_ids": ["504810"], "ranked_ids": ["504810", "90374", "448774", "309894", "298555", "5861", "214151", "84826", "55899", "155038"], "ranked_scores": [0.992, 0.6896, 0.6638, 0.6589, 0.634, 0.6334, 0.6125, 0.6029, 0.5724, 0.5718], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "362950": {"relevant_ids": ["400212", "362949"], "ranked_ids": ["362949", "400212", "487392", "427587", "411503", "475478", "129563", "151122", "348827", "155870"], "ranked_scores": [0.8549, 0.8003, 0.7487, 0.7317, 0.7173, 0.7114, 0.6785, 0.6708, 0.6644, 0.6579], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "155873": {"relevant_ids": ["155874"], "ranked_ids": ["155874", "136219", "392604", "294020", "91610", "292617", "487664", "122134", "383066", "3139"], "ranked_scores": [0.6802, 0.5721, 0.5656, 0.5635, 0.5584, 0.5299, 0.5298, 0.5296, 0.5154, 0.5081], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "263432": {"relevant_ids": ["263433"], "ranked_ids": ["263433", "128303", "401373", "407204", "147629", "97259", "147630", "104254", "29349", "471057"], "ranked_scores": [0.8049, 0.7161, 0.6589, 0.6567, 0.6353, 0.6147, 0.5771, 0.5616, 0.5539, 0.5511], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "354945": {"relevant_ids": ["354946"], "ranked_ids": ["354946", "254071", "462983", "108161", "322478", "462984", "157453", "202817", "287396", "263939"], "ranked_scores": [0.9398, 0.8407, 0.6606, 0.5531, 0.5503, 0.5261, 0.4935, 0.4597, 0.4511, 0.4455], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "245417": {"relevant_ids": ["219475", "248195"], "ranked_ids": ["219475", "40657", "248195", "64433", "301977", "319022", "164159", "14180", "368145", "413039"], "ranked_scores": [0.8722, 0.8368, 0.8342, 0.7524, 0.6923, 0.6843, 0.673, 0.6718, 0.6701, 0.6632], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.9197, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.9197, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9197, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "516276": {"relevant_ids": ["516277"], "ranked_ids": ["516277", "19755", "34173", "76958", "510783", "286275", "471902", "119374", "352189", "62062"], "ranked_scores": [0.955, 0.7563, 0.733, 0.6684, 0.6507, 0.6373, 0.6357, 0.6248, 0.6245, 0.6244], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177580": {"relevant_ids": ["177579"], "ranked_ids": ["177579", "185553", "419100", "115954", "18081", "143503", "454968", "370405", "57360", "76563"], "ranked_scores": [0.9774, 0.5431, 0.5195, 0.5088, 0.5034, 0.4655, 0.4642, 0.4631, 0.4567, 0.4507], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "309865": {"relevant_ids": ["78623", "33713", "78624"], "ranked_ids": ["33713", "153484", "78623", "209041", "405094", "495751", "78624", "437065", "235483", "469068"], "ranked_scores": [0.8577, 0.8374, 0.8319, 0.8311, 0.8258, 0.8209, 0.8134, 0.7669, 0.7385, 0.7336], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.7039, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.8603, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "510387": {"relevant_ids": ["510386"], "ranked_ids": ["510386", "344869", "40390", "484846", "170896", "52003", "241538", "241537", "101855", "371033"], "ranked_scores": [0.8349, 0.8208, 0.8097, 0.7987, 0.7949, 0.7886, 0.7717, 0.7685, 0.7138, 0.7113], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "26645": {"relevant_ids": ["26644"], "ranked_ids": ["26644", "207775", "318396", "83875", "234865", "193896", "256679", "83874", "144057", "265116"], "ranked_scores": [0.9743, 0.7402, 0.7304, 0.6636, 0.6523, 0.6483, 0.6468, 0.6465, 0.6352, 0.6316], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "47788": {"relevant_ids": ["455725"], "ranked_ids": ["455725", "235686", "59223", "47789", "348138", "59508", "47703", "331", "101721", "37221"], "ranked_scores": [0.8839, 0.8242, 0.8189, 0.8054, 0.7913, 0.7832, 0.7826, 0.7742, 0.7717, 0.7682], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "338281": {"relevant_ids": ["338282"], "ranked_ids": ["338282", "11563", "457315", "263861", "234727", "85881", "431433", "57017", "382555", "327767"], "ranked_scores": [0.9045, 0.5533, 0.5533, 0.5307, 0.5213, 0.5073, 0.5046, 0.4911, 0.4864, 0.4801], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "461149": {"relevant_ids": ["461148"], "ranked_ids": ["461148", "525835", "203100", "215782", "527101", "443095", "291108", "302225", "335800", "392720"], "ranked_scores": [0.7425, 0.7083, 0.6545, 0.6502, 0.6033, 0.5901, 0.5828, 0.5775, 0.5753, 0.5705], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "346126": {"relevant_ids": ["110711", "110710"], "ranked_ids": ["110710", "110711", "154338", "254526", "203476", "528998", "296319", "340823", "168350", "229972"], "ranked_scores": [0.9432, 0.8944, 0.888, 0.7637, 0.743, 0.7389, 0.7158, 0.7132, 0.7006, 0.6946], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "372986": {"relevant_ids": ["49961", "262882"], "ranked_ids": ["49961", "262882", "303468", "215938", "497531", "108183", "516501", "88278", "140335", "43966"], "ranked_scores": [0.9702, 0.8454, 0.6928, 0.6469, 0.6261, 0.6166, 0.6136, 0.6119, 0.6014, 0.5983], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "501182": {"relevant_ids": ["501181"], "ranked_ids": ["501181", "402718", "179018", "109121", "274777", "446824", "325288", "2257", "447737", "261255"], "ranked_scores": [0.903, 0.5759, 0.5605, 0.5572, 0.5327, 0.5134, 0.4954, 0.4931, 0.4903, 0.4821], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13800": {"relevant_ids": ["13799", "376590", "408522"], "ranked_ids": ["376590", "13799", "179943", "30987", "23471", "8622", "408522", "67320", "481109", "448205"], "ranked_scores": [0.8343, 0.8228, 0.7883, 0.7282, 0.7221, 0.7072, 0.7045, 0.6987, 0.6982, 0.6926], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.7654, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.9218, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "250143": {"relevant_ids": ["250142"], "ranked_ids": ["250142", "473276", "526032", "38409", "206630", "57155", "76062", "137994", "27632", "460976"], "ranked_scores": [0.7871, 0.7322, 0.5711, 0.5615, 0.5574, 0.55, 0.5167, 0.5099, 0.5092, 0.5025], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13223": {"relevant_ids": ["88348", "156773", "13224", "88349", "20277"], "ranked_ids": ["156773", "88348", "88349", "13224", "86343", "223304", "366749", "361830", "137719", "192528"], "ranked_scores": [0.9776, 0.8841, 0.8692, 0.8665, 0.8563, 0.8366, 0.8206, 0.7956, 0.79, 0.7756], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.2, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6, "ndcg@5": 0.8688, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.8, "ndcg@10": 0.8688, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.8}, "11002": {"relevant_ids": ["11003"], "ranked_ids": ["11003", "144197", "489539", "444112", "42203", "17317", "87346", "266680", "40100", "241075"], "ranked_scores": [0.8476, 0.7376, 0.7254, 0.7223, 0.6811, 0.6796, 0.6581, 0.6569, 0.6548, 0.653], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177653": {"relevant_ids": ["79732"], "ranked_ids": ["79732", "200611", "39174", "525756", "395587", "373717", "245271", "412316", "310721", "194790"], "ranked_scores": [0.9212, 0.7256, 0.7248, 0.7081, 0.6819, 0.668, 0.5892, 0.5569, 0.555, 0.5377], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "415592": {"relevant_ids": ["415591"], "ranked_ids": ["415591", "435045", "322822", "117817", "91592", "425878", "88542", "485299", "430072", "467639"], "ranked_scores": [0.924, 0.7113, 0.6904, 0.6809, 0.6803, 0.6784, 0.6632, 0.6456, 0.6405, 0.6393], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "511196": {"relevant_ids": ["511197"], "ranked_ids": ["511197", "156490", "328397", "289278", "491923", "313107", "248655", "251545", "53962", "189866"], "ranked_scores": [0.8734, 0.6771, 0.5763, 0.5267, 0.514, 0.5086, 0.5018, 0.5001, 0.4996, 0.498], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "344845": {"relevant_ids": ["344844"], "ranked_ids": ["344844", "161471", "111672", "79987", "469623", "95946", "335497", "327548", "224515", "397001"], "ranked_scores": [0.9528, 0.8357, 0.7516, 0.73, 0.7293, 0.7281, 0.7242, 0.7104, 0.705, 0.6904], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "396744": {"relevant_ids": ["396745"], "ranked_ids": ["396745", "236438", "16789", "454241", "516168", "284966", "481437", "421257", "526492", "418055"], "ranked_scores": [0.7138, 0.6155, 0.6139, 0.612, 0.6012, 0.5874, 0.5627, 0.5555, 0.5531, 0.5531], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "452398": {"relevant_ids": ["452399"], "ranked_ids": ["452399", "530610", "90225", "230141", "372901", "4228", "60646", "450912", "134287", "296712"], "ranked_scores": [0.9544, 0.7084, 0.685, 0.6617, 0.6384, 0.6275, 0.6159, 0.6066, 0.6032, 0.5933], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "182114": {"relevant_ids": ["182113"], "ranked_ids": ["196647", "182113", "531602", "234482", "139689", "162482", "323531", "475847", "56202", "256239"], "ranked_scores": [0.8159, 0.781, 0.7245, 0.6816, 0.6705, 0.6659, 0.6646, 0.6516, 0.6411, 0.6374], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "486260": {"relevant_ids": ["486259"], "ranked_ids": ["486259", "392356", "113749", "385204", "266904", "241333", "209254", "222159", "146738", "114114"], "ranked_scores": [0.9319, 0.7147, 0.692, 0.6792, 0.6688, 0.6619, 0.6431, 0.6428, 0.6408, 0.6195], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "455140": {"relevant_ids": ["315935"], "ranked_ids": ["315935", "246286", "124700", "308963", "150842", "93864", "369068", "211061", "50224", "519049"], "ranked_scores": [0.9275, 0.7472, 0.73, 0.7289, 0.7117, 0.7024, 0.6746, 0.6647, 0.6592, 0.6462], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "56198": {"relevant_ids": ["56199"], "ranked_ids": ["56199", "249114", "160194", "138891", "279986", "67917", "43404", "431226", "71092", "452069"], "ranked_scores": [0.9692, 0.5588, 0.5349, 0.5316, 0.5031, 0.499, 0.4799, 0.4763, 0.4757, 0.4581], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "30172": {"relevant_ids": ["145120", "185817", "68426", "145119", "30173", "373486"], "ranked_ids": ["145120", "68426", "160900", "205338", "373486", "311173", "192604", "145119", "30173", "90983"], "ranked_scores": [0.9439, 0.9148, 0.864, 0.8311, 0.8025, 0.7954, 0.7936, 0.7804, 0.7764, 0.7757], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.1667, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.6844, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.7971, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.8333}, "127880": {"relevant_ids": ["241164"], "ranked_ids": ["241164", "121458", "210277", "135083", "535042", "112470", "100860", "325175", "450198", "122116"], "ranked_scores": [0.7962, 0.7018, 0.6857, 0.6677, 0.6303, 0.5816, 0.5769, 0.5763, 0.572, 0.5719], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "167969": {"relevant_ids": ["174461"], "ranked_ids": ["174461", "360983", "78497", "60171", "207491", "91854", "121354", "144121", "347474", "207492"], "ranked_scores": [0.8073, 0.7963, 0.6068, 0.5911, 0.5881, 0.5874, 0.5697, 0.5691, 0.5637, 0.5543], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "97986": {"relevant_ids": ["97987"], "ranked_ids": ["97987", "44589", "108564", "284181", "393565", "41241", "193896", "212168", "41242", "318396"], "ranked_scores": [0.9897, 0.8037, 0.7031, 0.6949, 0.6797, 0.6478, 0.6422, 0.6387, 0.6259, 0.6233], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "12865": {"relevant_ids": ["105683"], "ranked_ids": ["105683", "92902", "191268", "83623", "356189", "277453", "23129", "528844", "291690", "94167"], "ranked_scores": [0.9672, 0.7501, 0.6484, 0.647, 0.6442, 0.6433, 0.6244, 0.62, 0.6146, 0.6123], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "215681": {"relevant_ids": ["215680"], "ranked_ids": ["215680", "52235", "57552", "178515", "177080", "340195", "63757", "71159", "297953", "5733"], "ranked_scores": [0.9459, 0.6529, 0.6298, 0.614, 0.6079, 0.602, 0.6003, 0.5861, 0.5802, 0.573], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-roberta-base-nstep-10000": {"127728": {"relevant_ids": ["127729"], "ranked_ids": ["127729", "245618", "276617", "278575", "38063", "153290", "188019", "250619", "92818", "145244"], "ranked_scores": [0.6928, 0.6858, 0.6722, 0.665, 0.6459, 0.6339, 0.6316, 0.6207, 0.6178, 0.6165], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "318820": {"relevant_ids": ["318821"], "ranked_ids": ["318821", "222238", "54496", "367479", "178549", "441089", "380781", "162581", "441218", "54497"], "ranked_scores": [0.9335, 0.7906, 0.7027, 0.7006, 0.6898, 0.6805, 0.673, 0.6614, 0.6583, 0.6485], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "296098": {"relevant_ids": ["296097"], "ranked_ids": ["45507", "45506", "469868", "296097", "134752", "493414", "173403", "364131", "423933", "307653"], "ranked_scores": [0.661, 0.6309, 0.6272, 0.6124, 0.6031, 0.5932, 0.5895, 0.5879, 0.5518, 0.5516], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "150414": {"relevant_ids": ["192835"], "ranked_ids": ["192835", "105782", "105783", "516620", "132912", "470642", "126746", "1702", "121070", "73405"], "ranked_scores": [0.8793, 0.8716, 0.8017, 0.8015, 0.7539, 0.7209, 0.7163, 0.6813, 0.6785, 0.6666], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145582": {"relevant_ids": ["145583"], "ranked_ids": ["145583", "454248", "299264", "130013", "112261", "263736", "211239", "436023", "390399", "505890"], "ranked_scores": [0.8331, 0.6278, 0.5771, 0.4735, 0.4656, 0.4535, 0.4268, 0.4237, 0.4206, 0.4098], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "315712": {"relevant_ids": ["315713"], "ranked_ids": ["315713", "408588", "242340", "194841", "124542", "236508", "128560", "208025", "319096", "261260"], "ranked_scores": [0.8326, 0.6513, 0.6308, 0.6101, 0.567, 0.5637, 0.5438, 0.5436, 0.5433, 0.5313], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145739": {"relevant_ids": ["145740"], "ranked_ids": ["145740", "241979", "366074", "8705", "115412", "347337", "465597", "415781", "429177", "180147"], "ranked_scores": [0.898, 0.7552, 0.7242, 0.7204, 0.7047, 0.6729, 0.6729, 0.6598, 0.6556, 0.6427], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "308127": {"relevant_ids": ["308126"], "ranked_ids": ["308126", "395527", "35763", "79534", "36744", "385951", "77650", "301104", "427879", "386807"], "ranked_scores": [0.7976, 0.6191, 0.6082, 0.5936, 0.5879, 0.5813, 0.5773, 0.5707, 0.5662, 0.5636], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "287245": {"relevant_ids": ["283198", "283199", "322650"], "ranked_ids": ["283199", "322650", "283198", "420279", "68138", "499037", "192143", "420280", "508239", "221784"], "ranked_scores": [0.8675, 0.8658, 0.7931, 0.6597, 0.6066, 0.6038, 0.6031, 0.5917, 0.5793, 0.5749], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "14755": {"relevant_ids": ["14756", "211906"], "ranked_ids": ["450970", "211906", "14756", "235454", "57678", "30834", "45636", "236793", "259619", "449494"], "ranked_scores": [0.8595, 0.8533, 0.8441, 0.7404, 0.6991, 0.6512, 0.6124, 0.6095, 0.5972, 0.5943], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6934, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6934, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6934, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "370170": {"relevant_ids": ["370169"], "ranked_ids": ["370169", "537762", "334238", "211280", "528902", "388150", "191527", "466920", "419219", "392093"], "ranked_scores": [0.9976, 0.5164, 0.5038, 0.5, 0.4995, 0.4866, 0.479, 0.4774, 0.4703, 0.4553], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "41774": {"relevant_ids": ["41773"], "ranked_ids": ["41773", "214766", "239344", "467781", "33017", "148165", "366794", "442459", "468656", "468655"], "ranked_scores": [0.8156, 0.5614, 0.5552, 0.5173, 0.5126, 0.5053, 0.4986, 0.4954, 0.4832, 0.4793], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "399648": {"relevant_ids": ["399649"], "ranked_ids": ["399649", "225815", "435035", "481934", "243294", "380626", "504913", "411313", "412309", "124071"], "ranked_scores": [0.9886, 0.7985, 0.6868, 0.6554, 0.6456, 0.6448, 0.6437, 0.6364, 0.6344, 0.6343], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "504811": {"relevant_ids": ["504810"], "ranked_ids": ["504810", "90374", "448774", "309894", "298555", "5861", "214151", "84826", "155038", "55899"], "ranked_scores": [0.992, 0.6913, 0.6641, 0.6617, 0.6371, 0.6352, 0.6154, 0.6032, 0.5752, 0.5735], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "362950": {"relevant_ids": ["400212", "362949"], "ranked_ids": ["362949", "400212", "487392", "427587", "411503", "475478", "129563", "151122", "348827", "155870"], "ranked_scores": [0.8554, 0.8014, 0.7487, 0.731, 0.7176, 0.7103, 0.677, 0.6736, 0.6606, 0.656], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "155873": {"relevant_ids": ["155874"], "ranked_ids": ["155874", "136219", "392604", "294020", "91610", "487664", "292617", "122134", "383066", "392771"], "ranked_scores": [0.6809, 0.5698, 0.5685, 0.558, 0.5542, 0.5298, 0.5274, 0.5262, 0.5109, 0.5074], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "263432": {"relevant_ids": ["263433"], "ranked_ids": ["263433", "128303", "407204", "401373", "147629", "97259", "147630", "104254", "29349", "471057"], "ranked_scores": [0.8035, 0.7158, 0.6582, 0.6573, 0.6342, 0.6144, 0.5762, 0.5623, 0.5552, 0.5526], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "354945": {"relevant_ids": ["354946"], "ranked_ids": ["354946", "254071", "462983", "108161", "322478", "462984", "157453", "202817", "287396", "473769"], "ranked_scores": [0.9401, 0.8389, 0.6625, 0.5527, 0.5454, 0.5288, 0.4881, 0.4547, 0.4499, 0.4448], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "245417": {"relevant_ids": ["219475", "248195"], "ranked_ids": ["219475", "40657", "248195", "64433", "301977", "319022", "14180", "164159", "368145", "413039"], "ranked_scores": [0.8721, 0.838, 0.8338, 0.7543, 0.6872, 0.6828, 0.6731, 0.6714, 0.6679, 0.6669], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.9197, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.9197, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9197, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "516276": {"relevant_ids": ["516277"], "ranked_ids": ["516277", "19755", "34173", "76958", "510783", "286275", "471902", "62062", "119374", "352189"], "ranked_scores": [0.9551, 0.7562, 0.7331, 0.6681, 0.6522, 0.6363, 0.6354, 0.627, 0.6247, 0.6237], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177580": {"relevant_ids": ["177579"], "ranked_ids": ["177579", "185553", "419100", "115954", "18081", "454968", "370405", "143503", "57360", "391563"], "ranked_scores": [0.9774, 0.5389, 0.5144, 0.508, 0.5045, 0.4661, 0.4655, 0.4607, 0.4537, 0.4524], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "309865": {"relevant_ids": ["78623", "33713", "78624"], "ranked_ids": ["33713", "153484", "78623", "209041", "405094", "495751", "78624", "437065", "235483", "469068"], "ranked_scores": [0.8576, 0.8351, 0.8299, 0.8293, 0.824, 0.8183, 0.8117, 0.7652, 0.7369, 0.7324], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.7039, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.8603, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "510387": {"relevant_ids": ["510386"], "ranked_ids": ["510386", "344869", "40390", "484846", "170896", "52003", "241538", "241537", "101855", "371033"], "ranked_scores": [0.8354, 0.8208, 0.8095, 0.7951, 0.7949, 0.7879, 0.7713, 0.7682, 0.714, 0.7113], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "26645": {"relevant_ids": ["26644"], "ranked_ids": ["26644", "207775", "318396", "83875", "234865", "193896", "256679", "83874", "144057", "265116"], "ranked_scores": [0.9741, 0.7372, 0.7261, 0.659, 0.6498, 0.646, 0.6452, 0.6425, 0.6295, 0.6292], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "47788": {"relevant_ids": ["455725"], "ranked_ids": ["455725", "235686", "59223", "47789", "348138", "59508", "47703", "331", "101721", "37221"], "ranked_scores": [0.8815, 0.8223, 0.8157, 0.8019, 0.7883, 0.7811, 0.777, 0.7731, 0.7684, 0.7656], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "338281": {"relevant_ids": ["338282"], "ranked_ids": ["338282", "457315", "11563", "263861", "234727", "431433", "85881", "57017", "382555", "327767"], "ranked_scores": [0.9066, 0.5502, 0.5498, 0.5265, 0.5242, 0.5053, 0.5044, 0.4897, 0.4843, 0.4791], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "461149": {"relevant_ids": ["461148"], "ranked_ids": ["461148", "525835", "203100", "215782", "527101", "443095", "291108", "302225", "335800", "377056"], "ranked_scores": [0.7407, 0.7074, 0.6527, 0.6461, 0.6019, 0.5859, 0.5796, 0.5745, 0.5733, 0.569], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "346126": {"relevant_ids": ["110711", "110710"], "ranked_ids": ["110710", "110711", "154338", "254526", "203476", "528998", "296319", "340823", "168350", "229972"], "ranked_scores": [0.944, 0.8957, 0.89, 0.7676, 0.7446, 0.743, 0.7175, 0.7162, 0.7012, 0.6991], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "372986": {"relevant_ids": ["49961", "262882"], "ranked_ids": ["49961", "262882", "303468", "215938", "497531", "108183", "516501", "88278", "140335", "43966"], "ranked_scores": [0.9702, 0.8459, 0.6958, 0.6436, 0.6228, 0.6126, 0.61, 0.6079, 0.6007, 0.5971], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "501182": {"relevant_ids": ["501181"], "ranked_ids": ["501181", "402718", "179018", "109121", "274777", "446824", "325288", "2257", "447737", "261255"], "ranked_scores": [0.9032, 0.5799, 0.5645, 0.5568, 0.5374, 0.513, 0.4978, 0.4894, 0.489, 0.4812], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13800": {"relevant_ids": ["13799", "376590", "408522"], "ranked_ids": ["376590", "13799", "179943", "30987", "23471", "8622", "408522", "481109", "67320", "448205"], "ranked_scores": [0.8357, 0.8257, 0.7911, 0.7286, 0.7245, 0.7087, 0.7075, 0.7007, 0.7001, 0.6924], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.7654, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.9218, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "250143": {"relevant_ids": ["250142"], "ranked_ids": ["250142", "473276", "526032", "38409", "206630", "57155", "76062", "137994", "27632", "50539"], "ranked_scores": [0.787, 0.7334, 0.5663, 0.5579, 0.5566, 0.5524, 0.519, 0.5066, 0.506, 0.5016], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13223": {"relevant_ids": ["88348", "156773", "13224", "88349", "20277"], "ranked_ids": ["156773", "88348", "88349", "13224", "86343", "223304", "366749", "361830", "137719", "192528"], "ranked_scores": [0.9778, 0.8835, 0.8683, 0.8664, 0.8561, 0.8349, 0.8205, 0.7935, 0.7912, 0.7719], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.2, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6, "ndcg@5": 0.8688, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.8, "ndcg@10": 0.8688, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.8}, "11002": {"relevant_ids": ["11003"], "ranked_ids": ["11003", "144197", "489539", "444112", "42203", "17317", "87346", "266680", "40100", "241075"], "ranked_scores": [0.8482, 0.7362, 0.7281, 0.7208, 0.6816, 0.6812, 0.6615, 0.6584, 0.656, 0.6538], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177653": {"relevant_ids": ["79732"], "ranked_ids": ["79732", "200611", "39174", "525756", "395587", "373717", "245271", "412316", "310721", "194790"], "ranked_scores": [0.9212, 0.7249, 0.7237, 0.7106, 0.6798, 0.6715, 0.5909, 0.5588, 0.5566, 0.5379], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "415592": {"relevant_ids": ["415591"], "ranked_ids": ["415591", "435045", "322822", "91592", "117817", "425878", "88542", "485299", "430072", "467639"], "ranked_scores": [0.9246, 0.7106, 0.6917, 0.6822, 0.6812, 0.6765, 0.6634, 0.6459, 0.6398, 0.6397], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "511196": {"relevant_ids": ["511197"], "ranked_ids": ["511197", "156490", "328397", "289278", "491923", "313107", "248655", "251545", "53962", "414717"], "ranked_scores": [0.8742, 0.6804, 0.58, 0.5306, 0.5181, 0.5085, 0.5037, 0.5022, 0.5003, 0.4956], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "344845": {"relevant_ids": ["344844"], "ranked_ids": ["344844", "161471", "111672", "469623", "79987", "95946", "335497", "327548", "224515", "503908"], "ranked_scores": [0.9528, 0.8332, 0.7477, 0.7307, 0.7289, 0.7278, 0.7226, 0.7093, 0.7052, 0.6881], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "396744": {"relevant_ids": ["396745"], "ranked_ids": ["396745", "16789", "236438", "454241", "516168", "284966", "481437", "421257", "418055", "526492"], "ranked_scores": [0.7163, 0.6126, 0.6095, 0.6073, 0.6041, 0.5793, 0.5621, 0.5563, 0.5522, 0.5489], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "452398": {"relevant_ids": ["452399"], "ranked_ids": ["452399", "530610", "90225", "230141", "372901", "4228", "60646", "450912", "134287", "296712"], "ranked_scores": [0.9552, 0.7041, 0.6801, 0.6557, 0.6325, 0.6252, 0.6107, 0.6015, 0.5981, 0.5897], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "182114": {"relevant_ids": ["182113"], "ranked_ids": ["196647", "182113", "531602", "234482", "139689", "162482", "323531", "475847", "56202", "256239"], "ranked_scores": [0.8156, 0.7819, 0.7266, 0.6857, 0.673, 0.6706, 0.6663, 0.6553, 0.6455, 0.6414], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "486260": {"relevant_ids": ["486259"], "ranked_ids": ["486259", "392356", "113749", "385204", "266904", "241333", "209254", "222159", "146738", "114114"], "ranked_scores": [0.9314, 0.7157, 0.6925, 0.6766, 0.6677, 0.6625, 0.6437, 0.6413, 0.6401, 0.6192], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "455140": {"relevant_ids": ["315935"], "ranked_ids": ["315935", "246286", "124700", "308963", "150842", "93864", "369068", "211061", "50224", "519049"], "ranked_scores": [0.9282, 0.7458, 0.731, 0.7293, 0.7113, 0.7014, 0.6736, 0.6681, 0.6601, 0.6468], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "56198": {"relevant_ids": ["56199"], "ranked_ids": ["56199", "249114", "160194", "138891", "279986", "67917", "43404", "71092", "431226", "160914"], "ranked_scores": [0.9689, 0.5541, 0.5263, 0.5262, 0.5004, 0.4961, 0.4764, 0.4719, 0.4694, 0.4534], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "30172": {"relevant_ids": ["145120", "185817", "68426", "145119", "30173", "373486"], "ranked_ids": ["145120", "68426", "160900", "205338", "373486", "311173", "192604", "145119", "30173", "90983"], "ranked_scores": [0.9426, 0.9144, 0.8631, 0.832, 0.803, 0.7957, 0.7955, 0.7823, 0.7774, 0.7768], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.1667, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.6844, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.7971, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.8333}, "127880": {"relevant_ids": ["241164"], "ranked_ids": ["241164", "121458", "210277", "135083", "535042", "112470", "325175", "100860", "122116", "22396"], "ranked_scores": [0.7952, 0.6972, 0.6787, 0.6646, 0.627, 0.5755, 0.5727, 0.5709, 0.569, 0.5689], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "167969": {"relevant_ids": ["174461"], "ranked_ids": ["174461", "360983", "78497", "91854", "60171", "207491", "121354", "144121", "347474", "207492"], "ranked_scores": [0.8111, 0.8014, 0.6069, 0.5926, 0.5922, 0.5885, 0.5738, 0.5711, 0.5664, 0.5565], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "97986": {"relevant_ids": ["97987"], "ranked_ids": ["97987", "44589", "108564", "284181", "393565", "41241", "193896", "212168", "506848", "41242"], "ranked_scores": [0.9896, 0.8026, 0.7043, 0.6955, 0.6827, 0.6442, 0.6387, 0.6351, 0.6274, 0.6222], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "12865": {"relevant_ids": ["105683"], "ranked_ids": ["105683", "92902", "191268", "83623", "277453", "356189", "23129", "528844", "291690", "94167"], "ranked_scores": [0.9672, 0.748, 0.6478, 0.6438, 0.6427, 0.6413, 0.6202, 0.6136, 0.6125, 0.6089], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "215681": {"relevant_ids": ["215680"], "ranked_ids": ["215680", "52235", "57552", "178515", "177080", "340195", "63757", "71159", "297953", "5733"], "ranked_scores": [0.9466, 0.6533, 0.6308, 0.6164, 0.6086, 0.6043, 0.6004, 0.5865, 0.5848, 0.5735], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-roberta-base-nstep-12000": {"127728": {"relevant_ids": ["127729"], "ranked_ids": ["127729", "245618", "276617", "278575", "38063", "153290", "188019", "250619", "92818", "145244"], "ranked_scores": [0.6937, 0.687, 0.6726, 0.6659, 0.6464, 0.634, 0.6318, 0.6215, 0.6184, 0.6171], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "318820": {"relevant_ids": ["318821"], "ranked_ids": ["318821", "222238", "367479", "54496", "178549", "441089", "380781", "162581", "441218", "457906"], "ranked_scores": [0.9335, 0.7904, 0.7037, 0.7026, 0.6903, 0.6805, 0.6717, 0.6635, 0.6573, 0.6494], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "296098": {"relevant_ids": ["296097"], "ranked_ids": ["45507", "45506", "469868", "296097", "134752", "493414", "173403", "364131", "423933", "307653"], "ranked_scores": [0.6602, 0.6309, 0.6263, 0.6114, 0.6034, 0.5926, 0.5894, 0.5876, 0.5509, 0.5505], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "150414": {"relevant_ids": ["192835"], "ranked_ids": ["192835", "105782", "105783", "516620", "132912", "470642", "126746", "1702", "121070", "73405"], "ranked_scores": [0.8795, 0.8715, 0.8017, 0.8013, 0.7563, 0.7221, 0.7156, 0.6837, 0.6788, 0.6675], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145582": {"relevant_ids": ["145583"], "ranked_ids": ["145583", "454248", "299264", "130013", "112261", "263736", "211239", "436023", "390399", "505890"], "ranked_scores": [0.8339, 0.6282, 0.5785, 0.4751, 0.4677, 0.4534, 0.4275, 0.4248, 0.4218, 0.4109], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "315712": {"relevant_ids": ["315713"], "ranked_ids": ["315713", "408588", "242340", "194841", "124542", "236508", "208025", "319096", "128560", "261260"], "ranked_scores": [0.8343, 0.6516, 0.6301, 0.6098, 0.5654, 0.5634, 0.5435, 0.5417, 0.5412, 0.5293], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145739": {"relevant_ids": ["145740"], "ranked_ids": ["145740", "241979", "366074", "8705", "115412", "465597", "347337", "415781", "429177", "180147"], "ranked_scores": [0.8989, 0.7557, 0.725, 0.7211, 0.7053, 0.6736, 0.672, 0.6598, 0.6561, 0.6437], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "308127": {"relevant_ids": ["308126"], "ranked_ids": ["308126", "395527", "35763", "79534", "36744", "385951", "77650", "301104", "427879", "386807"], "ranked_scores": [0.8001, 0.62, 0.6083, 0.5938, 0.5891, 0.5817, 0.5767, 0.5715, 0.5673, 0.5643], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "287245": {"relevant_ids": ["283198", "283199", "322650"], "ranked_ids": ["283199", "322650", "283198", "420279", "68138", "499037", "192143", "420280", "508239", "221784"], "ranked_scores": [0.868, 0.866, 0.7925, 0.6584, 0.6068, 0.6045, 0.6032, 0.5923, 0.5802, 0.5758], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "14755": {"relevant_ids": ["14756", "211906"], "ranked_ids": ["450970", "211906", "14756", "235454", "57678", "30834", "45636", "236793", "259619", "449494"], "ranked_scores": [0.8608, 0.8547, 0.8457, 0.7414, 0.7011, 0.6526, 0.6154, 0.6125, 0.5968, 0.5942], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6934, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6934, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6934, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "370170": {"relevant_ids": ["370169"], "ranked_ids": ["370169", "537762", "334238", "528902", "211280", "388150", "191527", "466920", "419219", "392093"], "ranked_scores": [0.9976, 0.5169, 0.5027, 0.5004, 0.4998, 0.484, 0.4798, 0.4766, 0.4715, 0.455], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "41774": {"relevant_ids": ["41773"], "ranked_ids": ["41773", "214766", "239344", "467781", "33017", "148165", "366794", "442459", "468656", "468655"], "ranked_scores": [0.8164, 0.5622, 0.5561, 0.5171, 0.5135, 0.5059, 0.4997, 0.4969, 0.4834, 0.4815], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "399648": {"relevant_ids": ["399649"], "ranked_ids": ["399649", "225815", "435035", "481934", "243294", "380626", "504913", "411313", "124071", "412309"], "ranked_scores": [0.9886, 0.7992, 0.6869, 0.6558, 0.6474, 0.6466, 0.6455, 0.6372, 0.6354, 0.6348], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "504811": {"relevant_ids": ["504810"], "ranked_ids": ["504810", "90374", "448774", "309894", "5861", "298555", "214151", "84826", "155038", "55899"], "ranked_scores": [0.9921, 0.692, 0.6631, 0.6609, 0.6359, 0.6358, 0.6155, 0.6031, 0.5748, 0.5716], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "362950": {"relevant_ids": ["400212", "362949"], "ranked_ids": ["362949", "400212", "487392", "427587", "411503", "475478", "129563", "151122", "348827", "155870"], "ranked_scores": [0.8557, 0.8017, 0.7488, 0.7322, 0.7178, 0.7118, 0.6787, 0.6741, 0.6623, 0.6567], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "155873": {"relevant_ids": ["155874"], "ranked_ids": ["155874", "392604", "136219", "294020", "91610", "487664", "292617", "122134", "383066", "3249"], "ranked_scores": [0.6811, 0.5707, 0.5705, 0.5603, 0.5552, 0.5319, 0.5295, 0.5271, 0.5141, 0.5101], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "263432": {"relevant_ids": ["263433"], "ranked_ids": ["263433", "128303", "407204", "401373", "147629", "97259", "147630", "104254", "29349", "489070"], "ranked_scores": [0.8028, 0.7154, 0.6591, 0.6572, 0.635, 0.6145, 0.5775, 0.5631, 0.5568, 0.5536], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "354945": {"relevant_ids": ["354946"], "ranked_ids": ["354946", "254071", "462983", "108161", "322478", "462984", "157453", "202817", "287396", "473769"], "ranked_scores": [0.9402, 0.8389, 0.6622, 0.5539, 0.5459, 0.5302, 0.4901, 0.455, 0.4495, 0.4441], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "245417": {"relevant_ids": ["219475", "248195"], "ranked_ids": ["219475", "40657", "248195", "64433", "301977", "319022", "14180", "164159", "413039", "368145"], "ranked_scores": [0.8721, 0.8383, 0.8343, 0.7542, 0.6893, 0.6845, 0.6739, 0.6718, 0.6685, 0.6682], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.9197, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.9197, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9197, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "516276": {"relevant_ids": ["516277"], "ranked_ids": ["516277", "19755", "34173", "76958", "510783", "286275", "471902", "62062", "352189", "119374"], "ranked_scores": [0.9555, 0.7578, 0.7353, 0.6711, 0.6549, 0.6387, 0.6372, 0.6283, 0.6261, 0.6255], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177580": {"relevant_ids": ["177579"], "ranked_ids": ["177579", "185553", "419100", "115954", "18081", "454968", "370405", "143503", "391563", "76563"], "ranked_scores": [0.9774, 0.5395, 0.5158, 0.5103, 0.5052, 0.4665, 0.4656, 0.4622, 0.4543, 0.4541], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "309865": {"relevant_ids": ["78623", "33713", "78624"], "ranked_ids": ["33713", "153484", "78623", "209041", "405094", "495751", "78624", "437065", "235483", "469068"], "ranked_scores": [0.8576, 0.8347, 0.8298, 0.8287, 0.8236, 0.8182, 0.8113, 0.7652, 0.7371, 0.7309], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.7039, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.8603, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "510387": {"relevant_ids": ["510386"], "ranked_ids": ["510386", "344869", "40390", "484846", "170896", "52003", "241538", "241537", "101855", "371033"], "ranked_scores": [0.8357, 0.8204, 0.8096, 0.7961, 0.7951, 0.7877, 0.7712, 0.7679, 0.7135, 0.7106], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "26645": {"relevant_ids": ["26644"], "ranked_ids": ["26644", "207775", "318396", "83875", "234865", "193896", "256679", "83874", "144057", "265116"], "ranked_scores": [0.9742, 0.7371, 0.7263, 0.6597, 0.65, 0.6461, 0.6459, 0.6432, 0.6298, 0.6287], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "47788": {"relevant_ids": ["455725"], "ranked_ids": ["455725", "235686", "59223", "47789", "348138", "59508", "47703", "331", "101721", "37221"], "ranked_scores": [0.881, 0.8219, 0.8149, 0.801, 0.7876, 0.7808, 0.7767, 0.7724, 0.7683, 0.7645], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "338281": {"relevant_ids": ["338282"], "ranked_ids": ["338282", "11563", "457315", "263861", "234727", "431433", "85881", "57017", "382555", "327767"], "ranked_scores": [0.9061, 0.5506, 0.5502, 0.528, 0.5244, 0.5048, 0.5039, 0.4906, 0.4822, 0.4806], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "461149": {"relevant_ids": ["461148"], "ranked_ids": ["461148", "525835", "203100", "215782", "527101", "443095", "291108", "302225", "335800", "377056"], "ranked_scores": [0.7419, 0.7105, 0.656, 0.6474, 0.605, 0.5896, 0.5815, 0.5766, 0.5759, 0.5709], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "346126": {"relevant_ids": ["110711", "110710"], "ranked_ids": ["110710", "110711", "154338", "254526", "203476", "528998", "296319", "340823", "168350", "229972"], "ranked_scores": [0.9441, 0.8959, 0.8903, 0.7684, 0.7453, 0.7432, 0.7184, 0.7174, 0.7025, 0.6989], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "372986": {"relevant_ids": ["49961", "262882"], "ranked_ids": ["49961", "262882", "303468", "215938", "497531", "108183", "516501", "88278", "140335", "43966"], "ranked_scores": [0.9703, 0.846, 0.6953, 0.6438, 0.6234, 0.6143, 0.6089, 0.6071, 0.6015, 0.5977], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "501182": {"relevant_ids": ["501181"], "ranked_ids": ["501181", "402718", "179018", "109121", "274777", "446824", "325288", "447737", "2257", "261255"], "ranked_scores": [0.9028, 0.5795, 0.5628, 0.5558, 0.5361, 0.5122, 0.4963, 0.4909, 0.4893, 0.4797], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13800": {"relevant_ids": ["13799", "376590", "408522"], "ranked_ids": ["376590", "13799", "179943", "30987", "23471", "8622", "408522", "481109", "67320", "448205"], "ranked_scores": [0.8375, 0.8269, 0.7921, 0.7289, 0.7267, 0.7102, 0.7087, 0.7012, 0.7011, 0.6927], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.7654, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.9218, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "250143": {"relevant_ids": ["250142"], "ranked_ids": ["250142", "473276", "526032", "38409", "206630", "57155", "76062", "137994", "27632", "50539"], "ranked_scores": [0.7863, 0.7321, 0.5659, 0.5568, 0.5554, 0.5535, 0.5196, 0.5059, 0.5047, 0.5025], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13223": {"relevant_ids": ["88348", "156773", "13224", "88349", "20277"], "ranked_ids": ["156773", "88348", "88349", "13224", "86343", "223304", "366749", "361830", "137719", "192528"], "ranked_scores": [0.9778, 0.8841, 0.8687, 0.867, 0.8569, 0.8351, 0.8212, 0.794, 0.792, 0.7715], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.2, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6, "ndcg@5": 0.8688, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.8, "ndcg@10": 0.8688, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.8}, "11002": {"relevant_ids": ["11003"], "ranked_ids": ["11003", "144197", "489539", "444112", "17317", "42203", "87346", "266680", "40100", "241075"], "ranked_scores": [0.8481, 0.7353, 0.7263, 0.7202, 0.6802, 0.68, 0.6588, 0.657, 0.6547, 0.6538], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177653": {"relevant_ids": ["79732"], "ranked_ids": ["79732", "200611", "39174", "525756", "395587", "373717", "245271", "412316", "310721", "194790"], "ranked_scores": [0.9213, 0.7232, 0.7225, 0.7121, 0.6782, 0.6729, 0.5906, 0.5603, 0.5585, 0.5391], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "415592": {"relevant_ids": ["415591"], "ranked_ids": ["415591", "435045", "322822", "91592", "117817", "425878", "88542", "485299", "467639", "430072"], "ranked_scores": [0.9245, 0.7107, 0.691, 0.684, 0.682, 0.6772, 0.6644, 0.6468, 0.6402, 0.6397], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "511196": {"relevant_ids": ["511197"], "ranked_ids": ["511197", "156490", "328397", "289278", "491923", "313107", "251545", "248655", "53962", "414717"], "ranked_scores": [0.8744, 0.6808, 0.5807, 0.5317, 0.5183, 0.5058, 0.5038, 0.5006, 0.5, 0.4943], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "344845": {"relevant_ids": ["344844"], "ranked_ids": ["344844", "161471", "111672", "469623", "79987", "95946", "335497", "327548", "224515", "397001"], "ranked_scores": [0.9531, 0.8348, 0.7481, 0.7322, 0.7292, 0.727, 0.7221, 0.7088, 0.708, 0.6874], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "396744": {"relevant_ids": ["396745"], "ranked_ids": ["396745", "16789", "236438", "454241", "516168", "284966", "481437", "421257", "418055", "526492"], "ranked_scores": [0.7153, 0.6117, 0.6086, 0.6068, 0.6025, 0.5791, 0.5618, 0.5573, 0.5517, 0.5502], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "452398": {"relevant_ids": ["452399"], "ranked_ids": ["452399", "530610", "90225", "230141", "372901", "4228", "60646", "450912", "134287", "296712"], "ranked_scores": [0.9554, 0.7051, 0.6809, 0.6545, 0.6325, 0.6252, 0.61, 0.6006, 0.5976, 0.5909], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "182114": {"relevant_ids": ["182113"], "ranked_ids": ["196647", "182113", "531602", "234482", "139689", "162482", "323531", "475847", "56202", "256239"], "ranked_scores": [0.8159, 0.783, 0.7273, 0.6858, 0.673, 0.6705, 0.6666, 0.6546, 0.6455, 0.6414], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "486260": {"relevant_ids": ["486259"], "ranked_ids": ["486259", "392356", "113749", "385204", "266904", "241333", "209254", "222159", "146738", "114114"], "ranked_scores": [0.9315, 0.7166, 0.6939, 0.6774, 0.6694, 0.6635, 0.6452, 0.6425, 0.6412, 0.6204], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "455140": {"relevant_ids": ["315935"], "ranked_ids": ["315935", "246286", "124700", "308963", "150842", "93864", "369068", "211061", "50224", "519049"], "ranked_scores": [0.9286, 0.7469, 0.7316, 0.7301, 0.7129, 0.7023, 0.6746, 0.6687, 0.6617, 0.6474], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "56198": {"relevant_ids": ["56199"], "ranked_ids": ["56199", "249114", "160194", "138891", "279986", "67917", "43404", "71092", "431226", "160914"], "ranked_scores": [0.9691, 0.5554, 0.529, 0.5276, 0.5024, 0.4987, 0.4778, 0.4747, 0.4721, 0.4571], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "30172": {"relevant_ids": ["145120", "185817", "68426", "145119", "30173", "373486"], "ranked_ids": ["145120", "68426", "160900", "205338", "373486", "192604", "311173", "145119", "90983", "30173"], "ranked_scores": [0.9432, 0.9145, 0.8645, 0.8332, 0.8041, 0.797, 0.7967, 0.7831, 0.7788, 0.7773], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.1667, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.6844, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.7935, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.8333}, "127880": {"relevant_ids": ["241164"], "ranked_ids": ["241164", "121458", "210277", "135083", "535042", "112470", "325175", "100860", "22396", "122116"], "ranked_scores": [0.7949, 0.6999, 0.6817, 0.6667, 0.6269, 0.5773, 0.5742, 0.5729, 0.5707, 0.5707], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "167969": {"relevant_ids": ["174461"], "ranked_ids": ["174461", "360983", "78497", "60171", "91854", "207491", "121354", "144121", "347474", "207492"], "ranked_scores": [0.8102, 0.7999, 0.6065, 0.593, 0.5924, 0.5885, 0.5723, 0.5697, 0.5657, 0.5585], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "97986": {"relevant_ids": ["97987"], "ranked_ids": ["97987", "44589", "108564", "284181", "393565", "41241", "193896", "212168", "506848", "41242"], "ranked_scores": [0.9897, 0.8038, 0.7062, 0.6975, 0.6838, 0.644, 0.6379, 0.6351, 0.6278, 0.6228], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "12865": {"relevant_ids": ["105683"], "ranked_ids": ["105683", "92902", "191268", "83623", "356189", "277453", "23129", "291690", "528844", "94167"], "ranked_scores": [0.9673, 0.7492, 0.6487, 0.6446, 0.6444, 0.6418, 0.6214, 0.615, 0.6147, 0.6115], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "215681": {"relevant_ids": ["215680"], "ranked_ids": ["215680", "52235", "57552", "178515", "177080", "340195", "63757", "71159", "297953", "5733"], "ranked_scores": [0.9463, 0.6537, 0.6309, 0.6183, 0.6093, 0.6038, 0.6006, 0.5866, 0.5865, 0.5747], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-roberta-base-nstep-14000": {"127728": {"relevant_ids": ["127729"], "ranked_ids": ["127729", "245618", "276617", "278575", "38063", "153290", "188019", "250619", "92818", "145244"], "ranked_scores": [0.6922, 0.6863, 0.6717, 0.665, 0.6455, 0.6329, 0.6314, 0.6209, 0.6172, 0.616], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "318820": {"relevant_ids": ["318821"], "ranked_ids": ["318821", "222238", "367479", "54496", "178549", "441089", "380781", "162581", "441218", "496708"], "ranked_scores": [0.9336, 0.7901, 0.7037, 0.7028, 0.6907, 0.6808, 0.6724, 0.6634, 0.6576, 0.6493], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "296098": {"relevant_ids": ["296097"], "ranked_ids": ["45507", "45506", "469868", "296097", "134752", "493414", "173403", "364131", "423933", "307653"], "ranked_scores": [0.6602, 0.6312, 0.627, 0.6115, 0.6033, 0.593, 0.5903, 0.5884, 0.5512, 0.5505], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "150414": {"relevant_ids": ["192835"], "ranked_ids": ["192835", "105782", "516620", "105783", "132912", "470642", "126746", "1702", "121070", "73405"], "ranked_scores": [0.8796, 0.8711, 0.8013, 0.8009, 0.7558, 0.7222, 0.7154, 0.683, 0.678, 0.6669], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145582": {"relevant_ids": ["145583"], "ranked_ids": ["145583", "454248", "299264", "130013", "112261", "263736", "211239", "436023", "390399", "505890"], "ranked_scores": [0.8344, 0.6274, 0.5779, 0.474, 0.466, 0.4545, 0.427, 0.4243, 0.4217, 0.4108], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "315712": {"relevant_ids": ["315713"], "ranked_ids": ["315713", "408588", "242340", "194841", "124542", "236508", "208025", "128560", "319096", "261260"], "ranked_scores": [0.8347, 0.6521, 0.6304, 0.6104, 0.5662, 0.5645, 0.5443, 0.5423, 0.5422, 0.5296], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145739": {"relevant_ids": ["145740"], "ranked_ids": ["145740", "241979", "366074", "8705", "115412", "465597", "347337", "415781", "429177", "180147"], "ranked_scores": [0.8983, 0.7549, 0.7241, 0.7198, 0.7047, 0.6724, 0.6711, 0.6594, 0.655, 0.6418], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "308127": {"relevant_ids": ["308126"], "ranked_ids": ["308126", "395527", "35763", "79534", "36744", "385951", "77650", "301104", "427879", "386807"], "ranked_scores": [0.7994, 0.6197, 0.6092, 0.5938, 0.5897, 0.5818, 0.5769, 0.5716, 0.5681, 0.5643], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "287245": {"relevant_ids": ["283198", "283199", "322650"], "ranked_ids": ["283199", "322650", "283198", "420279", "68138", "499037", "192143", "420280", "508239", "221784"], "ranked_scores": [0.8684, 0.8664, 0.7927, 0.6592, 0.6081, 0.6042, 0.604, 0.5923, 0.581, 0.5751], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "14755": {"relevant_ids": ["14756", "211906"], "ranked_ids": ["450970", "211906", "14756", "235454", "57678", "30834", "45636", "236793", "259619", "449494"], "ranked_scores": [0.8603, 0.854, 0.8451, 0.7409, 0.7001, 0.6516, 0.6147, 0.6115, 0.5969, 0.5938], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6934, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6934, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6934, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "370170": {"relevant_ids": ["370169"], "ranked_ids": ["370169", "537762", "334238", "211280", "528902", "388150", "191527", "466920", "419219", "392093"], "ranked_scores": [0.9976, 0.5166, 0.5014, 0.4996, 0.4991, 0.4843, 0.4795, 0.4762, 0.4705, 0.4537], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "41774": {"relevant_ids": ["41773"], "ranked_ids": ["41773", "214766", "239344", "467781", "33017", "148165", "366794", "442459", "468656", "468655"], "ranked_scores": [0.8153, 0.5611, 0.556, 0.5159, 0.513, 0.5056, 0.4993, 0.4958, 0.4826, 0.4809], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "399648": {"relevant_ids": ["399649"], "ranked_ids": ["399649", "225815", "435035", "481934", "243294", "380626", "504913", "411313", "124071", "359281"], "ranked_scores": [0.9885, 0.7988, 0.6863, 0.6544, 0.6469, 0.6461, 0.6449, 0.6365, 0.6342, 0.6334], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "504811": {"relevant_ids": ["504810"], "ranked_ids": ["504810", "90374", "448774", "309894", "5861", "298555", "214151", "84826", "155038", "55899"], "ranked_scores": [0.9921, 0.692, 0.6635, 0.6611, 0.6369, 0.6361, 0.6165, 0.6027, 0.576, 0.572], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "362950": {"relevant_ids": ["400212", "362949"], "ranked_ids": ["362949", "400212", "487392", "427587", "411503", "475478", "129563", "151122", "348827", "155870"], "ranked_scores": [0.856, 0.8027, 0.7488, 0.731, 0.7176, 0.7112, 0.6781, 0.6735, 0.6612, 0.6555], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "155873": {"relevant_ids": ["155874"], "ranked_ids": ["155874", "392604", "136219", "294020", "91610", "487664", "292617", "122134", "383066", "3249"], "ranked_scores": [0.6799, 0.5704, 0.5695, 0.5595, 0.5538, 0.5313, 0.5288, 0.527, 0.5127, 0.5091], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "263432": {"relevant_ids": ["263433"], "ranked_ids": ["263433", "128303", "407204", "401373", "147629", "97259", "147630", "104254", "29349", "489070"], "ranked_scores": [0.8022, 0.715, 0.658, 0.6567, 0.6346, 0.6137, 0.577, 0.5626, 0.5557, 0.5531], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "354945": {"relevant_ids": ["354946"], "ranked_ids": ["354946", "254071", "462983", "108161", "322478", "462984", "157453", "202817", "287396", "473769"], "ranked_scores": [0.94, 0.8386, 0.6618, 0.5533, 0.5459, 0.5296, 0.4893, 0.4537, 0.4499, 0.443], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "245417": {"relevant_ids": ["219475", "248195"], "ranked_ids": ["219475", "40657", "248195", "64433", "301977", "319022", "14180", "164159", "368145", "413039"], "ranked_scores": [0.8711, 0.8384, 0.8332, 0.7532, 0.6879, 0.6836, 0.6726, 0.6705, 0.6672, 0.6672], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.9197, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.9197, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9197, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "516276": {"relevant_ids": ["516277"], "ranked_ids": ["516277", "19755", "34173", "76958", "510783", "286275", "471902", "62062", "119374", "352189"], "ranked_scores": [0.9554, 0.7573, 0.7346, 0.6701, 0.6548, 0.6377, 0.6366, 0.6267, 0.6261, 0.626], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177580": {"relevant_ids": ["177579"], "ranked_ids": ["177579", "185553", "419100", "115954", "18081", "370405", "454968", "143503", "76563", "57360"], "ranked_scores": [0.9775, 0.54, 0.516, 0.5102, 0.5047, 0.4651, 0.465, 0.4641, 0.4542, 0.4541], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "309865": {"relevant_ids": ["78623", "33713", "78624"], "ranked_ids": ["33713", "153484", "78623", "209041", "405094", "495751", "78624", "437065", "235483", "469068"], "ranked_scores": [0.8581, 0.8348, 0.8299, 0.8278, 0.8238, 0.8186, 0.811, 0.7659, 0.737, 0.7308], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.7039, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.8603, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "510387": {"relevant_ids": ["510386"], "ranked_ids": ["510386", "344869", "40390", "484846", "170896", "52003", "241538", "241537", "101855", "371033"], "ranked_scores": [0.835, 0.8197, 0.8087, 0.7957, 0.7939, 0.7871, 0.7704, 0.7672, 0.7132, 0.7098], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "26645": {"relevant_ids": ["26644"], "ranked_ids": ["26644", "207775", "318396", "83875", "234865", "193896", "256679", "83874", "144057", "265116"], "ranked_scores": [0.9741, 0.737, 0.726, 0.6592, 0.65, 0.6462, 0.6457, 0.6426, 0.6296, 0.6288], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "47788": {"relevant_ids": ["455725"], "ranked_ids": ["455725", "235686", "59223", "47789", "348138", "59508", "47703", "331", "101721", "37221"], "ranked_scores": [0.8811, 0.8222, 0.8151, 0.8002, 0.7878, 0.7803, 0.7769, 0.7732, 0.769, 0.7638], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "338281": {"relevant_ids": ["338282"], "ranked_ids": ["338282", "457315", "11563", "263861", "234727", "431433", "85881", "57017", "382555", "327767"], "ranked_scores": [0.906, 0.5496, 0.5491, 0.5271, 0.5245, 0.5059, 0.5022, 0.4898, 0.4821, 0.4791], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "461149": {"relevant_ids": ["461148"], "ranked_ids": ["461148", "525835", "203100", "215782", "527101", "443095", "291108", "302225", "335800", "377056"], "ranked_scores": [0.7416, 0.7093, 0.6554, 0.6475, 0.6047, 0.5886, 0.5815, 0.5762, 0.5759, 0.5709], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "346126": {"relevant_ids": ["110711", "110710"], "ranked_ids": ["110710", "110711", "154338", "254526", "203476", "528998", "296319", "340823", "168350", "229972"], "ranked_scores": [0.9443, 0.8959, 0.8906, 0.7683, 0.7456, 0.7438, 0.7187, 0.7176, 0.7028, 0.699], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "372986": {"relevant_ids": ["49961", "262882"], "ranked_ids": ["49961", "262882", "303468", "215938", "497531", "108183", "516501", "88278", "140335", "43966"], "ranked_scores": [0.9702, 0.8454, 0.6945, 0.6433, 0.622, 0.6127, 0.6085, 0.6073, 0.5998, 0.5967], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "501182": {"relevant_ids": ["501181"], "ranked_ids": ["501181", "402718", "179018", "109121", "274777", "446824", "325288", "447737", "2257", "261255"], "ranked_scores": [0.9029, 0.5794, 0.563, 0.556, 0.5359, 0.5121, 0.4967, 0.4908, 0.4896, 0.48], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13800": {"relevant_ids": ["13799", "376590", "408522"], "ranked_ids": ["376590", "13799", "179943", "30987", "23471", "8622", "408522", "67320", "481109", "448205"], "ranked_scores": [0.8375, 0.8272, 0.7922, 0.7289, 0.7274, 0.7103, 0.7091, 0.7016, 0.701, 0.6929], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.7654, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.9218, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "250143": {"relevant_ids": ["250142"], "ranked_ids": ["250142", "473276", "526032", "38409", "206630", "57155", "76062", "137994", "27632", "50539"], "ranked_scores": [0.7861, 0.7321, 0.5643, 0.5559, 0.5554, 0.5525, 0.5193, 0.5041, 0.5033, 0.5023], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13223": {"relevant_ids": ["88348", "156773", "13224", "88349", "20277"], "ranked_ids": ["156773", "88348", "88349", "13224", "86343", "223304", "366749", "361830", "137719", "192528"], "ranked_scores": [0.9777, 0.8838, 0.8684, 0.8666, 0.8563, 0.8344, 0.8208, 0.7931, 0.791, 0.7709], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.2, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6, "ndcg@5": 0.8688, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.8, "ndcg@10": 0.8688, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.8}, "11002": {"relevant_ids": ["11003"], "ranked_ids": ["11003", "144197", "489539", "444112", "17317", "42203", "87346", "266680", "40100", "241075"], "ranked_scores": [0.8475, 0.7349, 0.7265, 0.7195, 0.6795, 0.6792, 0.6583, 0.6564, 0.6541, 0.6533], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177653": {"relevant_ids": ["79732"], "ranked_ids": ["79732", "200611", "39174", "525756", "395587", "373717", "245271", "412316", "310721", "194790"], "ranked_scores": [0.921, 0.7236, 0.7225, 0.7104, 0.6779, 0.6722, 0.5896, 0.559, 0.5563, 0.5384], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "415592": {"relevant_ids": ["415591"], "ranked_ids": ["415591", "435045", "322822", "91592", "117817", "425878", "88542", "485299", "467639", "430072"], "ranked_scores": [0.9247, 0.7107, 0.6908, 0.6842, 0.6818, 0.6768, 0.6642, 0.6465, 0.6399, 0.6396], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "511196": {"relevant_ids": ["511197"], "ranked_ids": ["511197", "156490", "328397", "289278", "491923", "313107", "251545", "248655", "53962", "414717"], "ranked_scores": [0.8741, 0.68, 0.5807, 0.5308, 0.5179, 0.5067, 0.5024, 0.5008, 0.5006, 0.4935], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "344845": {"relevant_ids": ["344844"], "ranked_ids": ["344844", "161471", "111672", "469623", "79987", "95946", "335497", "327548", "224515", "397001"], "ranked_scores": [0.9531, 0.8349, 0.7484, 0.7333, 0.7283, 0.7265, 0.7214, 0.7084, 0.7081, 0.6866], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "396744": {"relevant_ids": ["396745"], "ranked_ids": ["396745", "16789", "236438", "454241", "516168", "284966", "481437", "421257", "418055", "526492"], "ranked_scores": [0.7156, 0.6127, 0.6103, 0.6063, 0.6033, 0.5804, 0.5627, 0.5586, 0.5523, 0.5503], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "452398": {"relevant_ids": ["452399"], "ranked_ids": ["452399", "530610", "90225", "230141", "372901", "4228", "60646", "450912", "134287", "296712"], "ranked_scores": [0.9552, 0.7041, 0.6805, 0.6543, 0.632, 0.6239, 0.6097, 0.5999, 0.5969, 0.59], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "182114": {"relevant_ids": ["182113"], "ranked_ids": ["196647", "182113", "531602", "234482", "139689", "162482", "323531", "475847", "56202", "256239"], "ranked_scores": [0.8158, 0.7833, 0.7271, 0.6865, 0.6739, 0.6706, 0.6665, 0.655, 0.6461, 0.6417], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "486260": {"relevant_ids": ["486259"], "ranked_ids": ["486259", "392356", "113749", "385204", "266904", "241333", "209254", "222159", "146738", "114114"], "ranked_scores": [0.9314, 0.7165, 0.6931, 0.6778, 0.6687, 0.6637, 0.645, 0.6426, 0.6404, 0.6196], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "455140": {"relevant_ids": ["315935"], "ranked_ids": ["315935", "246286", "124700", "308963", "150842", "93864", "369068", "211061", "50224", "519049"], "ranked_scores": [0.9285, 0.7462, 0.7315, 0.7293, 0.7125, 0.7019, 0.6739, 0.6682, 0.6608, 0.6471], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "56198": {"relevant_ids": ["56199"], "ranked_ids": ["56199", "249114", "160194", "138891", "279986", "67917", "43404", "71092", "431226", "160914"], "ranked_scores": [0.9691, 0.5553, 0.5289, 0.5273, 0.5016, 0.4978, 0.4778, 0.4735, 0.4716, 0.4566], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "30172": {"relevant_ids": ["145120", "185817", "68426", "145119", "30173", "373486"], "ranked_ids": ["145120", "68426", "160900", "205338", "373486", "192604", "311173", "145119", "90983", "30173"], "ranked_scores": [0.943, 0.9144, 0.8645, 0.8331, 0.8041, 0.7969, 0.7966, 0.7832, 0.7787, 0.7773], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.1667, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.6844, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.7935, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.8333}, "127880": {"relevant_ids": ["241164"], "ranked_ids": ["241164", "121458", "210277", "135083", "535042", "112470", "325175", "100860", "22396", "122116"], "ranked_scores": [0.7944, 0.6993, 0.6814, 0.666, 0.6261, 0.5765, 0.5742, 0.5724, 0.5703, 0.5703], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "167969": {"relevant_ids": ["174461"], "ranked_ids": ["174461", "360983", "78497", "60171", "91854", "207491", "121354", "144121", "347474", "207492"], "ranked_scores": [0.8101, 0.7995, 0.606, 0.5924, 0.592, 0.5882, 0.5716, 0.5695, 0.5656, 0.5576], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "97986": {"relevant_ids": ["97987"], "ranked_ids": ["97987", "44589", "108564", "284181", "393565", "41241", "193896", "212168", "506848", "41242"], "ranked_scores": [0.9897, 0.8034, 0.7063, 0.6972, 0.6831, 0.6436, 0.6372, 0.634, 0.6282, 0.6225], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "12865": {"relevant_ids": ["105683"], "ranked_ids": ["105683", "92902", "191268", "83623", "356189", "277453", "23129", "291690", "528844", "94167"], "ranked_scores": [0.9671, 0.7493, 0.6492, 0.6448, 0.6444, 0.642, 0.6215, 0.6154, 0.6147, 0.6115], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "215681": {"relevant_ids": ["215680"], "ranked_ids": ["215680", "52235", "57552", "178515", "177080", "340195", "63757", "71159", "297953", "5733"], "ranked_scores": [0.9463, 0.6535, 0.6313, 0.618, 0.6094, 0.6037, 0.6003, 0.5866, 0.5861, 0.5745], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-roberta-base-bat-nstep-2000": {"127728": {"relevant_ids": ["127729"], "ranked_ids": ["127729", "382156", "38063", "245618", "152379", "259826", "433315", "93150", "73719", "166960"], "ranked_scores": [607.0, 591.0, 587.0, 576.0, 568.0, 563.0, 561.0, 555.0, 553.0, 552.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "318820": {"relevant_ids": ["318821"], "ranked_ids": ["318821", "367479", "355161", "222238", "489320", "441218", "149956", "162581", "178549", "496708"], "ranked_scores": [702.0, 617.0, 600.0, 592.0, 580.0, 576.0, 570.0, 569.0, 567.0, 561.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "296098": {"relevant_ids": ["296097"], "ranked_ids": ["45507", "493414", "130062", "469868", "134752", "364131", "296097", "468805", "423933", "45506"], "ranked_scores": [535.0, 530.0, 528.0, 526.0, 525.0, 525.0, 523.0, 522.0, 521.0, 521.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.0, "mrr@5": 0.0, "accuracy@5": 0.0, "recall@5": 0.0, "ndcg@10": 0.3333, "mrr@10": 0.1429, "accuracy@10": 1.0, "recall@10": 1.0}, "150414": {"relevant_ids": ["192835"], "ranked_ids": ["192835", "105782", "516620", "105783", "103122", "126746", "126745", "132912", "21131", "8875"], "ranked_scores": [699.0, 680.0, 652.0, 634.0, 630.0, 630.0, 626.0, 602.0, 593.0, 586.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145582": {"relevant_ids": ["145583"], "ranked_ids": ["145583", "299264", "454248", "130013", "87614", "263736", "137083", "173813", "127989", "110298"], "ranked_scores": [664.0, 561.0, 515.0, 509.0, 507.0, 506.0, 499.0, 487.0, 486.0, 485.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "315712": {"relevant_ids": ["315713"], "ranked_ids": ["315713", "377891", "203205", "120489", "396505", "153536", "194841", "236508", "298503", "454814"], "ranked_scores": [648.0, 573.0, 546.0, 545.0, 541.0, 538.0, 536.0, 535.0, 534.0, 532.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145739": {"relevant_ids": ["145740"], "ranked_ids": ["145740", "241979", "366074", "8705", "115412", "415781", "347337", "465597", "100854", "17980"], "ranked_scores": [701.0, 617.0, 604.0, 592.0, 590.0, 573.0, 568.0, 561.0, 559.0, 559.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "308127": {"relevant_ids": ["308126"], "ranked_ids": ["308126", "18335", "301104", "385951", "65412", "79534", "35763", "77650", "140685", "395527"], "ranked_scores": [635.0, 547.0, 541.0, 540.0, 538.0, 538.0, 536.0, 535.0, 533.0, 529.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "287245": {"relevant_ids": ["283198", "283199", "322650"], "ranked_ids": ["322650", "283199", "283198", "221784", "420279", "188940", "221783", "109049", "68138", "405392"], "ranked_scores": [674.0, 670.0, 625.0, 560.0, 555.0, 544.0, 541.0, 539.0, 536.0, 533.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "14755": {"relevant_ids": ["14756", "211906"], "ranked_ids": ["211906", "14756", "450970", "57678", "235454", "30834", "236793", "11310", "449494", "230091"], "ranked_scores": [654.0, 652.0, 649.0, 589.0, 584.0, 577.0, 574.0, 571.0, 564.0, 559.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "370170": {"relevant_ids": ["370169"], "ranked_ids": ["370169", "537762", "211280", "476551", "117854", "191527", "419219", "279893", "70975", "417976"], "ranked_scores": [757.0, 532.0, 522.0, 518.0, 515.0, 515.0, 509.0, 504.0, 504.0, 503.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "41774": {"relevant_ids": ["41773"], "ranked_ids": ["41773", "148165", "33017", "468655", "239344", "442459", "307530", "214766", "467781", "53738"], "ranked_scores": [673.0, 555.0, 552.0, 552.0, 547.0, 540.0, 539.0, 538.0, 537.0, 532.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "399648": {"relevant_ids": ["399649"], "ranked_ids": ["399649", "225815", "481934", "435035", "212809", "124071", "445074", "462253", "411313", "188527"], "ranked_scores": [744.0, 631.0, 598.0, 596.0, 591.0, 579.0, 575.0, 568.0, 565.0, 559.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "504811": {"relevant_ids": ["504810"], "ranked_ids": ["504810", "309894", "90374", "448774", "84826", "175461", "298555", "55899", "155038", "279073"], "ranked_scores": [740.0, 582.0, 578.0, 562.0, 559.0, 543.0, 543.0, 542.0, 540.0, 539.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "362950": {"relevant_ids": ["400212", "362949"], "ranked_ids": ["362949", "400212", "427587", "129563", "475478", "487392", "348827", "9132", "411503", "155870"], "ranked_scores": [651.0, 645.0, 601.0, 597.0, 595.0, 589.0, 588.0, 586.0, 580.0, 579.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "155873": {"relevant_ids": ["155874"], "ranked_ids": ["155874", "136219", "392604", "3249", "294020", "122134", "464100", "439035", "487664", "38262"], "ranked_scores": [587.0, 561.0, 551.0, 540.0, 540.0, 538.0, 534.0, 530.0, 530.0, 529.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "263432": {"relevant_ids": ["263433"], "ranked_ids": ["263433", "128303", "407204", "510661", "401373", "471057", "277394", "372749", "147629", "104254"], "ranked_scores": [602.0, 566.0, 554.0, 551.0, 550.0, 547.0, 541.0, 539.0, 538.0, 537.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "354945": {"relevant_ids": ["354946"], "ranked_ids": ["354946", "254071", "462983", "322478", "462984", "108161", "157453", "202685", "202817", "263939"], "ranked_scores": [704.0, 656.0, 577.0, 533.0, 524.0, 524.0, 522.0, 516.0, 516.0, 508.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "245417": {"relevant_ids": ["219475", "248195"], "ranked_ids": ["40657", "219475", "248195", "64433", "413039", "37326", "14180", "319022", "249364", "368145"], "ranked_scores": [653.0, 644.0, 616.0, 606.0, 588.0, 584.0, 581.0, 571.0, 565.0, 561.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6934, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6934, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6934, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "516276": {"relevant_ids": ["516277"], "ranked_ids": ["516277", "510783", "19755", "34173", "76958", "352289", "438101", "62062", "286275", "352189"], "ranked_scores": [705.0, 601.0, 599.0, 584.0, 578.0, 570.0, 567.0, 563.0, 560.0, 558.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177580": {"relevant_ids": ["177579"], "ranked_ids": ["177579", "272252", "18081", "115954", "60577", "517075", "464418", "455888", "9954", "99261"], "ranked_scores": [716.0, 545.0, 544.0, 536.0, 533.0, 532.0, 527.0, 527.0, 525.0, 524.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "309865": {"relevant_ids": ["78623", "33713", "78624"], "ranked_ids": ["33713", "78623", "153484", "405094", "495751", "78624", "158229", "437065", "209041", "235483"], "ranked_scores": [684.0, 641.0, 639.0, 637.0, 635.0, 624.0, 616.0, 614.0, 611.0, 609.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.7654, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.9325, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "510387": {"relevant_ids": ["510386"], "ranked_ids": ["510386", "241538", "40390", "344869", "52003", "170896", "371033", "241537", "254292", "101855"], "ranked_scores": [679.0, 662.0, 651.0, 644.0, 644.0, 635.0, 623.0, 606.0, 602.0, 601.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "26645": {"relevant_ids": ["26644"], "ranked_ids": ["26644", "108781", "504445", "318396", "507090", "12895", "286617", "208205", "193896", "407458"], "ranked_scores": [715.0, 590.0, 579.0, 575.0, 566.0, 565.0, 564.0, 564.0, 561.0, 557.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "47788": {"relevant_ids": ["455725"], "ranked_ids": ["455725", "235686", "59223", "348138", "8505", "101721", "331", "47703", "59508", "518171"], "ranked_scores": [687.0, 659.0, 655.0, 650.0, 649.0, 643.0, 635.0, 626.0, 622.0, 615.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "338281": {"relevant_ids": ["338282"], "ranked_ids": ["338282", "457315", "234727", "315387", "100426", "382555", "57017", "119513", "399331", "263316"], "ranked_scores": [686.0, 530.0, 529.0, 528.0, 516.0, 514.0, 511.0, 508.0, 508.0, 507.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "461149": {"relevant_ids": ["461148"], "ranked_ids": ["461148", "527101", "203100", "525835", "302225", "335800", "377056", "215782", "64531", "283905"], "ranked_scores": [652.0, 605.0, 605.0, 596.0, 591.0, 581.0, 580.0, 579.0, 576.0, 574.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "346126": {"relevant_ids": ["110711", "110710"], "ranked_ids": ["110710", "154338", "110711", "254526", "528998", "256937", "229972", "168350", "296319", "6816"], "ranked_scores": [685.0, 659.0, 652.0, 593.0, 591.0, 586.0, 576.0, 574.0, 570.0, 564.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.9197, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.9197, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9197, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "372986": {"relevant_ids": ["49961", "262882"], "ranked_ids": ["49961", "262882", "303468", "491226", "497357", "140335", "43966", "108183", "88278", "226818"], "ranked_scores": [732.0, 647.0, 591.0, 566.0, 555.0, 548.0, 542.0, 540.0, 531.0, 530.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "501182": {"relevant_ids": ["501181"], "ranked_ids": ["501181", "402718", "109121", "179018", "325288", "274777", "447737", "91969", "446824", "185580"], "ranked_scores": [646.0, 561.0, 550.0, 535.0, 534.0, 528.0, 527.0, 524.0, 522.0, 515.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13800": {"relevant_ids": ["13799", "376590", "408522"], "ranked_ids": ["13799", "376590", "179943", "408522", "56338", "481109", "30987", "281010", "8622", "67320"], "ranked_scores": [678.0, 666.0, 645.0, 625.0, 611.0, 600.0, 592.0, 585.0, 582.0, 581.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.9675, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9675, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "250143": {"relevant_ids": ["250142"], "ranked_ids": ["250142", "473276", "27632", "63512", "38409", "274190", "156056", "206630", "492698", "387015"], "ranked_scores": [645.0, 627.0, 542.0, 533.0, 533.0, 527.0, 525.0, 523.0, 523.0, 521.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13223": {"relevant_ids": ["88348", "156773", "13224", "88349", "20277"], "ranked_ids": ["156773", "88348", "86343", "88349", "366749", "13224", "137719", "223304", "24720", "20277"], "ranked_scores": [737.0, 670.0, 666.0, 666.0, 660.0, 659.0, 654.0, 624.0, 622.0, 618.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.2, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.4, "ndcg@5": 0.6992, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6, "ndcg@10": 0.9181, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "11002": {"relevant_ids": ["11003"], "ranked_ids": ["11003", "489539", "144197", "444112", "42203", "17317", "347493", "117199", "266680", "153944"], "ranked_scores": [647.0, 608.0, 608.0, 601.0, 591.0, 585.0, 583.0, 577.0, 577.0, 574.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177653": {"relevant_ids": ["79732"], "ranked_ids": ["79732", "200611", "39174", "525756", "245271", "395587", "310721", "373717", "412316", "137270"], "ranked_scores": [691.0, 610.0, 601.0, 599.0, 570.0, 569.0, 564.0, 562.0, 560.0, 554.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "415592": {"relevant_ids": ["415591"], "ranked_ids": ["415591", "435045", "379146", "322822", "117817", "425878", "430072", "310516", "346346", "88542"], "ranked_scores": [679.0, 582.0, 574.0, 570.0, 567.0, 561.0, 559.0, 555.0, 553.0, 550.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "511196": {"relevant_ids": ["511197"], "ranked_ids": ["511197", "156490", "289278", "45940", "251545", "77372", "537528", "251546", "112674", "414717"], "ranked_scores": [685.0, 556.0, 556.0, 529.0, 524.0, 523.0, 522.0, 522.0, 520.0, 517.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "344845": {"relevant_ids": ["344844"], "ranked_ids": ["344844", "397001", "79987", "161471", "469623", "327548", "95946", "160276", "96221", "380837"], "ranked_scores": [700.0, 613.0, 588.0, 573.0, 564.0, 561.0, 557.0, 554.0, 554.0, 552.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "396744": {"relevant_ids": ["396745"], "ranked_ids": ["396745", "418055", "280435", "318588", "284966", "85511", "236438", "219399", "318589", "313629"], "ranked_scores": [614.0, 550.0, 548.0, 546.0, 542.0, 532.0, 531.0, 531.0, 531.0, 521.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "452398": {"relevant_ids": ["452399"], "ranked_ids": ["452399", "530610", "90225", "4228", "159777", "301305", "230141", "346712", "450912", "196176"], "ranked_scores": [719.0, 560.0, 555.0, 537.0, 535.0, 531.0, 530.0, 528.0, 524.0, 523.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "182114": {"relevant_ids": ["182113"], "ranked_ids": ["196647", "182113", "531602", "323531", "234482", "139689", "475847", "229182", "481882", "162482"], "ranked_scores": [645.0, 640.0, 611.0, 588.0, 582.0, 581.0, 579.0, 578.0, 568.0, 566.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "486260": {"relevant_ids": ["486259"], "ranked_ids": ["486259", "392356", "209254", "113749", "221509", "146738", "266904", "111946", "391328", "483159"], "ranked_scores": [670.0, 620.0, 595.0, 592.0, 581.0, 580.0, 578.0, 577.0, 575.0, 575.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "455140": {"relevant_ids": ["315935"], "ranked_ids": ["315935", "308963", "124700", "246286", "93864", "150842", "50224", "369068", "519049", "315936"], "ranked_scores": [709.0, 603.0, 602.0, 599.0, 597.0, 593.0, 586.0, 580.0, 579.0, 575.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "56198": {"relevant_ids": ["56199"], "ranked_ids": ["56199", "160194", "67917", "71092", "199688", "249114", "138891", "123344", "279986", "308888"], "ranked_scores": [732.0, 541.0, 533.0, 533.0, 530.0, 526.0, 525.0, 523.0, 523.0, 523.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "30172": {"relevant_ids": ["145120", "185817", "68426", "145119", "30173", "373486"], "ranked_ids": ["145120", "68426", "160900", "82405", "192604", "90983", "373486", "481493", "205338", "343564"], "ranked_scores": [688.0, 674.0, 658.0, 650.0, 644.0, 641.0, 635.0, 632.0, 631.0, 625.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.1667, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.5531, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.3333, "ndcg@10": 0.5944, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.5}, "127880": {"relevant_ids": ["241164"], "ranked_ids": ["241164", "135083", "210277", "121458", "535042", "22396", "389443", "122116", "527388", "112470"], "ranked_scores": [587.0, 579.0, 576.0, 571.0, 547.0, 521.0, 521.0, 519.0, 519.0, 518.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "167969": {"relevant_ids": ["174461"], "ranked_ids": ["174461", "360983", "78497", "121354", "171665", "449678", "315016", "91854", "144121", "207491"], "ranked_scores": [656.0, 651.0, 572.0, 565.0, 560.0, 559.0, 556.0, 555.0, 554.0, 553.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "97986": {"relevant_ids": ["97987"], "ranked_ids": ["97987", "44589", "393565", "212168", "108564", "284181", "41241", "234865", "326597", "193896"], "ranked_scores": [736.0, 606.0, 588.0, 573.0, 571.0, 566.0, 565.0, 561.0, 560.0, 559.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "12865": {"relevant_ids": ["105683"], "ranked_ids": ["105683", "277453", "313106", "267487", "356189", "92902", "191268", "506722", "232488", "480086"], "ranked_scores": [727.0, 596.0, 595.0, 587.0, 586.0, 586.0, 578.0, 575.0, 560.0, 558.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "215681": {"relevant_ids": ["215680"], "ranked_ids": ["215680", "297953", "178515", "143842", "63757", "57552", "18634", "340195", "5733", "520998"], "ranked_scores": [725.0, 596.0, 584.0, 560.0, 555.0, 555.0, 537.0, 534.0, 534.0, 529.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-roberta-base-bat-nstep-4000": {"127728": {"relevant_ids": ["127729"], "ranked_ids": ["38063", "127729", "278575", "245618", "92818", "397135", "276617", "188019", "152379", "153290"], "ranked_scores": [600.0, 598.0, 568.0, 562.0, 549.0, 548.0, 547.0, 547.0, 546.0, 546.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "318820": {"relevant_ids": ["318821"], "ranked_ids": ["318821", "222238", "355161", "54496", "162581", "54497", "103640", "367479", "489320", "332715"], "ranked_scores": [709.0, 607.0, 583.0, 582.0, 567.0, 566.0, 562.0, 558.0, 556.0, 555.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "296098": {"relevant_ids": ["296097"], "ranked_ids": ["469868", "296097", "45507", "134752", "423933", "45506", "173403", "168499", "364131", "468805"], "ranked_scores": [561.0, 547.0, 543.0, 535.0, 532.0, 531.0, 528.0, 527.0, 527.0, 527.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "150414": {"relevant_ids": ["192835"], "ranked_ids": ["192835", "105782", "516620", "105783", "126746", "132912", "103122", "126745", "113488", "30539"], "ranked_scores": [705.0, 664.0, 640.0, 619.0, 611.0, 607.0, 599.0, 596.0, 583.0, 579.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145582": {"relevant_ids": ["145583"], "ranked_ids": ["145583", "454248", "299264", "130013", "420280", "173109", "112261", "436023", "87614", "529017"], "ranked_scores": [628.0, 543.0, 521.0, 493.0, 491.0, 487.0, 486.0, 484.0, 482.0, 476.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "315712": {"relevant_ids": ["315713"], "ranked_ids": ["315713", "377891", "153536", "242340", "194841", "408588", "298503", "236508", "120489", "396505"], "ranked_scores": [662.0, 583.0, 578.0, 563.0, 560.0, 558.0, 553.0, 545.0, 544.0, 542.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145739": {"relevant_ids": ["145740"], "ranked_ids": ["145740", "241979", "323620", "366074", "115412", "33202", "100854", "85426", "415781", "17980"], "ranked_scores": [683.0, 593.0, 584.0, 583.0, 571.0, 571.0, 565.0, 562.0, 562.0, 561.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "308127": {"relevant_ids": ["308126"], "ranked_ids": ["308126", "385951", "498938", "282571", "65412", "225544", "395527", "36744", "329643", "326242"], "ranked_scores": [626.0, 547.0, 535.0, 527.0, 526.0, 524.0, 520.0, 517.0, 514.0, 512.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "287245": {"relevant_ids": ["283198", "283199", "322650"], "ranked_ids": ["322650", "283199", "283198", "188940", "109049", "405392", "420279", "122319", "221784", "68138"], "ranked_scores": [656.0, 654.0, 614.0, 539.0, 537.0, 526.0, 525.0, 519.0, 517.0, 512.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "14755": {"relevant_ids": ["14756", "211906"], "ranked_ids": ["450970", "211906", "14756", "30834", "449494", "393649", "235454", "236793", "453873", "535700"], "ranked_scores": [671.0, 664.0, 659.0, 589.0, 585.0, 570.0, 559.0, 544.0, 544.0, 544.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6934, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6934, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6934, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "370170": {"relevant_ids": ["370169"], "ranked_ids": ["370169", "537762", "211280", "476551", "466920", "433820", "204923", "497996", "191527", "96998"], "ranked_scores": [762.0, 527.0, 523.0, 521.0, 517.0, 509.0, 508.0, 507.0, 506.0, 504.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "41774": {"relevant_ids": ["41773"], "ranked_ids": ["41773", "148165", "33017", "214766", "239344", "307530", "442459", "53738", "407675", "468655"], "ranked_scores": [651.0, 548.0, 547.0, 527.0, 525.0, 525.0, 520.0, 518.0, 513.0, 510.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "399648": {"relevant_ids": ["399649"], "ranked_ids": ["399649", "225815", "435035", "481934", "462253", "529004", "445074", "324839", "212809", "124071"], "ranked_scores": [752.0, 631.0, 611.0, 601.0, 579.0, 568.0, 566.0, 565.0, 556.0, 555.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "504811": {"relevant_ids": ["504810"], "ranked_ids": ["504810", "90374", "487409", "309894", "508685", "381008", "84826", "406217", "214151", "448774"], "ranked_scores": [740.0, 548.0, 541.0, 541.0, 538.0, 531.0, 531.0, 530.0, 526.0, 521.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "362950": {"relevant_ids": ["400212", "362949"], "ranked_ids": ["362949", "400212", "487392", "129563", "427587", "344212", "9132", "438104", "348827", "475478"], "ranked_scores": [635.0, 629.0, 575.0, 574.0, 571.0, 570.0, 565.0, 564.0, 564.0, 563.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "155873": {"relevant_ids": ["155874"], "ranked_ids": ["155874", "392604", "122134", "136219", "38262", "439035", "3139", "346009", "146003", "444541"], "ranked_scores": [581.0, 552.0, 536.0, 529.0, 514.0, 513.0, 511.0, 511.0, 510.0, 505.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "263432": {"relevant_ids": ["263433"], "ranked_ids": ["263433", "128303", "401373", "510661", "104254", "407204", "372749", "261419", "471057", "345287"], "ranked_scores": [621.0, 581.0, 551.0, 542.0, 540.0, 539.0, 538.0, 535.0, 533.0, 529.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "354945": {"relevant_ids": ["354946"], "ranked_ids": ["354946", "254071", "462983", "287396", "157453", "243923", "425587", "462984", "202817", "108161"], "ranked_scores": [702.0, 611.0, 556.0, 529.0, 523.0, 522.0, 517.0, 514.0, 504.0, 503.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "245417": {"relevant_ids": ["219475", "248195"], "ranked_ids": ["219475", "40657", "248195", "319022", "164159", "64433", "14180", "413039", "368145", "152213"], "ranked_scores": [623.0, 621.0, 596.0, 575.0, 569.0, 566.0, 559.0, 557.0, 553.0, 542.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.9197, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.9197, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9197, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "516276": {"relevant_ids": ["516277"], "ranked_ids": ["516277", "510783", "34173", "19755", "76958", "119374", "352189", "286275", "489791", "479392"], "ranked_scores": [717.0, 611.0, 604.0, 598.0, 595.0, 587.0, 574.0, 564.0, 563.0, 562.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177580": {"relevant_ids": ["177579"], "ranked_ids": ["177579", "18081", "272252", "370405", "75396", "76563", "9954", "115954", "60577", "391563"], "ranked_scores": [724.0, 545.0, 544.0, 535.0, 533.0, 529.0, 528.0, 528.0, 527.0, 525.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "309865": {"relevant_ids": ["78623", "33713", "78624"], "ranked_ids": ["33713", "405094", "78623", "495751", "153484", "78624", "209041", "437065", "235483", "202593"], "ranked_scores": [677.0, 637.0, 629.0, 628.0, 612.0, 607.0, 601.0, 601.0, 601.0, 586.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.7039, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.8711, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "510387": {"relevant_ids": ["510386"], "ranked_ids": ["510386", "241538", "170896", "52003", "40390", "344869", "371033", "101855", "254292", "91350"], "ranked_scores": [675.0, 654.0, 639.0, 634.0, 629.0, 626.0, 613.0, 610.0, 590.0, 585.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "26645": {"relevant_ids": ["26644"], "ranked_ids": ["26644", "318396", "207775", "193896", "256679", "83874", "83875", "234865", "267521", "461704"], "ranked_scores": [728.0, 614.0, 592.0, 580.0, 580.0, 577.0, 566.0, 563.0, 562.0, 561.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "47788": {"relevant_ids": ["455725"], "ranked_ids": ["455725", "59223", "348138", "235686", "8505", "101721", "331", "47703", "59508", "518171"], "ranked_scores": [688.0, 659.0, 652.0, 651.0, 651.0, 637.0, 634.0, 622.0, 612.0, 607.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "338281": {"relevant_ids": ["338282"], "ranked_ids": ["338282", "234727", "430005", "119513", "315387", "431433", "399331", "208802", "457315", "434432"], "ranked_scores": [688.0, 535.0, 530.0, 524.0, 521.0, 515.0, 514.0, 508.0, 505.0, 503.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "461149": {"relevant_ids": ["461148"], "ranked_ids": ["461148", "525835", "527101", "203100", "215782", "335800", "283905", "302225", "100854", "291108"], "ranked_scores": [624.0, 598.0, 576.0, 574.0, 554.0, 544.0, 540.0, 538.0, 537.0, 537.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "346126": {"relevant_ids": ["110711", "110710"], "ranked_ids": ["110710", "154338", "110711", "528998", "296319", "203476", "168350", "108617", "6816", "254526"], "ranked_scores": [683.0, 670.0, 660.0, 580.0, 573.0, 572.0, 566.0, 564.0, 562.0, 560.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.9197, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.9197, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9197, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "372986": {"relevant_ids": ["49961", "262882"], "ranked_ids": ["49961", "262882", "140335", "43966", "499535", "108183", "226818", "215938", "303468", "485235"], "ranked_scores": [703.0, 632.0, 570.0, 546.0, 545.0, 544.0, 541.0, 540.0, 538.0, 534.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "501182": {"relevant_ids": ["501181"], "ranked_ids": ["501181", "402718", "109121", "447737", "179018", "446824", "91969", "231545", "325288", "274777"], "ranked_scores": [663.0, 556.0, 539.0, 535.0, 516.0, 515.0, 514.0, 506.0, 504.0, 503.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13800": {"relevant_ids": ["13799", "376590", "408522"], "ranked_ids": ["13799", "376590", "179943", "408522", "481109", "363079", "56338", "448205", "23471", "30987"], "ranked_scores": [684.0, 644.0, 614.0, 612.0, 571.0, 570.0, 570.0, 560.0, 560.0, 554.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.9675, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9675, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "250143": {"relevant_ids": ["250142"], "ranked_ids": ["250142", "473276", "76062", "254184", "73729", "50539", "387015", "63512", "96270", "274190"], "ranked_scores": [615.0, 598.0, 529.0, 521.0, 518.0, 515.0, 514.0, 509.0, 509.0, 508.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13223": {"relevant_ids": ["88348", "156773", "13224", "88349", "20277"], "ranked_ids": ["156773", "88348", "88349", "366749", "86343", "13224", "137719", "20277", "491669", "24720"], "ranked_scores": [736.0, 671.0, 664.0, 651.0, 649.0, 649.0, 623.0, 621.0, 618.0, 614.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.2, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6, "ndcg@5": 0.7227, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6, "ndcg@10": 0.9505, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "11002": {"relevant_ids": ["11003"], "ranked_ids": ["11003", "489539", "444112", "144197", "17317", "42203", "241075", "64236", "10212", "87346"], "ranked_scores": [678.0, 636.0, 625.0, 619.0, 616.0, 614.0, 600.0, 596.0, 596.0, 595.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177653": {"relevant_ids": ["79732"], "ranked_ids": ["79732", "39174", "525756", "200611", "395587", "412316", "137270", "138956", "245271", "208018"], "ranked_scores": [665.0, 602.0, 583.0, 583.0, 560.0, 555.0, 532.0, 520.0, 520.0, 514.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "415592": {"relevant_ids": ["415591"], "ranked_ids": ["415591", "435045", "322822", "430072", "84634", "379146", "88542", "172118", "288357", "425878"], "ranked_scores": [705.0, 591.0, 589.0, 571.0, 551.0, 549.0, 542.0, 540.0, 539.0, 539.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "511196": {"relevant_ids": ["511197"], "ranked_ids": ["511197", "289278", "156490", "45940", "251545", "413940", "77372", "459789", "53962", "414717"], "ranked_scores": [664.0, 539.0, 531.0, 525.0, 522.0, 517.0, 517.0, 511.0, 507.0, 506.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "344845": {"relevant_ids": ["344844"], "ranked_ids": ["344844", "161471", "397001", "79987", "160276", "95946", "469623", "48574", "503908", "327548"], "ranked_scores": [696.0, 594.0, 588.0, 583.0, 576.0, 576.0, 571.0, 571.0, 570.0, 562.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "396744": {"relevant_ids": ["396745"], "ranked_ids": ["396745", "236438", "284966", "421257", "313629", "481437", "527221", "418055", "184901", "16789"], "ranked_scores": [625.0, 552.0, 548.0, 538.0, 533.0, 533.0, 529.0, 527.0, 527.0, 526.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "452398": {"relevant_ids": ["452399"], "ranked_ids": ["452399", "230141", "530610", "450912", "90225", "102618", "506716", "196176", "60646", "298939"], "ranked_scores": [720.0, 544.0, 544.0, 534.0, 532.0, 531.0, 530.0, 523.0, 523.0, 522.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "182114": {"relevant_ids": ["182113"], "ranked_ids": ["182113", "196647", "475847", "229182", "323531", "531602", "139689", "56202", "80224", "234482"], "ranked_scores": [626.0, 612.0, 589.0, 577.0, 573.0, 571.0, 568.0, 556.0, 551.0, 547.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "486260": {"relevant_ids": ["486259"], "ranked_ids": ["486259", "392356", "113749", "209254", "266904", "65893", "146738", "391328", "111946", "209255"], "ranked_scores": [695.0, 611.0, 603.0, 591.0, 587.0, 580.0, 577.0, 576.0, 565.0, 565.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "455140": {"relevant_ids": ["315935"], "ranked_ids": ["315935", "308963", "50224", "246286", "519049", "124700", "150842", "318887", "93863", "245896"], "ranked_scores": [694.0, 594.0, 578.0, 571.0, 562.0, 559.0, 555.0, 555.0, 540.0, 539.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "56198": {"relevant_ids": ["56199"], "ranked_ids": ["56199", "138891", "249114", "160194", "123344", "452069", "67917", "431226", "199688", "355555"], "ranked_scores": [717.0, 541.0, 538.0, 532.0, 526.0, 522.0, 522.0, 521.0, 514.0, 509.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "30172": {"relevant_ids": ["145120", "185817", "68426", "145119", "30173", "373486"], "ranked_ids": ["145120", "68426", "160900", "373486", "30173", "82405", "90983", "192604", "481493", "15236"], "ranked_scores": [689.0, 667.0, 664.0, 649.0, 636.0, 632.0, 630.0, 629.0, 622.0, 621.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.1667, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.8304, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.7409, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.6667}, "127880": {"relevant_ids": ["241164"], "ranked_ids": ["241164", "121458", "135083", "389443", "210277", "22396", "212021", "208455", "535042", "421143"], "ranked_scores": [604.0, 573.0, 566.0, 548.0, 545.0, 536.0, 533.0, 532.0, 528.0, 525.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "167969": {"relevant_ids": ["174461"], "ranked_ids": ["174461", "360983", "130124", "207491", "315016", "171665", "347474", "449678", "144121", "78497"], "ranked_scores": [645.0, 617.0, 565.0, 555.0, 554.0, 551.0, 549.0, 547.0, 546.0, 546.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "97986": {"relevant_ids": ["97987"], "ranked_ids": ["97987", "44589", "212168", "193896", "234865", "41241", "326597", "393565", "318396", "426973"], "ranked_scores": [747.0, 625.0, 590.0, 589.0, 580.0, 576.0, 571.0, 564.0, 559.0, 557.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "12865": {"relevant_ids": ["105683"], "ranked_ids": ["105683", "92902", "277453", "356189", "188704", "83623", "528844", "291690", "23129", "313106"], "ranked_scores": [729.0, 594.0, 588.0, 577.0, 564.0, 556.0, 554.0, 549.0, 547.0, 543.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "215681": {"relevant_ids": ["215680"], "ranked_ids": ["215680", "297953", "63757", "57552", "178515", "340195", "143842", "177080", "99945", "137873"], "ranked_scores": [706.0, 582.0, 580.0, 576.0, 571.0, 545.0, 544.0, 536.0, 536.0, 535.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-roberta-base-bat-nstep-6000": {"127728": {"relevant_ids": ["127729"], "ranked_ids": ["127729", "38063", "278575", "152379", "207303", "397135", "259826", "244441", "92818", "166960"], "ranked_scores": [596.0, 591.0, 559.0, 558.0, 548.0, 548.0, 545.0, 545.0, 543.0, 541.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "318820": {"relevant_ids": ["318821"], "ranked_ids": ["318821", "222238", "54496", "355161", "367479", "162581", "103640", "489320", "172247", "54497"], "ranked_scores": [689.0, 602.0, 587.0, 574.0, 574.0, 571.0, 570.0, 557.0, 553.0, 551.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "296098": {"relevant_ids": ["296097"], "ranked_ids": ["469868", "45507", "168499", "296097", "364131", "423933", "134752", "45506", "493414", "56686"], "ranked_scores": [558.0, 553.0, 541.0, 541.0, 532.0, 530.0, 530.0, 528.0, 527.0, 524.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.4307, "mrr@5": 0.25, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.4307, "mrr@10": 0.25, "accuracy@10": 1.0, "recall@10": 1.0}, "150414": {"relevant_ids": ["192835"], "ranked_ids": ["192835", "105782", "516620", "105783", "126746", "126745", "132912", "103122", "113488", "391151"], "ranked_scores": [706.0, 679.0, 643.0, 625.0, 616.0, 605.0, 604.0, 600.0, 576.0, 575.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145582": {"relevant_ids": ["145583"], "ranked_ids": ["145583", "299264", "454248", "130013", "87614", "390399", "263736", "112261", "316607", "505890"], "ranked_scores": [654.0, 549.0, 538.0, 496.0, 494.0, 489.0, 486.0, 486.0, 481.0, 480.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "315712": {"relevant_ids": ["315713"], "ranked_ids": ["315713", "153536", "454814", "58851", "120489", "377891", "368164", "107153", "396505", "390120"], "ranked_scores": [655.0, 592.0, 575.0, 570.0, 569.0, 569.0, 568.0, 568.0, 567.0, 566.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145739": {"relevant_ids": ["145740"], "ranked_ids": ["145740", "241979", "323620", "33202", "115412", "17980", "100854", "366074", "85426", "414838"], "ranked_scores": [689.0, 587.0, 578.0, 576.0, 573.0, 572.0, 570.0, 568.0, 566.0, 555.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "308127": {"relevant_ids": ["308126"], "ranked_ids": ["308126", "385951", "395527", "498938", "65412", "225544", "344036", "329643", "282571", "283567"], "ranked_scores": [607.0, 544.0, 536.0, 533.0, 528.0, 525.0, 523.0, 522.0, 521.0, 518.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "287245": {"relevant_ids": ["283198", "283199", "322650"], "ranked_ids": ["283199", "322650", "283198", "188940", "109049", "420279", "405392", "208412", "221784", "122319"], "ranked_scores": [664.0, 663.0, 611.0, 539.0, 538.0, 536.0, 533.0, 526.0, 521.0, 517.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "14755": {"relevant_ids": ["14756", "211906"], "ranked_ids": ["211906", "14756", "450970", "449494", "30834", "393649", "235454", "381248", "57678", "236793"], "ranked_scores": [653.0, 651.0, 647.0, 577.0, 561.0, 559.0, 559.0, 552.0, 546.0, 541.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "370170": {"relevant_ids": ["370169"], "ranked_ids": ["370169", "476551", "231528", "275887", "537762", "449037", "517283", "392093", "528902", "62583"], "ranked_scores": [757.0, 526.0, 503.0, 502.0, 498.0, 498.0, 498.0, 497.0, 497.0, 495.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "41774": {"relevant_ids": ["41773"], "ranked_ids": ["41773", "148165", "33017", "239344", "214766", "307530", "468655", "442459", "407675", "53738"], "ranked_scores": [661.0, 556.0, 552.0, 545.0, 542.0, 537.0, 533.0, 530.0, 529.0, 519.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "399648": {"relevant_ids": ["399649"], "ranked_ids": ["399649", "225815", "435035", "481934", "324839", "124071", "462253", "139235", "529004", "504913"], "ranked_scores": [749.0, 612.0, 594.0, 591.0, 574.0, 561.0, 560.0, 552.0, 551.0, 550.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "504811": {"relevant_ids": ["504810"], "ranked_ids": ["504810", "309894", "298555", "84826", "487409", "279073", "406217", "448774", "508685", "90374"], "ranked_scores": [746.0, 551.0, 544.0, 543.0, 538.0, 534.0, 532.0, 531.0, 528.0, 526.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "362950": {"relevant_ids": ["400212", "362949"], "ranked_ids": ["400212", "362949", "427587", "487392", "475478", "129563", "348827", "9132", "344212", "155870"], "ranked_scores": [628.0, 628.0, 587.0, 571.0, 569.0, 563.0, 562.0, 557.0, 554.0, 553.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "155873": {"relevant_ids": ["155874"], "ranked_ids": ["155874", "392604", "136219", "122134", "3139", "487664", "464100", "346009", "292617", "294021"], "ranked_scores": [577.0, 541.0, 534.0, 528.0, 525.0, 516.0, 513.0, 513.0, 509.0, 508.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "263432": {"relevant_ids": ["263433"], "ranked_ids": ["263433", "128303", "261419", "407204", "372749", "473794", "401373", "510661", "104254", "345287"], "ranked_scores": [641.0, 568.0, 550.0, 549.0, 547.0, 541.0, 538.0, 530.0, 529.0, 528.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "354945": {"relevant_ids": ["354946"], "ranked_ids": ["354946", "254071", "462983", "287396", "243923", "157453", "63372", "202817", "54650", "462984"], "ranked_scores": [697.0, 613.0, 551.0, 522.0, 520.0, 519.0, 518.0, 517.0, 507.0, 506.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "245417": {"relevant_ids": ["219475", "248195"], "ranked_ids": ["219475", "40657", "248195", "64433", "319022", "14180", "413039", "164159", "37326", "368145"], "ranked_scores": [636.0, 626.0, 598.0, 579.0, 577.0, 572.0, 571.0, 561.0, 559.0, 547.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.9197, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.9197, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9197, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "516276": {"relevant_ids": ["516277"], "ranked_ids": ["516277", "19755", "34173", "510783", "76958", "119374", "149233", "352189", "352289", "385401"], "ranked_scores": [723.0, 623.0, 621.0, 618.0, 601.0, 575.0, 566.0, 565.0, 563.0, 562.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177580": {"relevant_ids": ["177579"], "ranked_ids": ["177579", "272252", "115954", "165282", "391563", "391562", "455888", "464418", "60577", "446100"], "ranked_scores": [728.0, 544.0, 539.0, 538.0, 536.0, 534.0, 532.0, 532.0, 527.0, 526.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "309865": {"relevant_ids": ["78623", "33713", "78624"], "ranked_ids": ["33713", "405094", "78623", "209041", "153484", "495751", "78624", "235483", "437065", "469068"], "ranked_scores": [671.0, 647.0, 644.0, 626.0, 622.0, 621.0, 619.0, 617.0, 600.0, 597.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.7039, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.8603, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "510387": {"relevant_ids": ["510386"], "ranked_ids": ["510386", "241538", "40390", "52003", "344869", "170896", "91350", "371033", "101855", "91349"], "ranked_scores": [683.0, 650.0, 644.0, 637.0, 635.0, 631.0, 594.0, 591.0, 590.0, 584.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "26645": {"relevant_ids": ["26644"], "ranked_ids": ["26644", "318396", "83874", "207775", "83875", "256679", "267521", "234865", "193896", "504445"], "ranked_scores": [732.0, 601.0, 579.0, 575.0, 569.0, 567.0, 560.0, 555.0, 554.0, 552.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "47788": {"relevant_ids": ["455725"], "ranked_ids": ["455725", "59223", "235686", "8505", "348138", "101721", "331", "47703", "120701", "518171"], "ranked_scores": [698.0, 666.0, 664.0, 664.0, 654.0, 651.0, 642.0, 638.0, 609.0, 609.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "338281": {"relevant_ids": ["338282"], "ranked_ids": ["338282", "315387", "119513", "430005", "234727", "457315", "11250", "399331", "208802", "57017"], "ranked_scores": [697.0, 541.0, 537.0, 535.0, 534.0, 525.0, 525.0, 521.0, 519.0, 519.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "461149": {"relevant_ids": ["461148"], "ranked_ids": ["461148", "525835", "203100", "527101", "215782", "335800", "302225", "392721", "120940", "377056"], "ranked_scores": [616.0, 603.0, 585.0, 573.0, 558.0, 555.0, 554.0, 550.0, 546.0, 545.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "346126": {"relevant_ids": ["110711", "110710"], "ranked_ids": ["110710", "110711", "154338", "528998", "254526", "296319", "203476", "229972", "238602", "168350"], "ranked_scores": [690.0, 657.0, 642.0, 598.0, 590.0, 579.0, 577.0, 576.0, 567.0, 566.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "372986": {"relevant_ids": ["49961", "262882"], "ranked_ids": ["49961", "262882", "140335", "443239", "485235", "303468", "108183", "516501", "497357", "299699"], "ranked_scores": [710.0, 617.0, 554.0, 546.0, 544.0, 541.0, 540.0, 535.0, 527.0, 525.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "501182": {"relevant_ids": ["501181"], "ranked_ids": ["501181", "402718", "447737", "109121", "91969", "446824", "405945", "179018", "231545", "356066"], "ranked_scores": [664.0, 534.0, 530.0, 522.0, 521.0, 519.0, 515.0, 512.0, 509.0, 501.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13800": {"relevant_ids": ["13799", "376590", "408522"], "ranked_ids": ["13799", "376590", "408522", "179943", "481109", "8622", "281010", "363079", "23471", "56338"], "ranked_scores": [698.0, 643.0, 631.0, 611.0, 594.0, 581.0, 577.0, 575.0, 574.0, 573.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "250143": {"relevant_ids": ["250142"], "ranked_ids": ["250142", "473276", "76062", "50539", "520955", "38409", "387015", "274190", "73729", "526032"], "ranked_scores": [644.0, 610.0, 524.0, 519.0, 511.0, 510.0, 510.0, 508.0, 507.0, 506.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13223": {"relevant_ids": ["88348", "156773", "13224", "88349", "20277"], "ranked_ids": ["156773", "88348", "88349", "86343", "366749", "13224", "24720", "491669", "20277", "137719"], "ranked_scores": [744.0, 683.0, 669.0, 664.0, 660.0, 658.0, 625.0, 624.0, 621.0, 616.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.2, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6, "ndcg@5": 0.7227, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6, "ndcg@10": 0.9456, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "11002": {"relevant_ids": ["11003"], "ranked_ids": ["11003", "444112", "489539", "144197", "42203", "241075", "10212", "17317", "87346", "266680"], "ranked_scores": [677.0, 620.0, 619.0, 614.0, 612.0, 601.0, 600.0, 596.0, 586.0, 584.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177653": {"relevant_ids": ["79732"], "ranked_ids": ["79732", "39174", "200611", "525756", "395587", "412316", "137270", "377344", "138956", "293259"], "ranked_scores": [660.0, 604.0, 594.0, 586.0, 574.0, 533.0, 530.0, 523.0, 521.0, 514.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "415592": {"relevant_ids": ["415591"], "ranked_ids": ["415591", "430072", "435045", "322822", "84634", "207607", "288357", "172118", "13665", "379146"], "ranked_scores": [717.0, 573.0, 572.0, 566.0, 561.0, 545.0, 545.0, 543.0, 539.0, 539.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "511196": {"relevant_ids": ["511197"], "ranked_ids": ["511197", "251545", "156490", "77372", "45940", "414717", "251546", "289278", "459789", "537528"], "ranked_scores": [656.0, 539.0, 538.0, 537.0, 537.0, 533.0, 521.0, 520.0, 516.0, 513.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "344845": {"relevant_ids": ["344844"], "ranked_ids": ["344844", "161471", "79987", "469623", "95946", "327548", "397001", "63037", "355682", "289918"], "ranked_scores": [683.0, 593.0, 574.0, 572.0, 568.0, 564.0, 561.0, 560.0, 559.0, 556.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "396744": {"relevant_ids": ["396745"], "ranked_ids": ["396745", "236438", "313629", "421257", "527221", "16789", "284966", "481437", "516168", "280435"], "ranked_scores": [606.0, 551.0, 544.0, 539.0, 535.0, 534.0, 529.0, 525.0, 525.0, 522.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "452398": {"relevant_ids": ["452399"], "ranked_ids": ["452399", "230141", "530610", "324290", "60646", "134287", "196176", "450912", "298111", "372901"], "ranked_scores": [719.0, 532.0, 527.0, 527.0, 526.0, 520.0, 517.0, 516.0, 513.0, 510.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "182114": {"relevant_ids": ["182113"], "ranked_ids": ["182113", "196647", "139689", "229182", "475847", "531602", "323531", "80224", "234482", "405340"], "ranked_scores": [643.0, 601.0, 586.0, 579.0, 573.0, 568.0, 560.0, 556.0, 555.0, 545.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "486260": {"relevant_ids": ["486259"], "ranked_ids": ["486259", "392356", "65893", "146738", "391328", "113749", "209254", "146737", "241333", "266904"], "ranked_scores": [681.0, 618.0, 577.0, 575.0, 575.0, 572.0, 571.0, 567.0, 565.0, 558.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "455140": {"relevant_ids": ["315935"], "ranked_ids": ["315935", "308963", "246286", "124700", "245896", "106381", "369068", "318887", "50224", "93864"], "ranked_scores": [707.0, 604.0, 594.0, 570.0, 568.0, 561.0, 556.0, 555.0, 554.0, 554.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "56198": {"relevant_ids": ["56199"], "ranked_ids": ["56199", "123344", "67917", "249114", "130971", "138891", "279986", "160194", "246583", "60361"], "ranked_scores": [709.0, 521.0, 521.0, 517.0, 514.0, 514.0, 506.0, 502.0, 493.0, 492.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "30172": {"relevant_ids": ["145120", "185817", "68426", "145119", "30173", "373486"], "ranked_ids": ["145120", "68426", "160900", "373486", "30173", "205338", "185581", "82405", "145119", "192604"], "ranked_scores": [684.0, 663.0, 654.0, 644.0, 629.0, 628.0, 616.0, 615.0, 611.0, 610.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.1667, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.8304, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.832, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.8333}, "127880": {"relevant_ids": ["241164"], "ranked_ids": ["241164", "121458", "135083", "122116", "212021", "389443", "450198", "210277", "208455", "535042"], "ranked_scores": [615.0, 587.0, 573.0, 555.0, 545.0, 542.0, 538.0, 533.0, 529.0, 522.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "167969": {"relevant_ids": ["174461"], "ranked_ids": ["174461", "360983", "130124", "315016", "78497", "207491", "171665", "347474", "60171", "449678"], "ranked_scores": [660.0, 621.0, 575.0, 565.0, 565.0, 559.0, 558.0, 556.0, 555.0, 553.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "97986": {"relevant_ids": ["97987"], "ranked_ids": ["97987", "44589", "326597", "212168", "234865", "141075", "41241", "393565", "193896", "455330"], "ranked_scores": [744.0, 635.0, 590.0, 588.0, 582.0, 572.0, 572.0, 571.0, 571.0, 569.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "12865": {"relevant_ids": ["105683"], "ranked_ids": ["105683", "92902", "356189", "277453", "469289", "83623", "188704", "291690", "56590", "107184"], "ranked_scores": [734.0, 600.0, 576.0, 571.0, 567.0, 563.0, 560.0, 560.0, 551.0, 549.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "215681": {"relevant_ids": ["215680"], "ranked_ids": ["215680", "178515", "57552", "63757", "297953", "143842", "137873", "52235", "107774", "54139"], "ranked_scores": [728.0, 592.0, 588.0, 558.0, 556.0, 552.0, 545.0, 541.0, 539.0, 537.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-roberta-base-bat-nstep-8000": {"127728": {"relevant_ids": ["127729"], "ranked_ids": ["127729", "38063", "152379", "276617", "245618", "382156", "92818", "397135", "205884", "426456"], "ranked_scores": [601.0, 588.0, 560.0, 554.0, 548.0, 547.0, 545.0, 544.0, 542.0, 539.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "318820": {"relevant_ids": ["318821"], "ranked_ids": ["318821", "222238", "162581", "54496", "355161", "103640", "54497", "172247", "367479", "441089"], "ranked_scores": [692.0, 600.0, 593.0, 589.0, 579.0, 578.0, 573.0, 571.0, 560.0, 558.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "296098": {"relevant_ids": ["296097"], "ranked_ids": ["469868", "45507", "296097", "423933", "45506", "134752", "168499", "364131", "108332", "173403"], "ranked_scores": [572.0, 562.0, 555.0, 545.0, 545.0, 540.0, 536.0, 535.0, 528.0, 523.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "150414": {"relevant_ids": ["192835"], "ranked_ids": ["192835", "105782", "516620", "126746", "103122", "105783", "132912", "126745", "121070", "300433"], "ranked_scores": [704.0, 674.0, 649.0, 631.0, 619.0, 604.0, 598.0, 588.0, 571.0, 565.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145582": {"relevant_ids": ["145583"], "ranked_ids": ["145583", "454248", "299264", "130013", "110298", "112261", "387015", "126753", "390399", "369068"], "ranked_scores": [648.0, 543.0, 529.0, 505.0, 496.0, 495.0, 491.0, 488.0, 488.0, 480.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "315712": {"relevant_ids": ["315713"], "ranked_ids": ["315713", "377891", "153536", "120489", "454814", "58851", "396505", "100067", "203205", "390120"], "ranked_scores": [682.0, 599.0, 579.0, 573.0, 567.0, 562.0, 554.0, 552.0, 552.0, 550.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145739": {"relevant_ids": ["145740"], "ranked_ids": ["145740", "241979", "33202", "323620", "85426", "366074", "100854", "17980", "115412", "2420"], "ranked_scores": [673.0, 594.0, 585.0, 582.0, 570.0, 569.0, 568.0, 566.0, 560.0, 556.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "308127": {"relevant_ids": ["308126"], "ranked_ids": ["308126", "282571", "385951", "65412", "139188", "395527", "498938", "154044", "329643", "77650"], "ranked_scores": [611.0, 539.0, 535.0, 531.0, 529.0, 527.0, 526.0, 524.0, 524.0, 521.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "287245": {"relevant_ids": ["283198", "283199", "322650"], "ranked_ids": ["283199", "322650", "283198", "109049", "420279", "405392", "221784", "188940", "208412", "221783"], "ranked_scores": [632.0, 630.0, 586.0, 539.0, 527.0, 527.0, 525.0, 520.0, 519.0, 514.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "14755": {"relevant_ids": ["14756", "211906"], "ranked_ids": ["450970", "14756", "211906", "449494", "30834", "235454", "393649", "381248", "535700", "57678"], "ranked_scores": [667.0, 666.0, 665.0, 594.0, 582.0, 579.0, 562.0, 550.0, 549.0, 541.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6934, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6934, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6934, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "370170": {"relevant_ids": ["370169"], "ranked_ids": ["370169", "388150", "117854", "476551", "96998", "204923", "70975", "358959", "132797", "442132"], "ranked_scores": [757.0, 527.0, 516.0, 511.0, 509.0, 499.0, 495.0, 492.0, 492.0, 491.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "41774": {"relevant_ids": ["41773"], "ranked_ids": ["41773", "33017", "148165", "442459", "239344", "407675", "214766", "468655", "53738", "475177"], "ranked_scores": [653.0, 559.0, 559.0, 534.0, 532.0, 532.0, 524.0, 521.0, 519.0, 512.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "399648": {"relevant_ids": ["399649"], "ranked_ids": ["399649", "225815", "435035", "481934", "324839", "445074", "124071", "212809", "462253", "470800"], "ranked_scores": [754.0, 617.0, 586.0, 573.0, 560.0, 557.0, 556.0, 550.0, 547.0, 545.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "504811": {"relevant_ids": ["504810"], "ranked_ids": ["504810", "309894", "381008", "279073", "298555", "84826", "55899", "90374", "448774", "499535"], "ranked_scores": [755.0, 555.0, 550.0, 544.0, 537.0, 533.0, 531.0, 530.0, 526.0, 525.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "362950": {"relevant_ids": ["400212", "362949"], "ranked_ids": ["362949", "400212", "427587", "129563", "487392", "475478", "438104", "411503", "348827", "9132"], "ranked_scores": [634.0, 633.0, 579.0, 576.0, 571.0, 568.0, 565.0, 565.0, 561.0, 559.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "155873": {"relevant_ids": ["155874"], "ranked_ids": ["155874", "392604", "122134", "3139", "136219", "464100", "444541", "461137", "346009", "392771"], "ranked_scores": [594.0, 542.0, 528.0, 526.0, 525.0, 521.0, 517.0, 516.0, 515.0, 507.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "263432": {"relevant_ids": ["263433"], "ranked_ids": ["263433", "128303", "372749", "401373", "471057", "510661", "345287", "261419", "323613", "407204"], "ranked_scores": [631.0, 560.0, 541.0, 535.0, 535.0, 534.0, 534.0, 532.0, 527.0, 525.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "354945": {"relevant_ids": ["354946"], "ranked_ids": ["354946", "254071", "462983", "157453", "287396", "462984", "202817", "243923", "63372", "425587"], "ranked_scores": [686.0, 630.0, 543.0, 527.0, 525.0, 513.0, 507.0, 504.0, 503.0, 502.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "245417": {"relevant_ids": ["219475", "248195"], "ranked_ids": ["40657", "219475", "248195", "319022", "64433", "164159", "14180", "37326", "413039", "152213"], "ranked_scores": [638.0, 632.0, 590.0, 578.0, 574.0, 565.0, 560.0, 560.0, 559.0, 545.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6934, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6934, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6934, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "516276": {"relevant_ids": ["516277"], "ranked_ids": ["516277", "34173", "19755", "510783", "76958", "149233", "469506", "119374", "352289", "143842"], "ranked_scores": [714.0, 612.0, 610.0, 608.0, 595.0, 567.0, 561.0, 560.0, 560.0, 559.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177580": {"relevant_ids": ["177579"], "ranked_ids": ["177579", "272252", "370405", "455888", "464418", "391563", "165282", "9954", "115954", "60577"], "ranked_scores": [728.0, 551.0, 548.0, 541.0, 541.0, 534.0, 534.0, 531.0, 529.0, 529.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "309865": {"relevant_ids": ["78623", "33713", "78624"], "ranked_ids": ["33713", "405094", "78623", "78624", "153484", "209041", "495751", "437065", "235483", "469068"], "ranked_scores": [676.0, 643.0, 636.0, 612.0, 609.0, 602.0, 601.0, 590.0, 589.0, 580.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.906, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.906, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "510387": {"relevant_ids": ["510386"], "ranked_ids": ["510386", "241538", "52003", "170896", "344869", "40390", "101855", "241537", "371033", "254292"], "ranked_scores": [666.0, 653.0, 640.0, 637.0, 626.0, 624.0, 594.0, 594.0, 580.0, 578.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "26645": {"relevant_ids": ["26644"], "ranked_ids": ["26644", "318396", "207775", "461704", "83874", "256679", "83875", "267521", "193896", "234865"], "ranked_scores": [742.0, 605.0, 578.0, 571.0, 570.0, 568.0, 562.0, 561.0, 557.0, 554.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "47788": {"relevant_ids": ["455725"], "ranked_ids": ["455725", "8505", "59223", "235686", "101721", "331", "348138", "47703", "518171", "120701"], "ranked_scores": [700.0, 670.0, 664.0, 663.0, 648.0, 647.0, 644.0, 643.0, 621.0, 580.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "338281": {"relevant_ids": ["338282"], "ranked_ids": ["338282", "234727", "22636", "315387", "430005", "119513", "431433", "457315", "338711", "57017"], "ranked_scores": [687.0, 533.0, 529.0, 522.0, 522.0, 520.0, 519.0, 517.0, 511.0, 504.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "461149": {"relevant_ids": ["461148"], "ranked_ids": ["525835", "461148", "203100", "527101", "120940", "302225", "215782", "8828", "377056", "506212"], "ranked_scores": [615.0, 612.0, 595.0, 574.0, 556.0, 556.0, 554.0, 548.0, 547.0, 542.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "346126": {"relevant_ids": ["110711", "110710"], "ranked_ids": ["110710", "110711", "154338", "528998", "254526", "229972", "203476", "256937", "355996", "296319"], "ranked_scores": [680.0, 667.0, 638.0, 596.0, 594.0, 578.0, 573.0, 569.0, 569.0, 564.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "372986": {"relevant_ids": ["49961", "262882"], "ranked_ids": ["49961", "262882", "140335", "485235", "215938", "443239", "299699", "303468", "497357", "415486"], "ranked_scores": [704.0, 628.0, 531.0, 527.0, 525.0, 523.0, 522.0, 520.0, 519.0, 516.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "501182": {"relevant_ids": ["501181"], "ranked_ids": ["501181", "402718", "447737", "274777", "446824", "179018", "231545", "325288", "34530", "91969"], "ranked_scores": [677.0, 531.0, 524.0, 512.0, 510.0, 510.0, 507.0, 506.0, 505.0, 504.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13800": {"relevant_ids": ["13799", "376590", "408522"], "ranked_ids": ["13799", "376590", "179943", "408522", "448205", "481109", "363079", "56338", "281010", "8622"], "ranked_scores": [689.0, 663.0, 629.0, 629.0, 584.0, 580.0, 576.0, 574.0, 574.0, 566.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.9675, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9675, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "250143": {"relevant_ids": ["250142"], "ranked_ids": ["250142", "473276", "274190", "50539", "387015", "419473", "318482", "73729", "76062", "38409"], "ranked_scores": [651.0, 610.0, 523.0, 518.0, 513.0, 513.0, 511.0, 508.0, 507.0, 505.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13223": {"relevant_ids": ["88348", "156773", "13224", "88349", "20277"], "ranked_ids": ["156773", "88348", "86343", "366749", "88349", "13224", "24720", "491669", "137719", "223304"], "ranked_scores": [737.0, 660.0, 648.0, 643.0, 643.0, 641.0, 638.0, 615.0, 612.0, 612.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.2, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.4, "ndcg@5": 0.6844, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6, "ndcg@10": 0.8052, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.8}, "11002": {"relevant_ids": ["11003"], "ranked_ids": ["11003", "444112", "144197", "489539", "42203", "10212", "241075", "17317", "266680", "87346"], "ranked_scores": [687.0, 631.0, 630.0, 625.0, 620.0, 605.0, 600.0, 599.0, 593.0, 593.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177653": {"relevant_ids": ["79732"], "ranked_ids": ["79732", "39174", "200611", "395587", "525756", "412316", "377344", "245271", "373717", "344872"], "ranked_scores": [669.0, 603.0, 591.0, 569.0, 566.0, 531.0, 523.0, 517.0, 512.0, 511.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "415592": {"relevant_ids": ["415591"], "ranked_ids": ["415591", "430072", "322822", "435045", "84634", "13665", "288357", "379146", "387370", "207607"], "ranked_scores": [709.0, 591.0, 569.0, 561.0, 557.0, 543.0, 540.0, 537.0, 532.0, 530.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "511196": {"relevant_ids": ["511197"], "ranked_ids": ["511197", "77372", "251545", "251546", "156490", "414717", "45940", "154566", "413940", "220842"], "ranked_scores": [661.0, 534.0, 533.0, 525.0, 523.0, 522.0, 515.0, 512.0, 507.0, 506.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "344845": {"relevant_ids": ["344844"], "ranked_ids": ["344844", "79987", "162045", "160276", "161471", "469623", "397001", "289918", "125075", "1096"], "ranked_scores": [668.0, 580.0, 575.0, 571.0, 571.0, 568.0, 564.0, 557.0, 556.0, 554.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "396744": {"relevant_ids": ["396745"], "ranked_ids": ["396745", "236438", "421257", "313629", "527221", "481437", "284966", "16789", "280435", "75399"], "ranked_scores": [617.0, 565.0, 557.0, 548.0, 548.0, 531.0, 531.0, 527.0, 525.0, 524.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "452398": {"relevant_ids": ["452399"], "ranked_ids": ["452399", "230141", "450912", "530610", "372901", "196176", "298939", "60646", "159777", "324290"], "ranked_scores": [721.0, 546.0, 537.0, 527.0, 524.0, 522.0, 521.0, 521.0, 520.0, 520.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "182114": {"relevant_ids": ["182113"], "ranked_ids": ["182113", "196647", "139689", "531602", "229182", "475847", "405340", "234482", "323531", "80224"], "ranked_scores": [643.0, 606.0, 579.0, 573.0, 570.0, 569.0, 563.0, 559.0, 558.0, 552.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "486260": {"relevant_ids": ["486259"], "ranked_ids": ["486259", "392356", "146738", "113749", "65893", "209254", "146737", "266904", "221509", "241333"], "ranked_scores": [685.0, 626.0, 597.0, 597.0, 582.0, 579.0, 578.0, 578.0, 571.0, 568.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "455140": {"relevant_ids": ["315935"], "ranked_ids": ["315935", "308963", "246286", "519049", "50224", "93864", "318887", "245896", "150842", "124700"], "ranked_scores": [696.0, 615.0, 579.0, 569.0, 567.0, 560.0, 557.0, 556.0, 555.0, 553.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "56198": {"relevant_ids": ["56199"], "ranked_ids": ["56199", "138891", "123344", "67917", "178088", "199688", "160914", "431226", "249114", "5969"], "ranked_scores": [695.0, 526.0, 511.0, 507.0, 507.0, 506.0, 503.0, 503.0, 499.0, 499.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "30172": {"relevant_ids": ["145120", "185817", "68426", "145119", "30173", "373486"], "ranked_ids": ["145120", "160900", "68426", "373486", "30173", "205338", "82405", "90983", "145119", "192604"], "ranked_scores": [666.0, 654.0, 647.0, 638.0, 629.0, 618.0, 615.0, 608.0, 606.0, 604.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.1667, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.786, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.7924, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.8333}, "127880": {"relevant_ids": ["241164"], "ranked_ids": ["241164", "121458", "135083", "210277", "389443", "535042", "212021", "22396", "122116", "208455"], "ranked_scores": [595.0, 590.0, 572.0, 548.0, 544.0, 540.0, 527.0, 524.0, 523.0, 516.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "167969": {"relevant_ids": ["174461"], "ranked_ids": ["174461", "360983", "78497", "171665", "121354", "365197", "207491", "144121", "130124", "347474"], "ranked_scores": [631.0, 608.0, 554.0, 554.0, 553.0, 552.0, 547.0, 544.0, 542.0, 541.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "97986": {"relevant_ids": ["97987"], "ranked_ids": ["97987", "44589", "212168", "326597", "193896", "234865", "393565", "455330", "108564", "141075"], "ranked_scores": [744.0, 624.0, 576.0, 572.0, 568.0, 567.0, 567.0, 561.0, 560.0, 560.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "12865": {"relevant_ids": ["105683"], "ranked_ids": ["105683", "92902", "356189", "277453", "528844", "83623", "469289", "23129", "291690", "56590"], "ranked_scores": [736.0, 602.0, 595.0, 595.0, 573.0, 567.0, 565.0, 556.0, 556.0, 554.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "215681": {"relevant_ids": ["215680"], "ranked_ids": ["215680", "178515", "57552", "63757", "297953", "143842", "54139", "301165", "5733", "340195"], "ranked_scores": [730.0, 580.0, 569.0, 555.0, 554.0, 542.0, 540.0, 539.0, 538.0, 533.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-roberta-base-bat-nstep-10000": {"127728": {"relevant_ids": ["127729"], "ranked_ids": ["127729", "38063", "382156", "152379", "92818", "397135", "188019", "69958", "259826", "205884"], "ranked_scores": [599.0, 582.0, 555.0, 549.0, 546.0, 545.0, 545.0, 543.0, 541.0, 538.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "318820": {"relevant_ids": ["318821"], "ranked_ids": ["318821", "222238", "54496", "355161", "103640", "162581", "172247", "489320", "332715", "367479"], "ranked_scores": [700.0, 617.0, 596.0, 590.0, 580.0, 573.0, 572.0, 570.0, 567.0, 558.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "296098": {"relevant_ids": ["296097"], "ranked_ids": ["296097", "134752", "45507", "168499", "45506", "469868", "468805", "423933", "108332", "493414"], "ranked_scores": [550.0, 539.0, 533.0, 530.0, 530.0, 525.0, 521.0, 518.0, 515.0, 511.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "150414": {"relevant_ids": ["192835"], "ranked_ids": ["192835", "105782", "516620", "105783", "126746", "103122", "132912", "126745", "8875", "21131"], "ranked_scores": [700.0, 682.0, 659.0, 632.0, 617.0, 605.0, 601.0, 578.0, 569.0, 553.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145582": {"relevant_ids": ["145583"], "ranked_ids": ["145583", "454248", "299264", "263736", "173109", "130013", "390399", "87614", "13799", "505890"], "ranked_scores": [640.0, 542.0, 510.0, 496.0, 488.0, 487.0, 487.0, 485.0, 479.0, 478.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "315712": {"relevant_ids": ["315713"], "ranked_ids": ["315713", "377891", "153536", "396505", "454814", "203205", "120489", "58851", "107153", "368164"], "ranked_scores": [675.0, 594.0, 587.0, 577.0, 573.0, 568.0, 566.0, 562.0, 556.0, 556.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145739": {"relevant_ids": ["145740"], "ranked_ids": ["145740", "241979", "33202", "366074", "323620", "115412", "415781", "347337", "8705", "85426"], "ranked_scores": [669.0, 595.0, 567.0, 564.0, 563.0, 557.0, 555.0, 547.0, 546.0, 545.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "308127": {"relevant_ids": ["308126"], "ranked_ids": ["308126", "498938", "65412", "282571", "385951", "395527", "139188", "302837", "427879", "98400"], "ranked_scores": [605.0, 534.0, 530.0, 529.0, 527.0, 519.0, 516.0, 512.0, 510.0, 509.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "287245": {"relevant_ids": ["283198", "283199", "322650"], "ranked_ids": ["283199", "322650", "283198", "188940", "420279", "109049", "405392", "208412", "221784", "508239"], "ranked_scores": [645.0, 643.0, 601.0, 537.0, 537.0, 531.0, 531.0, 520.0, 519.0, 515.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "14755": {"relevant_ids": ["14756", "211906"], "ranked_ids": ["211906", "450970", "14756", "449494", "30834", "235454", "393649", "381248", "218584", "535700"], "ranked_scores": [692.0, 691.0, 685.0, 612.0, 589.0, 572.0, 556.0, 556.0, 538.0, 536.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.9197, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.9197, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9197, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "370170": {"relevant_ids": ["370169"], "ranked_ids": ["370169", "211280", "466920", "388150", "476551", "449037", "117854", "537762", "275523", "62583"], "ranked_scores": [752.0, 517.0, 510.0, 504.0, 502.0, 497.0, 492.0, 492.0, 487.0, 486.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "41774": {"relevant_ids": ["41773"], "ranked_ids": ["41773", "148165", "33017", "468655", "442459", "239344", "214766", "407675", "475177", "307530"], "ranked_scores": [671.0, 581.0, 580.0, 542.0, 531.0, 522.0, 520.0, 514.0, 513.0, 503.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "399648": {"relevant_ids": ["399649"], "ranked_ids": ["399649", "225815", "481934", "435035", "445074", "462253", "124071", "212809", "412309", "324839"], "ranked_scores": [754.0, 617.0, 587.0, 581.0, 576.0, 567.0, 552.0, 550.0, 546.0, 545.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "504811": {"relevant_ids": ["504810"], "ranked_ids": ["504810", "309894", "55899", "84826", "451065", "448774", "298555", "90374", "175461", "508685"], "ranked_scores": [731.0, 559.0, 536.0, 528.0, 527.0, 527.0, 526.0, 526.0, 525.0, 525.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "362950": {"relevant_ids": ["400212", "362949"], "ranked_ids": ["362949", "400212", "427587", "129563", "487392", "411503", "475478", "438104", "348827", "9132"], "ranked_scores": [644.0, 641.0, 590.0, 581.0, 576.0, 574.0, 573.0, 568.0, 559.0, 557.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "155873": {"relevant_ids": ["155874"], "ranked_ids": ["155874", "136219", "392604", "3139", "122134", "146003", "464100", "294020", "292617", "444541"], "ranked_scores": [597.0, 545.0, 531.0, 526.0, 526.0, 525.0, 522.0, 517.0, 516.0, 514.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "263432": {"relevant_ids": ["263433"], "ranked_ids": ["263433", "128303", "401373", "372749", "510661", "72493", "503218", "261419", "95041", "471057"], "ranked_scores": [631.0, 577.0, 556.0, 546.0, 536.0, 533.0, 532.0, 529.0, 529.0, 529.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "354945": {"relevant_ids": ["354946"], "ranked_ids": ["354946", "254071", "462983", "157453", "287396", "243923", "462984", "425587", "124701", "54650"], "ranked_scores": [690.0, 611.0, 536.0, 526.0, 521.0, 513.0, 512.0, 506.0, 505.0, 497.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "245417": {"relevant_ids": ["219475", "248195"], "ranked_ids": ["40657", "219475", "248195", "319022", "64433", "14180", "413039", "164159", "152213", "37326"], "ranked_scores": [630.0, 618.0, 584.0, 577.0, 572.0, 568.0, 564.0, 556.0, 554.0, 547.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6934, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6934, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6934, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "516276": {"relevant_ids": ["516277"], "ranked_ids": ["516277", "510783", "34173", "19755", "76958", "149233", "119374", "438101", "489791", "352189"], "ranked_scores": [714.0, 630.0, 617.0, 614.0, 589.0, 579.0, 565.0, 561.0, 557.0, 555.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177580": {"relevant_ids": ["177579"], "ranked_ids": ["177579", "272252", "165282", "115954", "370405", "75396", "209698", "391562", "517075", "391563"], "ranked_scores": [720.0, 551.0, 542.0, 536.0, 536.0, 525.0, 524.0, 523.0, 523.0, 523.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "309865": {"relevant_ids": ["78623", "33713", "78624"], "ranked_ids": ["33713", "405094", "78623", "78624", "153484", "495751", "209041", "437065", "235483", "469068"], "ranked_scores": [674.0, 630.0, 628.0, 608.0, 603.0, 594.0, 590.0, 589.0, 565.0, 563.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.906, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.906, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "510387": {"relevant_ids": ["510386"], "ranked_ids": ["510386", "241538", "40390", "170896", "52003", "344869", "241537", "101855", "91350", "371033"], "ranked_scores": [666.0, 656.0, 650.0, 648.0, 645.0, 626.0, 609.0, 594.0, 594.0, 586.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "26645": {"relevant_ids": ["26644"], "ranked_ids": ["26644", "318396", "207775", "256679", "83874", "83875", "461704", "193896", "267521", "64900"], "ranked_scores": [741.0, 611.0, 577.0, 571.0, 568.0, 563.0, 559.0, 558.0, 544.0, 542.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "47788": {"relevant_ids": ["455725"], "ranked_ids": ["455725", "235686", "59223", "8505", "348138", "101721", "518171", "331", "47703", "400682"], "ranked_scores": [715.0, 679.0, 673.0, 669.0, 661.0, 659.0, 645.0, 644.0, 644.0, 589.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "338281": {"relevant_ids": ["338282"], "ranked_ids": ["338282", "234727", "430005", "431433", "119513", "457315", "315387", "208802", "399331", "22636"], "ranked_scores": [696.0, 544.0, 527.0, 520.0, 520.0, 515.0, 514.0, 512.0, 507.0, 505.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "461149": {"relevant_ids": ["461148"], "ranked_ids": ["461148", "525835", "203100", "527101", "302225", "215782", "335800", "100854", "120940", "377056"], "ranked_scores": [630.0, 609.0, 593.0, 578.0, 562.0, 559.0, 550.0, 547.0, 546.0, 542.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "346126": {"relevant_ids": ["110711", "110710"], "ranked_ids": ["110711", "110710", "154338", "528998", "254526", "296319", "203476", "256937", "229972", "108617"], "ranked_scores": [689.0, 686.0, 645.0, 607.0, 588.0, 581.0, 574.0, 574.0, 571.0, 560.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "372986": {"relevant_ids": ["49961", "262882"], "ranked_ids": ["49961", "262882", "140335", "485235", "303468", "320580", "215938", "108183", "299699", "497531"], "ranked_scores": [705.0, 632.0, 553.0, 536.0, 528.0, 523.0, 523.0, 521.0, 520.0, 519.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "501182": {"relevant_ids": ["501181"], "ranked_ids": ["501181", "109121", "402718", "179018", "274777", "446824", "447737", "91969", "231545", "405945"], "ranked_scores": [675.0, 540.0, 538.0, 527.0, 525.0, 519.0, 517.0, 516.0, 504.0, 502.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13800": {"relevant_ids": ["13799", "376590", "408522"], "ranked_ids": ["13799", "376590", "408522", "179943", "281010", "481109", "8622", "363079", "56338", "448205"], "ranked_scores": [709.0, 648.0, 630.0, 606.0, 591.0, 586.0, 576.0, 563.0, 563.0, 562.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "250143": {"relevant_ids": ["250142"], "ranked_ids": ["250142", "473276", "76062", "50539", "509757", "73729", "96270", "274190", "156056", "368186"], "ranked_scores": [632.0, 597.0, 514.0, 510.0, 510.0, 509.0, 508.0, 507.0, 506.0, 506.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13223": {"relevant_ids": ["88348", "156773", "13224", "88349", "20277"], "ranked_ids": ["156773", "88348", "88349", "366749", "86343", "13224", "24720", "491669", "137719", "223304"], "ranked_scores": [735.0, 669.0, 650.0, 648.0, 647.0, 646.0, 621.0, 615.0, 609.0, 605.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.2, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6, "ndcg@5": 0.7227, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6, "ndcg@10": 0.8435, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.8}, "11002": {"relevant_ids": ["11003"], "ranked_ids": ["11003", "444112", "144197", "42203", "489539", "10212", "17317", "241075", "266680", "64236"], "ranked_scores": [679.0, 643.0, 637.0, 630.0, 626.0, 622.0, 615.0, 612.0, 612.0, 610.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177653": {"relevant_ids": ["79732"], "ranked_ids": ["79732", "39174", "200611", "395587", "525756", "412316", "137270", "377344", "194790", "245271"], "ranked_scores": [671.0, 601.0, 590.0, 577.0, 559.0, 548.0, 520.0, 519.0, 506.0, 505.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "415592": {"relevant_ids": ["415591"], "ranked_ids": ["415591", "435045", "430072", "322822", "84634", "379146", "13665", "208294", "207607", "425878"], "ranked_scores": [720.0, 581.0, 579.0, 570.0, 567.0, 555.0, 545.0, 542.0, 539.0, 536.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "511196": {"relevant_ids": ["511197"], "ranked_ids": ["511197", "251545", "77372", "45940", "459789", "414717", "251546", "260954", "156490", "289278"], "ranked_scores": [658.0, 530.0, 527.0, 519.0, 515.0, 513.0, 509.0, 507.0, 507.0, 505.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "344845": {"relevant_ids": ["344844"], "ranked_ids": ["344844", "79987", "162045", "397001", "161471", "289918", "125075", "160276", "95946", "125074"], "ranked_scores": [681.0, 584.0, 581.0, 575.0, 572.0, 564.0, 562.0, 559.0, 558.0, 557.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "396744": {"relevant_ids": ["396745"], "ranked_ids": ["396745", "421257", "236438", "313629", "527221", "481437", "284966", "16789", "318588", "75399"], "ranked_scores": [627.0, 553.0, 551.0, 551.0, 541.0, 532.0, 528.0, 525.0, 524.0, 524.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "452398": {"relevant_ids": ["452399"], "ranked_ids": ["452399", "230141", "450912", "324290", "196176", "60646", "159777", "298939", "530610", "372901"], "ranked_scores": [723.0, 536.0, 525.0, 525.0, 524.0, 523.0, 521.0, 518.0, 518.0, 517.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "182114": {"relevant_ids": ["182113"], "ranked_ids": ["182113", "196647", "139689", "531602", "229182", "475847", "405340", "323531", "234482", "80224"], "ranked_scores": [638.0, 602.0, 585.0, 575.0, 568.0, 563.0, 559.0, 555.0, 554.0, 545.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "486260": {"relevant_ids": ["486259"], "ranked_ids": ["486259", "392356", "146738", "113749", "209254", "146737", "391328", "221509", "266904", "65893"], "ranked_scores": [666.0, 613.0, 584.0, 579.0, 573.0, 571.0, 567.0, 567.0, 566.0, 566.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "455140": {"relevant_ids": ["315935"], "ranked_ids": ["315935", "308963", "246286", "50224", "124700", "315936", "318887", "150842", "510681", "93864"], "ranked_scores": [679.0, 609.0, 573.0, 564.0, 556.0, 549.0, 548.0, 547.0, 546.0, 541.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "56198": {"relevant_ids": ["56199"], "ranked_ids": ["56199", "138891", "160194", "67917", "123344", "5969", "60361", "160914", "199688", "452069"], "ranked_scores": [696.0, 530.0, 516.0, 516.0, 513.0, 513.0, 508.0, 507.0, 507.0, 507.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "30172": {"relevant_ids": ["145120", "185817", "68426", "145119", "30173", "373486"], "ranked_ids": ["145120", "68426", "160900", "30173", "373486", "145119", "82405", "185581", "185817", "205338"], "ranked_scores": [682.0, 670.0, 647.0, 634.0, 633.0, 615.0, 611.0, 610.0, 609.0, 606.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.1667, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.8304, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.9398, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "127880": {"relevant_ids": ["241164"], "ranked_ids": ["241164", "121458", "135083", "389443", "122116", "535042", "212021", "210277", "120446", "450198"], "ranked_scores": [605.0, 585.0, 576.0, 529.0, 527.0, 522.0, 520.0, 517.0, 515.0, 512.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "167969": {"relevant_ids": ["174461"], "ranked_ids": ["174461", "360983", "171665", "365197", "78497", "130124", "207491", "121354", "130123", "448412"], "ranked_scores": [651.0, 611.0, 561.0, 556.0, 554.0, 550.0, 550.0, 549.0, 543.0, 543.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "97986": {"relevant_ids": ["97987"], "ranked_ids": ["97987", "44589", "212168", "234865", "193896", "326597", "141075", "318396", "41242", "189696"], "ranked_scores": [739.0, 630.0, 581.0, 579.0, 574.0, 568.0, 563.0, 559.0, 553.0, 552.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "12865": {"relevant_ids": ["105683"], "ranked_ids": ["105683", "92902", "277453", "356189", "83623", "188704", "23129", "528844", "56590", "107184"], "ranked_scores": [737.0, 604.0, 584.0, 577.0, 569.0, 555.0, 551.0, 551.0, 549.0, 546.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "215681": {"relevant_ids": ["215680"], "ranked_ids": ["215680", "178515", "57552", "63757", "143842", "297953", "340195", "5733", "137873", "54139"], "ranked_scores": [722.0, 586.0, 579.0, 560.0, 548.0, 546.0, 542.0, 539.0, 535.0, 534.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-roberta-base-bat-nstep-12000": {"127728": {"relevant_ids": ["127729"], "ranked_ids": ["127729", "38063", "397135", "92818", "382156", "188019", "462725", "278575", "69958", "73255"], "ranked_scores": [585.0, 577.0, 556.0, 548.0, 541.0, 534.0, 531.0, 529.0, 529.0, 529.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "318820": {"relevant_ids": ["318821"], "ranked_ids": ["318821", "222238", "54496", "103640", "355161", "162581", "489320", "172247", "501103", "54497"], "ranked_scores": [694.0, 610.0, 590.0, 587.0, 586.0, 573.0, 573.0, 566.0, 564.0, 564.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "296098": {"relevant_ids": ["296097"], "ranked_ids": ["296097", "469868", "45507", "45506", "134752", "168499", "364131", "423933", "468805", "56686"], "ranked_scores": [558.0, 551.0, 542.0, 541.0, 531.0, 527.0, 525.0, 522.0, 518.0, 518.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "150414": {"relevant_ids": ["192835"], "ranked_ids": ["192835", "105782", "516620", "126746", "103122", "105783", "132912", "126745", "159263", "259561"], "ranked_scores": [705.0, 670.0, 654.0, 634.0, 623.0, 621.0, 613.0, 583.0, 570.0, 565.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145582": {"relevant_ids": ["145583"], "ranked_ids": ["145583", "454248", "299264", "173109", "390399", "130013", "110298", "87614", "436023", "112261"], "ranked_scores": [648.0, 557.0, 529.0, 495.0, 493.0, 493.0, 489.0, 486.0, 485.0, 484.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "315712": {"relevant_ids": ["315713"], "ranked_ids": ["315713", "153536", "377891", "396505", "454814", "58851", "203205", "107153", "120489", "368164"], "ranked_scores": [679.0, 583.0, 571.0, 570.0, 569.0, 566.0, 566.0, 560.0, 560.0, 560.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145739": {"relevant_ids": ["145740"], "ranked_ids": ["145740", "241979", "33202", "323620", "366074", "115412", "415781", "85134", "85426", "347337"], "ranked_scores": [680.0, 586.0, 579.0, 571.0, 558.0, 553.0, 546.0, 543.0, 542.0, 541.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "308127": {"relevant_ids": ["308126"], "ranked_ids": ["308126", "498938", "385951", "65412", "282571", "36744", "395527", "100860", "79534", "154044"], "ranked_scores": [600.0, 526.0, 521.0, 520.0, 520.0, 516.0, 511.0, 507.0, 503.0, 500.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "287245": {"relevant_ids": ["283198", "283199", "322650"], "ranked_ids": ["283199", "322650", "283198", "188940", "208412", "109049", "221784", "420279", "405392", "221783"], "ranked_scores": [648.0, 648.0, 603.0, 537.0, 532.0, 530.0, 528.0, 527.0, 523.0, 520.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "14755": {"relevant_ids": ["14756", "211906"], "ranked_ids": ["14756", "450970", "211906", "449494", "30834", "235454", "393649", "381248", "535700", "128231"], "ranked_scores": [671.0, 664.0, 656.0, 595.0, 585.0, 567.0, 561.0, 547.0, 528.0, 520.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.9197, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.9197, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9197, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "370170": {"relevant_ids": ["370169"], "ranked_ids": ["370169", "476551", "96998", "388150", "275523", "211280", "191527", "334238", "117854", "466920"], "ranked_scores": [757.0, 512.0, 502.0, 502.0, 497.0, 497.0, 495.0, 494.0, 492.0, 492.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "41774": {"relevant_ids": ["41773"], "ranked_ids": ["41773", "148165", "33017", "442459", "407675", "214766", "468655", "307530", "239344", "62219"], "ranked_scores": [646.0, 571.0, 568.0, 518.0, 517.0, 515.0, 513.0, 512.0, 505.0, 493.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "399648": {"relevant_ids": ["399649"], "ranked_ids": ["399649", "225815", "435035", "481934", "124071", "462253", "324839", "445074", "212809", "529004"], "ranked_scores": [749.0, 625.0, 604.0, 578.0, 572.0, 566.0, 561.0, 560.0, 550.0, 548.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "504811": {"relevant_ids": ["504810"], "ranked_ids": ["504810", "309894", "84826", "55899", "298555", "448774", "406217", "487409", "90374", "381008"], "ranked_scores": [746.0, 542.0, 532.0, 526.0, 521.0, 520.0, 516.0, 515.0, 514.0, 513.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "362950": {"relevant_ids": ["400212", "362949"], "ranked_ids": ["362949", "400212", "427587", "487392", "129563", "411503", "475478", "9132", "348827", "344212"], "ranked_scores": [656.0, 645.0, 593.0, 586.0, 577.0, 568.0, 567.0, 561.0, 559.0, 558.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "155873": {"relevant_ids": ["155874"], "ranked_ids": ["155874", "392604", "122134", "136219", "444541", "346009", "3139", "120496", "464100", "62219"], "ranked_scores": [597.0, 539.0, 530.0, 529.0, 524.0, 518.0, 510.0, 508.0, 507.0, 507.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "263432": {"relevant_ids": ["263433"], "ranked_ids": ["263433", "128303", "372749", "401373", "407204", "261419", "503218", "371563", "510661", "473794"], "ranked_scores": [633.0, 580.0, 554.0, 551.0, 534.0, 532.0, 530.0, 530.0, 530.0, 528.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "354945": {"relevant_ids": ["354946"], "ranked_ids": ["354946", "254071", "287396", "462983", "63372", "243923", "157453", "462984", "124701", "54650"], "ranked_scores": [699.0, 616.0, 537.0, 529.0, 522.0, 520.0, 515.0, 513.0, 511.0, 509.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "245417": {"relevant_ids": ["219475", "248195"], "ranked_ids": ["40657", "219475", "319022", "248195", "164159", "64433", "413039", "37326", "152213", "301977"], "ranked_scores": [640.0, 608.0, 592.0, 580.0, 559.0, 555.0, 551.0, 542.0, 541.0, 540.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.3869, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 0.5, "ndcg@5": 0.6509, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6509, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "516276": {"relevant_ids": ["516277"], "ranked_ids": ["516277", "510783", "19755", "76958", "34173", "119374", "352189", "149233", "489791", "471902"], "ranked_scores": [705.0, 619.0, 615.0, 612.0, 604.0, 570.0, 567.0, 561.0, 561.0, 555.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177580": {"relevant_ids": ["177579"], "ranked_ids": ["177579", "165282", "115954", "272252", "391562", "370405", "391563", "455888", "464418", "9954"], "ranked_scores": [729.0, 543.0, 541.0, 539.0, 530.0, 524.0, 520.0, 520.0, 520.0, 519.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "309865": {"relevant_ids": ["78623", "33713", "78624"], "ranked_ids": ["33713", "405094", "78623", "78624", "495751", "153484", "209041", "437065", "87669", "469068"], "ranked_scores": [660.0, 620.0, 619.0, 602.0, 594.0, 593.0, 592.0, 591.0, 575.0, 566.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.906, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.906, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "510387": {"relevant_ids": ["510386"], "ranked_ids": ["510386", "241538", "170896", "40390", "52003", "344869", "101855", "91350", "241537", "91349"], "ranked_scores": [662.0, 652.0, 639.0, 635.0, 626.0, 613.0, 592.0, 581.0, 575.0, 573.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "26645": {"relevant_ids": ["26644"], "ranked_ids": ["26644", "318396", "207775", "83874", "83875", "256679", "461704", "193896", "267521", "480667"], "ranked_scores": [742.0, 605.0, 588.0, 574.0, 571.0, 565.0, 559.0, 554.0, 552.0, 550.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "47788": {"relevant_ids": ["455725"], "ranked_ids": ["455725", "59223", "235686", "8505", "348138", "101721", "47703", "331", "518171", "400682"], "ranked_scores": [713.0, 689.0, 671.0, 671.0, 665.0, 665.0, 657.0, 648.0, 640.0, 593.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "338281": {"relevant_ids": ["338282"], "ranked_ids": ["338282", "430005", "234727", "119513", "208802", "399331", "431433", "457315", "315387", "222138"], "ranked_scores": [692.0, 533.0, 528.0, 527.0, 525.0, 515.0, 511.0, 509.0, 505.0, 503.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "461149": {"relevant_ids": ["461148"], "ranked_ids": ["461148", "525835", "203100", "527101", "215782", "302225", "283905", "335800", "377056", "506212"], "ranked_scores": [626.0, 603.0, 585.0, 569.0, 567.0, 540.0, 539.0, 539.0, 533.0, 533.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "346126": {"relevant_ids": ["110711", "110710"], "ranked_ids": ["110711", "110710", "154338", "528998", "108617", "203476", "296319", "254526", "229972", "6816"], "ranked_scores": [679.0, 668.0, 651.0, 590.0, 575.0, 570.0, 565.0, 563.0, 560.0, 557.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "372986": {"relevant_ids": ["49961", "262882"], "ranked_ids": ["49961", "262882", "140335", "108183", "485235", "320580", "303468", "415486", "299699", "226818"], "ranked_scores": [696.0, 622.0, 547.0, 529.0, 526.0, 526.0, 522.0, 519.0, 519.0, 514.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "501182": {"relevant_ids": ["501181"], "ranked_ids": ["501181", "402718", "447737", "109121", "274777", "446824", "91969", "179018", "231545", "185580"], "ranked_scores": [672.0, 545.0, 524.0, 523.0, 523.0, 520.0, 520.0, 512.0, 512.0, 499.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13800": {"relevant_ids": ["13799", "376590", "408522"], "ranked_ids": ["13799", "376590", "408522", "179943", "481109", "56338", "23471", "8622", "281010", "448205"], "ranked_scores": [697.0, 648.0, 613.0, 600.0, 565.0, 565.0, 563.0, 563.0, 562.0, 561.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "250143": {"relevant_ids": ["250142"], "ranked_ids": ["250142", "473276", "76062", "50539", "38409", "73729", "368186", "509757", "156056", "96270"], "ranked_scores": [625.0, 593.0, 515.0, 513.0, 504.0, 504.0, 503.0, 497.0, 497.0, 495.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13223": {"relevant_ids": ["88348", "156773", "13224", "88349", "20277"], "ranked_ids": ["156773", "88348", "13224", "88349", "86343", "24720", "366749", "137719", "491669", "223304"], "ranked_scores": [735.0, 648.0, 646.0, 635.0, 625.0, 624.0, 623.0, 604.0, 602.0, 601.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.2, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6, "ndcg@5": 0.8688, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.8, "ndcg@10": 0.8688, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.8}, "11002": {"relevant_ids": ["11003"], "ranked_ids": ["11003", "444112", "144197", "489539", "42203", "266680", "10212", "17317", "40099", "64236"], "ranked_scores": [674.0, 649.0, 646.0, 624.0, 621.0, 619.0, 616.0, 613.0, 603.0, 603.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177653": {"relevant_ids": ["79732"], "ranked_ids": ["79732", "39174", "200611", "395587", "525756", "412316", "137270", "377344", "138956", "522828"], "ranked_scores": [659.0, 617.0, 607.0, 583.0, 560.0, 554.0, 521.0, 521.0, 515.0, 515.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "415592": {"relevant_ids": ["415591"], "ranked_ids": ["415591", "435045", "430072", "322822", "84634", "91592", "379146", "207607", "425878", "208294"], "ranked_scores": [709.0, 586.0, 577.0, 562.0, 555.0, 548.0, 547.0, 541.0, 536.0, 532.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "511196": {"relevant_ids": ["511197"], "ranked_ids": ["511197", "77372", "251545", "251546", "45940", "156490", "414717", "256327", "459789", "289278"], "ranked_scores": [646.0, 538.0, 533.0, 519.0, 518.0, 517.0, 513.0, 508.0, 507.0, 503.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "344845": {"relevant_ids": ["344844"], "ranked_ids": ["344844", "161471", "162045", "79987", "289918", "397001", "95946", "327548", "125075", "125074"], "ranked_scores": [664.0, 593.0, 575.0, 567.0, 565.0, 556.0, 552.0, 551.0, 551.0, 545.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "396744": {"relevant_ids": ["396745"], "ranked_ids": ["396745", "236438", "421257", "313629", "527221", "481437", "16789", "284966", "454241", "75399"], "ranked_scores": [620.0, 566.0, 562.0, 562.0, 554.0, 537.0, 535.0, 528.0, 521.0, 520.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "452398": {"relevant_ids": ["452399"], "ranked_ids": ["452399", "324290", "230141", "530610", "196176", "298939", "159777", "372901", "450912", "198670"], "ranked_scores": [721.0, 532.0, 532.0, 531.0, 526.0, 524.0, 523.0, 519.0, 518.0, 514.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "182114": {"relevant_ids": ["182113"], "ranked_ids": ["182113", "196647", "139689", "405340", "531602", "475847", "229182", "323531", "80224", "234482"], "ranked_scores": [645.0, 608.0, 573.0, 563.0, 562.0, 555.0, 553.0, 547.0, 546.0, 544.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "486260": {"relevant_ids": ["486259"], "ranked_ids": ["486259", "392356", "146738", "113749", "65893", "266904", "146737", "391328", "209254", "241333"], "ranked_scores": [672.0, 608.0, 592.0, 588.0, 572.0, 572.0, 570.0, 569.0, 562.0, 560.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "455140": {"relevant_ids": ["315935"], "ranked_ids": ["315935", "308963", "246286", "50224", "510681", "318887", "245896", "519049", "124700", "93864"], "ranked_scores": [688.0, 618.0, 574.0, 574.0, 559.0, 550.0, 549.0, 549.0, 546.0, 543.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "56198": {"relevant_ids": ["56199"], "ranked_ids": ["56199", "138891", "67917", "160194", "160914", "199688", "123344", "73834", "452069", "5969"], "ranked_scores": [711.0, 537.0, 518.0, 516.0, 509.0, 509.0, 505.0, 505.0, 501.0, 501.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "30172": {"relevant_ids": ["145120", "185817", "68426", "145119", "30173", "373486"], "ranked_ids": ["145120", "68426", "160900", "373486", "30173", "192604", "82405", "343564", "15236", "90983"], "ranked_scores": [683.0, 665.0, 654.0, 644.0, 643.0, 613.0, 613.0, 611.0, 607.0, 607.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.1667, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.8304, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.7409, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.6667}, "127880": {"relevant_ids": ["241164"], "ranked_ids": ["241164", "121458", "135083", "389443", "210277", "535042", "122116", "208455", "212021", "112470"], "ranked_scores": [608.0, 572.0, 555.0, 541.0, 531.0, 529.0, 522.0, 519.0, 516.0, 513.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "167969": {"relevant_ids": ["174461"], "ranked_ids": ["174461", "360983", "130124", "78497", "130123", "207491", "365197", "171665", "144121", "121354"], "ranked_scores": [635.0, 614.0, 562.0, 561.0, 551.0, 550.0, 550.0, 540.0, 536.0, 535.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "97986": {"relevant_ids": ["97987"], "ranked_ids": ["97987", "44589", "326597", "234865", "212168", "193896", "141075", "257425", "393565", "187976"], "ranked_scores": [733.0, 634.0, 574.0, 570.0, 569.0, 562.0, 561.0, 557.0, 554.0, 553.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "12865": {"relevant_ids": ["105683"], "ranked_ids": ["105683", "92902", "356189", "277453", "83623", "23129", "528844", "107184", "56590", "220172"], "ranked_scores": [739.0, 600.0, 580.0, 580.0, 573.0, 564.0, 559.0, 554.0, 545.0, 544.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "215681": {"relevant_ids": ["215680"], "ranked_ids": ["215680", "178515", "63757", "57552", "143842", "54139", "301165", "297953", "5733", "116303"], "ranked_scores": [722.0, 571.0, 563.0, 558.0, 553.0, 546.0, 546.0, 542.0, 537.0, 534.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-roberta-base-bat-nstep-14000": {"127728": {"relevant_ids": ["127729"], "ranked_ids": ["127729", "38063", "382156", "397135", "278575", "152379", "188019", "69958", "244441", "92818"], "ranked_scores": [595.0, 568.0, 548.0, 542.0, 540.0, 535.0, 534.0, 532.0, 530.0, 530.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "318820": {"relevant_ids": ["318821"], "ranked_ids": ["318821", "222238", "54496", "355161", "489320", "103640", "332715", "162581", "172247", "501103"], "ranked_scores": [690.0, 611.0, 586.0, 582.0, 576.0, 575.0, 570.0, 568.0, 568.0, 568.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "296098": {"relevant_ids": ["296097"], "ranked_ids": ["296097", "469868", "45506", "45507", "134752", "168499", "468805", "173403", "423933", "364131"], "ranked_scores": [559.0, 551.0, 538.0, 537.0, 535.0, 527.0, 524.0, 520.0, 517.0, 516.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "150414": {"relevant_ids": ["192835"], "ranked_ids": ["192835", "105782", "516620", "126746", "103122", "105783", "132912", "126745", "121070", "409883"], "ranked_scores": [700.0, 671.0, 655.0, 636.0, 614.0, 611.0, 600.0, 579.0, 559.0, 555.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145582": {"relevant_ids": ["145583"], "ranked_ids": ["145583", "454248", "299264", "130013", "173109", "110298", "112261", "436023", "263736", "316607"], "ranked_scores": [632.0, 547.0, 530.0, 495.0, 490.0, 488.0, 485.0, 481.0, 479.0, 479.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "315712": {"relevant_ids": ["315713"], "ranked_ids": ["315713", "153536", "377891", "396505", "408588", "454814", "107153", "368164", "58851", "194841"], "ranked_scores": [670.0, 572.0, 572.0, 569.0, 561.0, 560.0, 548.0, 548.0, 548.0, 546.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145739": {"relevant_ids": ["145740"], "ranked_ids": ["145740", "33202", "241979", "115412", "323620", "366074", "415781", "347337", "85134", "85426"], "ranked_scores": [684.0, 580.0, 580.0, 572.0, 565.0, 559.0, 546.0, 545.0, 540.0, 538.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "308127": {"relevant_ids": ["308126"], "ranked_ids": ["308126", "498938", "385951", "395527", "36744", "302837", "282571", "65412", "100860", "79534"], "ranked_scores": [604.0, 529.0, 524.0, 524.0, 519.0, 517.0, 516.0, 516.0, 509.0, 507.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "287245": {"relevant_ids": ["283198", "283199", "322650"], "ranked_ids": ["322650", "283199", "283198", "188940", "208412", "405392", "109049", "420279", "221784", "221783"], "ranked_scores": [640.0, 633.0, 598.0, 538.0, 536.0, 531.0, 529.0, 529.0, 524.0, 508.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "14755": {"relevant_ids": ["14756", "211906"], "ranked_ids": ["14756", "211906", "450970", "449494", "30834", "393649", "235454", "381248", "535700", "481547"], "ranked_scores": [682.0, 680.0, 677.0, 607.0, 585.0, 574.0, 570.0, 558.0, 542.0, 529.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "370170": {"relevant_ids": ["370169"], "ranked_ids": ["370169", "476551", "388150", "117854", "96998", "279893", "497996", "449037", "204923", "466920"], "ranked_scores": [761.0, 513.0, 502.0, 501.0, 500.0, 497.0, 493.0, 490.0, 490.0, 489.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "41774": {"relevant_ids": ["41773"], "ranked_ids": ["41773", "33017", "148165", "239344", "442459", "407675", "307530", "475177", "468655", "214766"], "ranked_scores": [658.0, 574.0, 567.0, 524.0, 523.0, 518.0, 513.0, 509.0, 507.0, 503.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "399648": {"relevant_ids": ["399649"], "ranked_ids": ["399649", "225815", "435035", "481934", "124071", "445074", "324839", "212809", "462253", "470800"], "ranked_scores": [750.0, 635.0, 607.0, 584.0, 572.0, 566.0, 559.0, 555.0, 552.0, 552.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "504811": {"relevant_ids": ["504810"], "ranked_ids": ["504810", "309894", "55899", "84826", "90374", "448774", "487409", "499535", "5861", "430005"], "ranked_scores": [749.0, 552.0, 526.0, 525.0, 524.0, 521.0, 518.0, 516.0, 515.0, 514.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "362950": {"relevant_ids": ["400212", "362949"], "ranked_ids": ["362949", "400212", "427587", "487392", "411503", "475478", "129563", "438104", "9132", "348827"], "ranked_scores": [649.0, 643.0, 591.0, 567.0, 563.0, 562.0, 560.0, 559.0, 555.0, 547.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "155873": {"relevant_ids": ["155874"], "ranked_ids": ["155874", "136219", "3139", "444541", "122134", "392604", "346009", "464100", "146003", "446058"], "ranked_scores": [599.0, 541.0, 531.0, 526.0, 525.0, 521.0, 519.0, 517.0, 514.0, 506.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "263432": {"relevant_ids": ["263433"], "ranked_ids": ["263433", "128303", "401373", "372749", "407204", "370717", "503218", "510661", "261419", "345287"], "ranked_scores": [632.0, 590.0, 556.0, 547.0, 546.0, 531.0, 529.0, 529.0, 528.0, 528.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "354945": {"relevant_ids": ["354946"], "ranked_ids": ["354946", "254071", "462983", "287396", "157453", "462984", "63372", "243923", "124701", "425587"], "ranked_scores": [700.0, 616.0, 554.0, 537.0, 522.0, 519.0, 516.0, 515.0, 508.0, 505.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "245417": {"relevant_ids": ["219475", "248195"], "ranked_ids": ["40657", "219475", "248195", "319022", "64433", "14180", "413039", "164159", "37326", "152213"], "ranked_scores": [627.0, 610.0, 585.0, 576.0, 556.0, 547.0, 547.0, 541.0, 537.0, 535.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6934, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6934, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6934, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "516276": {"relevant_ids": ["516277"], "ranked_ids": ["516277", "510783", "76958", "34173", "19755", "149233", "119374", "352289", "143842", "471902"], "ranked_scores": [708.0, 622.0, 615.0, 611.0, 608.0, 573.0, 568.0, 563.0, 562.0, 551.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177580": {"relevant_ids": ["177579"], "ranked_ids": ["177579", "272252", "165282", "370405", "517075", "115954", "75396", "391563", "76563", "455410"], "ranked_scores": [731.0, 545.0, 540.0, 529.0, 524.0, 519.0, 518.0, 516.0, 513.0, 512.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "309865": {"relevant_ids": ["78623", "33713", "78624"], "ranked_ids": ["33713", "78623", "405094", "78624", "153484", "495751", "209041", "437065", "87669", "469068"], "ranked_scores": [674.0, 630.0, 627.0, 609.0, 598.0, 590.0, 589.0, 587.0, 572.0, 569.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.9675, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9675, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "510387": {"relevant_ids": ["510386"], "ranked_ids": ["241538", "510386", "170896", "52003", "40390", "344869", "241537", "101855", "160232", "254292"], "ranked_scores": [655.0, 649.0, 632.0, 630.0, 630.0, 594.0, 587.0, 585.0, 571.0, 567.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "26645": {"relevant_ids": ["26644"], "ranked_ids": ["26644", "318396", "83874", "207775", "461704", "83875", "256679", "193896", "407458", "64900"], "ranked_scores": [738.0, 601.0, 579.0, 578.0, 576.0, 566.0, 561.0, 553.0, 550.0, 548.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "47788": {"relevant_ids": ["455725"], "ranked_ids": ["455725", "59223", "8505", "235686", "47703", "101721", "348138", "331", "518171", "400682"], "ranked_scores": [717.0, 682.0, 675.0, 673.0, 664.0, 657.0, 656.0, 648.0, 644.0, 596.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "338281": {"relevant_ids": ["338282"], "ranked_ids": ["338282", "234727", "430005", "119513", "315387", "11250", "208802", "431433", "338711", "399331"], "ranked_scores": [696.0, 528.0, 521.0, 521.0, 521.0, 516.0, 514.0, 511.0, 508.0, 507.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "461149": {"relevant_ids": ["461148"], "ranked_ids": ["461148", "525835", "203100", "215782", "527101", "302225", "100854", "377056", "335800", "506212"], "ranked_scores": [615.0, 600.0, 582.0, 572.0, 572.0, 550.0, 545.0, 541.0, 539.0, 538.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "346126": {"relevant_ids": ["110711", "110710"], "ranked_ids": ["110711", "110710", "154338", "528998", "254526", "229972", "256937", "296319", "108617", "203476"], "ranked_scores": [675.0, 675.0, 648.0, 589.0, 575.0, 571.0, 568.0, 566.0, 556.0, 556.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "372986": {"relevant_ids": ["49961", "262882"], "ranked_ids": ["49961", "262882", "140335", "485235", "108183", "303468", "299699", "443239", "320580", "215938"], "ranked_scores": [707.0, 633.0, 564.0, 543.0, 533.0, 531.0, 530.0, 520.0, 518.0, 516.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "501182": {"relevant_ids": ["501181"], "ranked_ids": ["501181", "402718", "447737", "446824", "91969", "179018", "231545", "274777", "109121", "349448"], "ranked_scores": [677.0, 548.0, 531.0, 521.0, 519.0, 518.0, 517.0, 512.0, 512.0, 509.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13800": {"relevant_ids": ["13799", "376590", "408522"], "ranked_ids": ["13799", "376590", "408522", "179943", "281010", "8622", "481109", "23471", "30987", "363079"], "ranked_scores": [698.0, 652.0, 616.0, 590.0, 580.0, 570.0, 567.0, 561.0, 555.0, 555.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "250143": {"relevant_ids": ["250142"], "ranked_ids": ["250142", "473276", "50539", "73729", "38409", "318482", "274190", "387015", "76062", "96270"], "ranked_scores": [634.0, 595.0, 512.0, 504.0, 502.0, 499.0, 496.0, 495.0, 495.0, 491.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13223": {"relevant_ids": ["88348", "156773", "13224", "88349", "20277"], "ranked_ids": ["156773", "13224", "88348", "88349", "366749", "86343", "24720", "137719", "223304", "20277"], "ranked_scores": [730.0, 655.0, 651.0, 635.0, 627.0, 626.0, 616.0, 605.0, 604.0, 601.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.2, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6, "ndcg@5": 0.8688, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.8, "ndcg@10": 0.9668, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "11002": {"relevant_ids": ["11003"], "ranked_ids": ["11003", "444112", "144197", "489539", "10212", "42203", "266680", "40099", "17317", "87346"], "ranked_scores": [677.0, 646.0, 636.0, 622.0, 621.0, 617.0, 615.0, 608.0, 607.0, 601.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177653": {"relevant_ids": ["79732"], "ranked_ids": ["79732", "39174", "200611", "395587", "412316", "525756", "377344", "138956", "194790", "137270"], "ranked_scores": [657.0, 603.0, 596.0, 568.0, 552.0, 547.0, 529.0, 517.0, 512.0, 511.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "415592": {"relevant_ids": ["415591"], "ranked_ids": ["415591", "435045", "430072", "322822", "84634", "91592", "207607", "379146", "288357", "13665"], "ranked_scores": [711.0, 580.0, 575.0, 564.0, 563.0, 546.0, 541.0, 537.0, 535.0, 531.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "511196": {"relevant_ids": ["511197"], "ranked_ids": ["511197", "77372", "251545", "414717", "459789", "156490", "289278", "251546", "45940", "260954"], "ranked_scores": [663.0, 525.0, 517.0, 513.0, 513.0, 513.0, 511.0, 511.0, 509.0, 505.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "344845": {"relevant_ids": ["344844"], "ranked_ids": ["344844", "161471", "289918", "162045", "79987", "469623", "397001", "125075", "95946", "327548"], "ranked_scores": [665.0, 588.0, 577.0, 573.0, 561.0, 559.0, 558.0, 552.0, 552.0, 549.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "396744": {"relevant_ids": ["396745"], "ranked_ids": ["396745", "236438", "313629", "421257", "527221", "284966", "184901", "481437", "16789", "75399"], "ranked_scores": [610.0, 560.0, 554.0, 550.0, 545.0, 533.0, 529.0, 527.0, 522.0, 521.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "452398": {"relevant_ids": ["452399"], "ranked_ids": ["452399", "230141", "324290", "372901", "530610", "450912", "134287", "60646", "277360", "298939"], "ranked_scores": [731.0, 539.0, 532.0, 529.0, 526.0, 522.0, 519.0, 519.0, 515.0, 514.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "182114": {"relevant_ids": ["182113"], "ranked_ids": ["182113", "196647", "139689", "405340", "531602", "229182", "323531", "475847", "80224", "234482"], "ranked_scores": [629.0, 590.0, 573.0, 568.0, 562.0, 559.0, 553.0, 550.0, 549.0, 547.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "486260": {"relevant_ids": ["486259"], "ranked_ids": ["486259", "392356", "146738", "113749", "146737", "221509", "209254", "391328", "65893", "241333"], "ranked_scores": [674.0, 605.0, 588.0, 583.0, 575.0, 572.0, 571.0, 571.0, 567.0, 562.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "455140": {"relevant_ids": ["315935"], "ranked_ids": ["315935", "308963", "246286", "50224", "318887", "510681", "245896", "315936", "124700", "519049"], "ranked_scores": [673.0, 614.0, 580.0, 560.0, 558.0, 557.0, 555.0, 550.0, 547.0, 545.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "56198": {"relevant_ids": ["56199"], "ranked_ids": ["56199", "138891", "199688", "67917", "123344", "73834", "279986", "160194", "160914", "246583"], "ranked_scores": [711.0, 527.0, 514.0, 513.0, 508.0, 505.0, 503.0, 502.0, 500.0, 499.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "30172": {"relevant_ids": ["145120", "185817", "68426", "145119", "30173", "373486"], "ranked_ids": ["145120", "68426", "160900", "30173", "373486", "205338", "82405", "145119", "185581", "185817"], "ranked_scores": [679.0, 666.0, 637.0, 626.0, 622.0, 605.0, 603.0, 601.0, 600.0, 599.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.1667, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.8304, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.9238, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "127880": {"relevant_ids": ["241164"], "ranked_ids": ["241164", "121458", "135083", "389443", "210277", "122116", "212021", "450198", "208455", "325175"], "ranked_scores": [609.0, 568.0, 553.0, 538.0, 534.0, 532.0, 532.0, 521.0, 521.0, 519.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "167969": {"relevant_ids": ["174461"], "ranked_ids": ["174461", "360983", "78497", "207491", "130124", "171665", "365197", "130123", "121354", "448412"], "ranked_scores": [630.0, 610.0, 569.0, 566.0, 559.0, 553.0, 553.0, 547.0, 541.0, 541.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "97986": {"relevant_ids": ["97987"], "ranked_ids": ["97987", "44589", "212168", "326597", "187976", "193896", "234865", "318396", "141075", "290935"], "ranked_scores": [735.0, 635.0, 579.0, 574.0, 569.0, 568.0, 565.0, 558.0, 556.0, 556.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "12865": {"relevant_ids": ["105683"], "ranked_ids": ["105683", "92902", "83623", "356189", "277453", "23129", "528844", "56590", "83622", "107184"], "ranked_scores": [731.0, 601.0, 580.0, 573.0, 566.0, 564.0, 563.0, 555.0, 552.0, 551.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "215681": {"relevant_ids": ["215680"], "ranked_ids": ["215680", "178515", "63757", "57552", "143842", "54139", "297953", "5733", "301165", "340195"], "ranked_scores": [720.0, 581.0, 562.0, 552.0, 549.0, 546.0, 543.0, 541.0, 540.0, 535.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-roberta-base-atanh-gamma0.1-nstep-2000": {"127728": {"relevant_ids": ["127729"], "ranked_ids": ["127729", "38063", "276617", "445616", "245618", "382156", "93150", "145244", "153290", "92818"], "ranked_scores": [580.0, 574.0, 561.0, 559.0, 555.0, 553.0, 549.0, 547.0, 547.0, 546.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "318820": {"relevant_ids": ["318821"], "ranked_ids": ["318821", "222238", "367479", "162581", "489320", "172247", "496708", "168411", "190698", "54496"], "ranked_scores": [707.0, 623.0, 606.0, 589.0, 580.0, 574.0, 572.0, 572.0, 571.0, 571.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "296098": {"relevant_ids": ["296097"], "ranked_ids": ["45506", "45507", "296097", "173403", "134752", "469868", "423933", "364131", "56686", "307653"], "ranked_scores": [562.0, 559.0, 556.0, 553.0, 553.0, 552.0, 551.0, 544.0, 543.0, 534.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.5, "mrr@3": 0.3333, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.5, "mrr@5": 0.3333, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.5, "mrr@10": 0.3333, "accuracy@10": 1.0, "recall@10": 1.0}, "150414": {"relevant_ids": ["192835"], "ranked_ids": ["192835", "105782", "516620", "132912", "105783", "126746", "126745", "113488", "470642", "103122"], "ranked_scores": [688.0, 665.0, 631.0, 628.0, 612.0, 609.0, 601.0, 592.0, 592.0, 589.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145582": {"relevant_ids": ["145583"], "ranked_ids": ["145583", "454248", "299264", "173109", "436023", "130013", "43082", "263736", "87614", "390399"], "ranked_scores": [652.0, 539.0, 525.0, 504.0, 500.0, 496.0, 495.0, 492.0, 487.0, 481.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "315712": {"relevant_ids": ["315713"], "ranked_ids": ["315713", "408588", "377891", "153536", "298503", "236508", "203205", "120489", "396505", "242340"], "ranked_scores": [656.0, 573.0, 570.0, 566.0, 563.0, 563.0, 556.0, 555.0, 552.0, 551.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145739": {"relevant_ids": ["145740"], "ranked_ids": ["145740", "241979", "366074", "115412", "415781", "429177", "85426", "8705", "453401", "100854"], "ranked_scores": [690.0, 621.0, 613.0, 593.0, 570.0, 568.0, 564.0, 562.0, 561.0, 559.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "308127": {"relevant_ids": ["308126"], "ranked_ids": ["308126", "100860", "98400", "395527", "326242", "367804", "385951", "65412", "36744", "77650"], "ranked_scores": [581.0, 552.0, 539.0, 537.0, 531.0, 531.0, 529.0, 528.0, 524.0, 522.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "287245": {"relevant_ids": ["283198", "283199", "322650"], "ranked_ids": ["322650", "283199", "283198", "221784", "420279", "192143", "497666", "304904", "221783", "420280"], "ranked_scores": [659.0, 656.0, 623.0, 551.0, 541.0, 538.0, 536.0, 533.0, 533.0, 529.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "14755": {"relevant_ids": ["14756", "211906"], "ranked_ids": ["14756", "211906", "450970", "235454", "57678", "30834", "236793", "45636", "259619", "169258"], "ranked_scores": [662.0, 658.0, 656.0, 583.0, 581.0, 577.0, 576.0, 559.0, 558.0, 552.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "370170": {"relevant_ids": ["370169"], "ranked_ids": ["370169", "537762", "211280", "476551", "117854", "466920", "534102", "417976", "449037", "59810"], "ranked_scores": [754.0, 517.0, 512.0, 512.0, 509.0, 506.0, 498.0, 497.0, 497.0, 497.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "41774": {"relevant_ids": ["41773"], "ranked_ids": ["41773", "239344", "33017", "148165", "214766", "442459", "366794", "468655", "307530", "53738"], "ranked_scores": [645.0, 546.0, 539.0, 539.0, 536.0, 533.0, 525.0, 522.0, 511.0, 511.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "399648": {"relevant_ids": ["399649"], "ranked_ids": ["399649", "225815", "435035", "481934", "462253", "411313", "324839", "11084", "124071", "285302"], "ranked_scores": [751.0, 608.0, 578.0, 570.0, 566.0, 566.0, 563.0, 558.0, 552.0, 550.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "504811": {"relevant_ids": ["504810"], "ranked_ids": ["504810", "451065", "406217", "508685", "309894", "175461", "90374", "527852", "276160", "214151"], "ranked_scores": [743.0, 540.0, 525.0, 523.0, 522.0, 518.0, 517.0, 512.0, 510.0, 509.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "362950": {"relevant_ids": ["400212", "362949"], "ranked_ids": ["362949", "400212", "129563", "427587", "487392", "438104", "411503", "475478", "348827", "151122"], "ranked_scores": [637.0, 632.0, 596.0, 584.0, 578.0, 572.0, 569.0, 568.0, 557.0, 556.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "155873": {"relevant_ids": ["155874"], "ranked_ids": ["155874", "392604", "346009", "487664", "136219", "292617", "464100", "3139", "146003", "294020"], "ranked_scores": [604.0, 554.0, 546.0, 543.0, 536.0, 534.0, 534.0, 532.0, 527.0, 527.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "263432": {"relevant_ids": ["263433"], "ranked_ids": ["263433", "128303", "407204", "372749", "261419", "473794", "401373", "345287", "503218", "510661"], "ranked_scores": [629.0, 573.0, 546.0, 542.0, 542.0, 537.0, 534.0, 533.0, 530.0, 528.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "354945": {"relevant_ids": ["354946"], "ranked_ids": ["354946", "254071", "462983", "462984", "322478", "108161", "287396", "395883", "157453", "202817"], "ranked_scores": [687.0, 630.0, 562.0, 533.0, 524.0, 522.0, 505.0, 503.0, 502.0, 497.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "245417": {"relevant_ids": ["219475", "248195"], "ranked_ids": ["40657", "219475", "248195", "64433", "319022", "413039", "37326", "152213", "164159", "301977"], "ranked_scores": [643.0, 618.0, 593.0, 577.0, 565.0, 563.0, 558.0, 552.0, 551.0, 549.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6934, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6934, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6934, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "516276": {"relevant_ids": ["516277"], "ranked_ids": ["516277", "19755", "34173", "76958", "510783", "489791", "352289", "119374", "149233", "44716"], "ranked_scores": [717.0, 594.0, 583.0, 582.0, 573.0, 568.0, 562.0, 553.0, 550.0, 548.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177580": {"relevant_ids": ["177579"], "ranked_ids": ["177579", "60577", "115954", "76563", "18081", "272252", "370405", "75396", "419100", "185553"], "ranked_scores": [720.0, 545.0, 534.0, 532.0, 529.0, 529.0, 527.0, 523.0, 520.0, 518.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "309865": {"relevant_ids": ["78623", "33713", "78624"], "ranked_ids": ["33713", "78623", "78624", "405094", "153484", "495751", "437065", "209041", "235483", "469068"], "ranked_scores": [655.0, 633.0, 633.0, 632.0, 629.0, 619.0, 611.0, 602.0, 589.0, 583.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "510387": {"relevant_ids": ["510386"], "ranked_ids": ["510386", "241538", "344869", "52003", "40390", "170896", "241537", "254292", "371033", "484846"], "ranked_scores": [671.0, 645.0, 633.0, 620.0, 617.0, 606.0, 605.0, 596.0, 593.0, 591.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "26645": {"relevant_ids": ["26644"], "ranked_ids": ["26644", "318396", "461704", "193896", "234865", "207775", "256679", "83875", "108781", "265116"], "ranked_scores": [707.0, 590.0, 575.0, 571.0, 571.0, 570.0, 565.0, 559.0, 558.0, 558.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "47788": {"relevant_ids": ["455725"], "ranked_ids": ["455725", "235686", "8505", "331", "59223", "348138", "47703", "518171", "101721", "59508"], "ranked_scores": [667.0, 643.0, 639.0, 638.0, 638.0, 619.0, 619.0, 612.0, 609.0, 608.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "338281": {"relevant_ids": ["338282"], "ranked_ids": ["338282", "457315", "119513", "234727", "399331", "431433", "430005", "434432", "34764", "291354"], "ranked_scores": [665.0, 530.0, 529.0, 525.0, 524.0, 518.0, 517.0, 513.0, 509.0, 508.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "461149": {"relevant_ids": ["461148"], "ranked_ids": ["461148", "203100", "525835", "527101", "302225", "377056", "2420", "482221", "283905", "8828"], "ranked_scores": [621.0, 599.0, 590.0, 576.0, 576.0, 566.0, 556.0, 556.0, 554.0, 554.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "346126": {"relevant_ids": ["110711", "110710"], "ranked_ids": ["110710", "154338", "110711", "254526", "229972", "296319", "108617", "203476", "528998", "6816"], "ranked_scores": [696.0, 684.0, 671.0, 606.0, 602.0, 592.0, 590.0, 588.0, 572.0, 566.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.9197, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.9197, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9197, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "372986": {"relevant_ids": ["49961", "262882"], "ranked_ids": ["49961", "262882", "215938", "303468", "497531", "203984", "499535", "108183", "415486", "497357"], "ranked_scores": [710.0, 634.0, 557.0, 554.0, 547.0, 537.0, 536.0, 534.0, 527.0, 526.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "501182": {"relevant_ids": ["501181"], "ranked_ids": ["501181", "109121", "402718", "325288", "185580", "447737", "274777", "400576", "179018", "446824"], "ranked_scores": [678.0, 582.0, 553.0, 549.0, 539.0, 535.0, 534.0, 532.0, 530.0, 528.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13800": {"relevant_ids": ["13799", "376590", "408522"], "ranked_ids": ["13799", "376590", "179943", "408522", "481109", "281010", "23471", "8622", "56338", "30987"], "ranked_scores": [640.0, 617.0, 599.0, 587.0, 575.0, 571.0, 571.0, 565.0, 557.0, 556.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.9675, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9675, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "250143": {"relevant_ids": ["250142"], "ranked_ids": ["250142", "473276", "73729", "76062", "368186", "96270", "57155", "520955", "57156", "206630"], "ranked_scores": [599.0, 596.0, 531.0, 529.0, 518.0, 517.0, 512.0, 508.0, 505.0, 504.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13223": {"relevant_ids": ["88348", "156773", "13224", "88349", "20277"], "ranked_ids": ["156773", "13224", "88348", "88349", "223304", "86343", "137719", "366749", "24720", "20277"], "ranked_scores": [732.0, 647.0, 646.0, 635.0, 620.0, 619.0, 618.0, 615.0, 612.0, 610.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.2, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6, "ndcg@5": 0.8688, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.8, "ndcg@10": 0.9668, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "11002": {"relevant_ids": ["11003"], "ranked_ids": ["11003", "489539", "144197", "444112", "347493", "87346", "10212", "42203", "314099", "153944"], "ranked_scores": [641.0, 614.0, 605.0, 599.0, 591.0, 591.0, 579.0, 578.0, 573.0, 567.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177653": {"relevant_ids": ["79732"], "ranked_ids": ["79732", "39174", "200611", "525756", "395587", "373717", "412316", "137270", "208018", "245271"], "ranked_scores": [669.0, 571.0, 570.0, 541.0, 531.0, 519.0, 505.0, 500.0, 497.0, 496.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "415592": {"relevant_ids": ["415591"], "ranked_ids": ["415591", "91592", "435045", "88542", "430072", "84634", "381371", "117817", "379146", "166836"], "ranked_scores": [699.0, 579.0, 573.0, 562.0, 562.0, 558.0, 551.0, 548.0, 547.0, 545.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "511196": {"relevant_ids": ["511197"], "ranked_ids": ["511197", "156490", "289278", "459789", "45940", "191329", "328397", "77372", "537528", "349723"], "ranked_scores": [655.0, 551.0, 550.0, 538.0, 529.0, 529.0, 522.0, 520.0, 511.0, 508.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "344845": {"relevant_ids": ["344844"], "ranked_ids": ["344844", "161471", "397001", "79987", "160276", "95946", "327548", "380837", "125074", "48574"], "ranked_scores": [686.0, 612.0, 599.0, 598.0, 579.0, 576.0, 575.0, 573.0, 570.0, 570.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "396744": {"relevant_ids": ["396745"], "ranked_ids": ["396745", "236438", "421257", "284966", "507513", "418055", "75399", "318588", "464360", "516168"], "ranked_scores": [579.0, 571.0, 545.0, 542.0, 539.0, 538.0, 537.0, 535.0, 531.0, 530.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "452398": {"relevant_ids": ["452399"], "ranked_ids": ["452399", "530610", "4228", "230141", "399415", "90225", "304781", "461682", "196176", "221563"], "ranked_scores": [722.0, 566.0, 544.0, 541.0, 540.0, 539.0, 539.0, 536.0, 534.0, 534.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "182114": {"relevant_ids": ["182113"], "ranked_ids": ["182113", "196647", "531602", "234482", "256239", "475847", "229182", "80719", "323531", "162482"], "ranked_scores": [615.0, 605.0, 584.0, 578.0, 570.0, 566.0, 564.0, 550.0, 548.0, 547.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "486260": {"relevant_ids": ["486259"], "ranked_ids": ["486259", "392356", "209254", "113749", "146738", "221509", "452464", "391328", "10591", "241333"], "ranked_scores": [664.0, 593.0, 589.0, 581.0, 578.0, 571.0, 563.0, 560.0, 559.0, 559.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "455140": {"relevant_ids": ["315935"], "ranked_ids": ["315935", "308963", "124700", "519049", "246286", "50224", "348491", "315936", "211061", "93864"], "ranked_scores": [678.0, 592.0, 584.0, 567.0, 564.0, 551.0, 550.0, 549.0, 548.0, 548.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "56198": {"relevant_ids": ["56199"], "ranked_ids": ["56199", "138891", "160914", "199688", "67917", "71092", "43404", "249114", "452069", "160194"], "ranked_scores": [728.0, 537.0, 520.0, 520.0, 519.0, 516.0, 516.0, 515.0, 513.0, 510.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "30172": {"relevant_ids": ["145120", "185817", "68426", "145119", "30173", "373486"], "ranked_ids": ["145120", "160900", "68426", "205338", "373486", "82405", "185581", "90983", "185817", "192604"], "ranked_scores": [704.0, 680.0, 659.0, 636.0, 635.0, 634.0, 632.0, 632.0, 628.0, 628.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.1667, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.6399, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.6621, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.6667}, "127880": {"relevant_ids": ["241164"], "ranked_ids": ["241164", "121458", "122116", "135083", "210277", "421143", "450198", "358959", "36536", "535042"], "ranked_scores": [595.0, 565.0, 560.0, 556.0, 554.0, 549.0, 545.0, 541.0, 540.0, 538.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "167969": {"relevant_ids": ["174461"], "ranked_ids": ["174461", "360983", "347474", "222958", "144121", "365197", "78497", "121354", "60171", "171665"], "ranked_scores": [647.0, 626.0, 572.0, 567.0, 567.0, 562.0, 561.0, 560.0, 558.0, 556.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "97986": {"relevant_ids": ["97987"], "ranked_ids": ["97987", "44589", "212168", "326597", "193896", "108564", "234865", "284181", "41241", "41242"], "ranked_scores": [736.0, 605.0, 582.0, 564.0, 563.0, 562.0, 559.0, 559.0, 556.0, 546.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "12865": {"relevant_ids": ["105683"], "ranked_ids": ["105683", "92902", "356189", "191268", "277453", "323015", "480086", "83623", "528051", "267487"], "ranked_scores": [717.0, 591.0, 582.0, 569.0, 568.0, 566.0, 563.0, 560.0, 557.0, 554.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "215681": {"relevant_ids": ["215680"], "ranked_ids": ["215680", "178515", "177080", "297953", "57552", "143842", "5733", "340195", "63757", "52235"], "ranked_scores": [718.0, 583.0, 571.0, 570.0, 569.0, 555.0, 553.0, 552.0, 552.0, 550.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-roberta-base-atanh-gamma0.1-nstep-4000": {"127728": {"relevant_ids": ["127729"], "ranked_ids": ["127729", "38063", "278575", "29358", "190150", "92818", "245618", "397135", "276617", "78763"], "ranked_scores": [568.0, 568.0, 548.0, 548.0, 546.0, 544.0, 542.0, 539.0, 538.0, 538.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "318820": {"relevant_ids": ["318821"], "ranked_ids": ["318821", "222238", "367479", "489320", "54496", "355161", "168411", "496708", "103640", "481262"], "ranked_scores": [704.0, 627.0, 585.0, 582.0, 578.0, 577.0, 571.0, 570.0, 560.0, 559.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "296098": {"relevant_ids": ["296097"], "ranked_ids": ["296097", "173403", "364131", "468805", "134752", "45506", "469868", "56686", "45507", "307653"], "ranked_scores": [568.0, 560.0, 551.0, 550.0, 546.0, 540.0, 539.0, 538.0, 538.0, 531.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "150414": {"relevant_ids": ["192835"], "ranked_ids": ["192835", "105782", "516620", "105783", "132912", "126746", "113488", "103122", "259561", "470642"], "ranked_scores": [690.0, 666.0, 631.0, 621.0, 610.0, 602.0, 595.0, 591.0, 573.0, 572.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145582": {"relevant_ids": ["145583"], "ranked_ids": ["145583", "454248", "112261", "299264", "43082", "87614", "263736", "390399", "130013", "173109"], "ranked_scores": [628.0, 546.0, 504.0, 493.0, 492.0, 491.0, 489.0, 484.0, 483.0, 481.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "315712": {"relevant_ids": ["315713"], "ranked_ids": ["315713", "153536", "454814", "58851", "120489", "107153", "368164", "396505", "377891", "408588"], "ranked_scores": [662.0, 600.0, 581.0, 578.0, 578.0, 575.0, 575.0, 575.0, 573.0, 573.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145739": {"relevant_ids": ["145740"], "ranked_ids": ["145740", "241979", "366074", "115412", "415781", "429177", "100854", "17980", "380205", "85426"], "ranked_scores": [696.0, 608.0, 586.0, 583.0, 570.0, 568.0, 567.0, 565.0, 563.0, 562.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "308127": {"relevant_ids": ["308126"], "ranked_ids": ["308126", "100860", "385951", "395527", "36744", "65412", "98400", "301104", "77650", "498938"], "ranked_scores": [585.0, 567.0, 540.0, 536.0, 530.0, 529.0, 525.0, 523.0, 522.0, 520.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "287245": {"relevant_ids": ["283198", "283199", "322650"], "ranked_ids": ["322650", "283199", "283198", "420279", "221784", "221783", "188940", "68138", "192143", "405392"], "ranked_scores": [643.0, 642.0, 601.0, 546.0, 539.0, 533.0, 526.0, 524.0, 520.0, 520.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "14755": {"relevant_ids": ["14756", "211906"], "ranked_ids": ["450970", "211906", "14756", "235454", "30834", "236793", "362149", "57678", "218584", "393649"], "ranked_scores": [671.0, 668.0, 667.0, 588.0, 579.0, 561.0, 548.0, 547.0, 546.0, 544.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6934, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6934, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6934, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "370170": {"relevant_ids": ["370169"], "ranked_ids": ["370169", "211280", "476551", "537762", "191527", "117854", "449037", "466920", "96998", "193297"], "ranked_scores": [752.0, 520.0, 516.0, 513.0, 512.0, 505.0, 502.0, 499.0, 498.0, 496.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "41774": {"relevant_ids": ["41773"], "ranked_ids": ["41773", "53738", "239344", "214766", "442459", "307530", "33017", "148165", "468655", "468656"], "ranked_scores": [659.0, 540.0, 531.0, 527.0, 527.0, 527.0, 525.0, 524.0, 520.0, 511.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "399648": {"relevant_ids": ["399649"], "ranked_ids": ["399649", "225815", "435035", "324839", "481934", "462253", "470800", "124071", "21253", "411313"], "ranked_scores": [753.0, 623.0, 591.0, 571.0, 566.0, 562.0, 557.0, 556.0, 543.0, 543.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "504811": {"relevant_ids": ["504810"], "ranked_ids": ["504810", "309894", "508685", "487409", "175461", "214151", "90374", "5861", "298555", "451065"], "ranked_scores": [728.0, 535.0, 534.0, 531.0, 529.0, 523.0, 522.0, 516.0, 514.0, 514.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "362950": {"relevant_ids": ["400212", "362949"], "ranked_ids": ["362949", "400212", "427587", "487392", "438104", "129563", "9132", "475478", "411503", "419727"], "ranked_scores": [649.0, 637.0, 597.0, 593.0, 585.0, 582.0, 574.0, 570.0, 566.0, 559.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "155873": {"relevant_ids": ["155874"], "ranked_ids": ["155874", "136219", "346009", "392604", "3139", "294020", "487664", "3249", "392771", "464100"], "ranked_scores": [611.0, 533.0, 526.0, 520.0, 518.0, 514.0, 513.0, 511.0, 509.0, 506.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "263432": {"relevant_ids": ["263433"], "ranked_ids": ["263433", "128303", "407204", "503218", "372749", "473794", "301563", "261419", "104254", "401373"], "ranked_scores": [625.0, 560.0, 541.0, 532.0, 527.0, 526.0, 526.0, 522.0, 521.0, 521.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "354945": {"relevant_ids": ["354946"], "ranked_ids": ["354946", "254071", "462983", "462984", "243923", "287396", "395883", "157453", "108161", "63372"], "ranked_scores": [705.0, 608.0, 547.0, 525.0, 523.0, 517.0, 511.0, 509.0, 506.0, 500.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "245417": {"relevant_ids": ["219475", "248195"], "ranked_ids": ["40657", "219475", "248195", "164159", "319022", "64433", "368145", "413039", "37326", "14180"], "ranked_scores": [625.0, 609.0, 582.0, 568.0, 566.0, 558.0, 545.0, 544.0, 538.0, 535.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6934, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6934, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6934, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "516276": {"relevant_ids": ["516277"], "ranked_ids": ["516277", "19755", "34173", "510783", "76958", "149233", "489791", "471902", "286275", "479392"], "ranked_scores": [708.0, 611.0, 603.0, 602.0, 587.0, 572.0, 570.0, 568.0, 565.0, 558.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177580": {"relevant_ids": ["177579"], "ranked_ids": ["177579", "129413", "115954", "255647", "370405", "272252", "129412", "18081", "517075", "99261"], "ranked_scores": [716.0, 522.0, 520.0, 519.0, 516.0, 513.0, 513.0, 511.0, 508.0, 508.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "309865": {"relevant_ids": ["78623", "33713", "78624"], "ranked_ids": ["33713", "78624", "495751", "405094", "78623", "153484", "235483", "469068", "437065", "209041"], "ranked_scores": [658.0, 619.0, 614.0, 610.0, 607.0, 593.0, 587.0, 584.0, 582.0, 574.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.9469, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9469, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "510387": {"relevant_ids": ["510386"], "ranked_ids": ["510386", "241538", "241537", "40390", "344869", "170896", "52003", "371033", "254292", "21528"], "ranked_scores": [661.0, 655.0, 621.0, 621.0, 615.0, 607.0, 602.0, 598.0, 589.0, 582.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "26645": {"relevant_ids": ["26644"], "ranked_ids": ["26644", "318396", "193896", "207775", "83875", "256679", "83874", "234865", "461704", "326597"], "ranked_scores": [726.0, 581.0, 575.0, 570.0, 570.0, 569.0, 569.0, 568.0, 559.0, 557.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "47788": {"relevant_ids": ["455725"], "ranked_ids": ["455725", "331", "59223", "348138", "101721", "8505", "235686", "47703", "59508", "47789"], "ranked_scores": [665.0, 638.0, 637.0, 636.0, 630.0, 629.0, 623.0, 618.0, 610.0, 601.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "338281": {"relevant_ids": ["338282"], "ranked_ids": ["338282", "431433", "430005", "119513", "22636", "467526", "315387", "234727", "434432", "457315"], "ranked_scores": [679.0, 529.0, 517.0, 517.0, 514.0, 511.0, 509.0, 498.0, 497.0, 496.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "461149": {"relevant_ids": ["461148"], "ranked_ids": ["461148", "525835", "203100", "527101", "392720", "302225", "335800", "377056", "417040", "2420"], "ranked_scores": [630.0, 608.0, 572.0, 565.0, 558.0, 558.0, 557.0, 555.0, 552.0, 549.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "346126": {"relevant_ids": ["110711", "110710"], "ranked_ids": ["110710", "154338", "110711", "203476", "108617", "6816", "168350", "355996", "296319", "229972"], "ranked_scores": [683.0, 675.0, 658.0, 573.0, 571.0, 570.0, 566.0, 562.0, 561.0, 558.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.9197, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.9197, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9197, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "372986": {"relevant_ids": ["49961", "262882"], "ranked_ids": ["49961", "262882", "303468", "215938", "140335", "108183", "127288", "485235", "497357", "497531"], "ranked_scores": [711.0, 634.0, 559.0, 556.0, 543.0, 537.0, 535.0, 533.0, 530.0, 527.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "501182": {"relevant_ids": ["501181"], "ranked_ids": ["501181", "402718", "179018", "109121", "274777", "474402", "325288", "185580", "447737", "400576"], "ranked_scores": [677.0, 542.0, 528.0, 527.0, 518.0, 511.0, 511.0, 507.0, 505.0, 504.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13800": {"relevant_ids": ["13799", "376590", "408522"], "ranked_ids": ["13799", "376590", "179943", "408522", "481109", "281010", "23471", "363079", "8622", "56338"], "ranked_scores": [662.0, 632.0, 603.0, 594.0, 581.0, 569.0, 562.0, 561.0, 558.0, 555.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.9675, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9675, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "250143": {"relevant_ids": ["250142"], "ranked_ids": ["250142", "473276", "76062", "520955", "96270", "73729", "368186", "58986", "57155", "50538"], "ranked_scores": [622.0, 604.0, 559.0, 531.0, 530.0, 527.0, 524.0, 523.0, 518.0, 517.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13223": {"relevant_ids": ["88348", "156773", "13224", "88349", "20277"], "ranked_ids": ["156773", "88348", "88349", "13224", "86343", "366749", "24720", "223304", "20277", "137719"], "ranked_scores": [725.0, 651.0, 640.0, 632.0, 626.0, 625.0, 618.0, 613.0, 599.0, 596.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.2, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6, "ndcg@5": 0.8688, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.8, "ndcg@10": 0.9709, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "11002": {"relevant_ids": ["11003"], "ranked_ids": ["11003", "489539", "444112", "10212", "144197", "42203", "87346", "347493", "17317", "314099"], "ranked_scores": [658.0, 621.0, 617.0, 614.0, 613.0, 599.0, 595.0, 591.0, 588.0, 583.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177653": {"relevant_ids": ["79732"], "ranked_ids": ["79732", "39174", "200611", "395587", "525756", "412316", "377344", "137270", "373717", "319515"], "ranked_scores": [658.0, 601.0, 592.0, 546.0, 545.0, 529.0, 524.0, 506.0, 497.0, 495.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "415592": {"relevant_ids": ["415591"], "ranked_ids": ["415591", "430072", "435045", "84634", "88542", "172118", "288357", "499684", "425878", "91592"], "ranked_scores": [705.0, 571.0, 569.0, 558.0, 557.0, 548.0, 547.0, 543.0, 542.0, 542.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "511196": {"relevant_ids": ["511197"], "ranked_ids": ["511197", "156490", "289278", "45940", "77372", "459789", "251545", "224675", "154566", "537528"], "ranked_scores": [659.0, 535.0, 533.0, 530.0, 527.0, 525.0, 512.0, 512.0, 506.0, 505.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "344845": {"relevant_ids": ["344844"], "ranked_ids": ["344844", "161471", "224515", "289918", "79987", "469623", "6705", "397001", "125074", "311499"], "ranked_scores": [695.0, 619.0, 587.0, 586.0, 583.0, 578.0, 571.0, 571.0, 570.0, 570.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "396744": {"relevant_ids": ["396745"], "ranked_ids": ["396745", "236438", "284966", "318588", "454241", "313629", "418055", "157983", "421257", "394632"], "ranked_scores": [568.0, 551.0, 541.0, 525.0, 517.0, 516.0, 514.0, 513.0, 512.0, 511.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "452398": {"relevant_ids": ["452399"], "ranked_ids": ["452399", "530610", "90225", "304781", "230141", "134287", "4228", "102618", "324290", "461682"], "ranked_scores": [725.0, 564.0, 548.0, 536.0, 536.0, 529.0, 529.0, 528.0, 528.0, 528.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "182114": {"relevant_ids": ["182113"], "ranked_ids": ["182113", "196647", "234482", "531602", "139689", "475847", "229182", "328873", "481882", "256239"], "ranked_scores": [639.0, 614.0, 590.0, 579.0, 579.0, 570.0, 562.0, 557.0, 557.0, 556.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "486260": {"relevant_ids": ["486259"], "ranked_ids": ["486259", "392356", "209254", "146738", "113749", "146737", "221509", "476748", "241333", "65893"], "ranked_scores": [673.0, 612.0, 604.0, 590.0, 583.0, 580.0, 565.0, 563.0, 562.0, 562.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "455140": {"relevant_ids": ["315935"], "ranked_ids": ["315935", "308963", "124700", "519049", "50224", "246286", "315936", "318887", "454994", "369068"], "ranked_scores": [690.0, 572.0, 568.0, 552.0, 550.0, 547.0, 544.0, 541.0, 535.0, 531.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "56198": {"relevant_ids": ["56199"], "ranked_ids": ["56199", "138891", "5969", "160194", "160914", "452069", "199688", "135929", "123344", "496142"], "ranked_scores": [701.0, 531.0, 508.0, 507.0, 501.0, 499.0, 497.0, 495.0, 495.0, 494.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "30172": {"relevant_ids": ["145120", "185817", "68426", "145119", "30173", "373486"], "ranked_ids": ["145120", "160900", "68426", "373486", "145119", "82405", "30173", "90983", "205338", "192604"], "ranked_scores": [690.0, 687.0, 642.0, 633.0, 626.0, 622.0, 619.0, 612.0, 611.0, 607.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.1667, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.786, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.8022, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.8333}, "127880": {"relevant_ids": ["241164"], "ranked_ids": ["241164", "121458", "135083", "212021", "450198", "22396", "389443", "210277", "329579", "122116"], "ranked_scores": [589.0, 564.0, 550.0, 532.0, 531.0, 525.0, 520.0, 519.0, 518.0, 516.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "167969": {"relevant_ids": ["174461"], "ranked_ids": ["174461", "360983", "130124", "171665", "121354", "365197", "78497", "347474", "222958", "91854"], "ranked_scores": [645.0, 622.0, 556.0, 555.0, 549.0, 548.0, 546.0, 539.0, 538.0, 537.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "97986": {"relevant_ids": ["97987"], "ranked_ids": ["97987", "44589", "212168", "326597", "187976", "274700", "284181", "234865", "393565", "41242"], "ranked_scores": [732.0, 602.0, 569.0, 564.0, 560.0, 556.0, 556.0, 553.0, 553.0, 551.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "12865": {"relevant_ids": ["105683"], "ranked_ids": ["105683", "277453", "92902", "313106", "356189", "267487", "191268", "506722", "323015", "6376"], "ranked_scores": [734.0, 587.0, 575.0, 563.0, 561.0, 556.0, 556.0, 555.0, 553.0, 551.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "215681": {"relevant_ids": ["215680"], "ranked_ids": ["215680", "178515", "297953", "143842", "177080", "57552", "365071", "340195", "5733", "229503"], "ranked_scores": [714.0, 567.0, 555.0, 552.0, 541.0, 536.0, 536.0, 534.0, 532.0, 531.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-roberta-base-atanh-gamma0.1-nstep-6000": {"127728": {"relevant_ids": ["127729"], "ranked_ids": ["38063", "127729", "145244", "29358", "250619", "92818", "276617", "521993", "153290", "78763"], "ranked_scores": [560.0, 556.0, 536.0, 534.0, 533.0, 532.0, 530.0, 529.0, 525.0, 525.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "318820": {"relevant_ids": ["318821"], "ranked_ids": ["318821", "222238", "489320", "168411", "496708", "355161", "54496", "367479", "162581", "467230"], "ranked_scores": [705.0, 614.0, 577.0, 571.0, 570.0, 570.0, 568.0, 564.0, 562.0, 560.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "296098": {"relevant_ids": ["296097"], "ranked_ids": ["45507", "296097", "134752", "45506", "423933", "173403", "56686", "469868", "364131", "493414"], "ranked_scores": [566.0, 565.0, 561.0, 555.0, 544.0, 544.0, 541.0, 541.0, 539.0, 527.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "150414": {"relevant_ids": ["192835"], "ranked_ids": ["192835", "105782", "516620", "105783", "132912", "126746", "103122", "126745", "113488", "121070"], "ranked_scores": [699.0, 667.0, 627.0, 620.0, 609.0, 594.0, 589.0, 584.0, 574.0, 573.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145582": {"relevant_ids": ["145583"], "ranked_ids": ["145583", "454248", "299264", "263736", "112261", "87614", "332628", "192143", "390399", "43082"], "ranked_scores": [627.0, 542.0, 504.0, 487.0, 485.0, 477.0, 476.0, 475.0, 474.0, 473.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "315712": {"relevant_ids": ["315713"], "ranked_ids": ["315713", "153536", "454814", "120489", "58851", "107153", "368164", "377891", "396505", "408588"], "ranked_scores": [650.0, 602.0, 590.0, 586.0, 583.0, 579.0, 579.0, 576.0, 570.0, 564.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145739": {"relevant_ids": ["145740"], "ranked_ids": ["145740", "241979", "366074", "115412", "100854", "415781", "33202", "17980", "323620", "85426"], "ranked_scores": [706.0, 615.0, 589.0, 587.0, 570.0, 568.0, 567.0, 564.0, 562.0, 555.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "308127": {"relevant_ids": ["308126"], "ranked_ids": ["308126", "77650", "385951", "301104", "395527", "100860", "329643", "65412", "344036", "36744"], "ranked_scores": [598.0, 534.0, 533.0, 530.0, 527.0, 526.0, 525.0, 525.0, 525.0, 524.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "287245": {"relevant_ids": ["283198", "283199", "322650"], "ranked_ids": ["283199", "322650", "283198", "221784", "420279", "68138", "497666", "405392", "192143", "420280"], "ranked_scores": [657.0, 654.0, 610.0, 542.0, 540.0, 520.0, 518.0, 518.0, 515.0, 514.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "14755": {"relevant_ids": ["14756", "211906"], "ranked_ids": ["450970", "14756", "211906", "30834", "235454", "236793", "57678", "169258", "393649", "449494"], "ranked_scores": [665.0, 664.0, 664.0, 571.0, 570.0, 553.0, 551.0, 540.0, 536.0, 536.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6934, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6934, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6934, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "370170": {"relevant_ids": ["370169"], "ranked_ids": ["370169", "537762", "211280", "449037", "476551", "96998", "156412", "466920", "417976", "528902"], "ranked_scores": [755.0, 521.0, 518.0, 518.0, 505.0, 502.0, 500.0, 499.0, 498.0, 495.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "41774": {"relevant_ids": ["41773"], "ranked_ids": ["41773", "148165", "239344", "33017", "366794", "307530", "53738", "194725", "442459", "468655"], "ranked_scores": [656.0, 531.0, 531.0, 528.0, 521.0, 515.0, 514.0, 512.0, 510.0, 503.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "399648": {"relevant_ids": ["399649"], "ranked_ids": ["399649", "225815", "435035", "462253", "481934", "470800", "324839", "359281", "411313", "445074"], "ranked_scores": [752.0, 616.0, 597.0, 575.0, 574.0, 562.0, 558.0, 554.0, 552.0, 547.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "504811": {"relevant_ids": ["504810"], "ranked_ids": ["504810", "309894", "451065", "298555", "487409", "508685", "175461", "214151", "179617", "381008"], "ranked_scores": [739.0, 534.0, 530.0, 528.0, 527.0, 527.0, 516.0, 516.0, 509.0, 508.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "362950": {"relevant_ids": ["400212", "362949"], "ranked_ids": ["362949", "400212", "487392", "427587", "9132", "438104", "129563", "475478", "411503", "348827"], "ranked_scores": [639.0, 637.0, 598.0, 596.0, 575.0, 574.0, 574.0, 570.0, 564.0, 557.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "155873": {"relevant_ids": ["155874"], "ranked_ids": ["155874", "392604", "136219", "346009", "294020", "146003", "444541", "487664", "446058", "196606"], "ranked_scores": [618.0, 561.0, 553.0, 543.0, 532.0, 524.0, 519.0, 519.0, 518.0, 517.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "263432": {"relevant_ids": ["263433"], "ranked_ids": ["263433", "407204", "128303", "473794", "261419", "254526", "18217", "238602", "503218", "254597"], "ranked_scores": [619.0, 561.0, 554.0, 551.0, 549.0, 538.0, 537.0, 537.0, 537.0, 533.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "354945": {"relevant_ids": ["354946"], "ranked_ids": ["354946", "254071", "462983", "287396", "243923", "9687", "395883", "433956", "462984", "447155"], "ranked_scores": [691.0, 578.0, 532.0, 520.0, 519.0, 510.0, 505.0, 505.0, 505.0, 504.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "245417": {"relevant_ids": ["219475", "248195"], "ranked_ids": ["40657", "219475", "248195", "164159", "319022", "37326", "14180", "64433", "223618", "368145"], "ranked_scores": [632.0, 622.0, 592.0, 584.0, 573.0, 554.0, 552.0, 552.0, 546.0, 546.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6934, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6934, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6934, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "516276": {"relevant_ids": ["516277"], "ranked_ids": ["516277", "19755", "34173", "510783", "76958", "149233", "385401", "469506", "119374", "286275"], "ranked_scores": [698.0, 610.0, 605.0, 589.0, 586.0, 554.0, 548.0, 548.0, 546.0, 546.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177580": {"relevant_ids": ["177579"], "ranked_ids": ["177579", "370405", "129412", "272252", "115954", "129413", "18081", "512921", "255647", "99261"], "ranked_scores": [723.0, 527.0, 520.0, 520.0, 520.0, 519.0, 513.0, 511.0, 509.0, 509.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "309865": {"relevant_ids": ["78623", "33713", "78624"], "ranked_ids": ["33713", "78624", "78623", "405094", "495751", "153484", "469068", "209041", "235483", "360054"], "ranked_scores": [663.0, 626.0, 625.0, 620.0, 596.0, 593.0, 589.0, 585.0, 583.0, 577.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "510387": {"relevant_ids": ["510386"], "ranked_ids": ["510386", "241538", "52003", "40390", "344869", "241537", "170896", "101855", "371033", "160232"], "ranked_scores": [664.0, 649.0, 630.0, 618.0, 616.0, 612.0, 612.0, 590.0, 583.0, 570.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "26645": {"relevant_ids": ["26644"], "ranked_ids": ["26644", "318396", "207775", "83875", "83874", "193896", "326597", "461704", "144057", "256679"], "ranked_scores": [728.0, 588.0, 571.0, 570.0, 567.0, 566.0, 556.0, 556.0, 554.0, 549.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "47788": {"relevant_ids": ["455725"], "ranked_ids": ["455725", "235686", "8505", "331", "59223", "348138", "47703", "101721", "518171", "59508"], "ranked_scores": [685.0, 647.0, 645.0, 642.0, 640.0, 636.0, 631.0, 617.0, 603.0, 577.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "338281": {"relevant_ids": ["338282"], "ranked_ids": ["338282", "430005", "119513", "431433", "22636", "467526", "208802", "315387", "234727", "399331"], "ranked_scores": [685.0, 520.0, 509.0, 509.0, 508.0, 508.0, 506.0, 506.0, 498.0, 497.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "461149": {"relevant_ids": ["461148"], "ranked_ids": ["525835", "461148", "527101", "203100", "377056", "335800", "414838", "8828", "100854", "283905"], "ranked_scores": [633.0, 627.0, 576.0, 571.0, 563.0, 549.0, 546.0, 545.0, 541.0, 541.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "346126": {"relevant_ids": ["110711", "110710"], "ranked_ids": ["110710", "110711", "154338", "108617", "203476", "168350", "528998", "6816", "254526", "355996"], "ranked_scores": [682.0, 675.0, 668.0, 574.0, 572.0, 568.0, 567.0, 565.0, 560.0, 560.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "372986": {"relevant_ids": ["49961", "262882"], "ranked_ids": ["49961", "262882", "140335", "405434", "508006", "108183", "497531", "88278", "215938", "516501"], "ranked_scores": [703.0, 630.0, 538.0, 537.0, 537.0, 534.0, 533.0, 532.0, 531.0, 530.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "501182": {"relevant_ids": ["501181"], "ranked_ids": ["501181", "402718", "274777", "109121", "179018", "185580", "447737", "446824", "395974", "193082"], "ranked_scores": [673.0, 544.0, 537.0, 535.0, 521.0, 519.0, 519.0, 513.0, 512.0, 507.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13800": {"relevant_ids": ["13799", "376590", "408522"], "ranked_ids": ["13799", "376590", "408522", "179943", "481109", "8622", "281010", "23471", "56338", "363079"], "ranked_scores": [660.0, 639.0, 612.0, 605.0, 582.0, 578.0, 567.0, 565.0, 562.0, 560.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "250143": {"relevant_ids": ["250142"], "ranked_ids": ["250142", "473276", "76062", "50538", "96270", "533421", "520955", "50539", "509757", "460976"], "ranked_scores": [636.0, 593.0, 537.0, 521.0, 521.0, 519.0, 516.0, 511.0, 511.0, 508.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13223": {"relevant_ids": ["88348", "156773", "13224", "88349", "20277"], "ranked_ids": ["156773", "88348", "88349", "13224", "86343", "24720", "366749", "223304", "137719", "359956"], "ranked_scores": [731.0, 661.0, 650.0, 641.0, 632.0, 627.0, 625.0, 613.0, 609.0, 591.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.2, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6, "ndcg@5": 0.8688, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.8, "ndcg@10": 0.8688, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.8}, "11002": {"relevant_ids": ["11003"], "ranked_ids": ["11003", "489539", "444112", "144197", "347493", "42203", "10212", "266680", "87346", "314099"], "ranked_scores": [663.0, 625.0, 624.0, 622.0, 607.0, 604.0, 603.0, 596.0, 595.0, 588.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177653": {"relevant_ids": ["79732"], "ranked_ids": ["79732", "39174", "200611", "525756", "395587", "412316", "137270", "377344", "373717", "502840"], "ranked_scores": [657.0, 593.0, 585.0, 562.0, 545.0, 530.0, 518.0, 513.0, 500.0, 500.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "415592": {"relevant_ids": ["415591"], "ranked_ids": ["415591", "435045", "88542", "425878", "379146", "91592", "117817", "381371", "430072", "84634"], "ranked_scores": [701.0, 580.0, 556.0, 546.0, 544.0, 544.0, 542.0, 540.0, 538.0, 538.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "511196": {"relevant_ids": ["511197"], "ranked_ids": ["511197", "289278", "156490", "459789", "328397", "77372", "220596", "45940", "191329", "251546"], "ranked_scores": [640.0, 528.0, 524.0, 524.0, 522.0, 511.0, 506.0, 505.0, 504.0, 504.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "344845": {"relevant_ids": ["344844"], "ranked_ids": ["344844", "79987", "289918", "161471", "311499", "397001", "160276", "125075", "48574", "469623"], "ranked_scores": [682.0, 583.0, 580.0, 576.0, 573.0, 571.0, 570.0, 570.0, 568.0, 567.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "396744": {"relevant_ids": ["396745"], "ranked_ids": ["396745", "236438", "418055", "284966", "421257", "313629", "454241", "184901", "318588", "219399"], "ranked_scores": [590.0, 531.0, 518.0, 516.0, 508.0, 508.0, 507.0, 505.0, 502.0, 498.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "452398": {"relevant_ids": ["452399"], "ranked_ids": ["452399", "530610", "324290", "325254", "450912", "134287", "461682", "60646", "90225", "102618"], "ranked_scores": [718.0, 547.0, 533.0, 531.0, 530.0, 528.0, 527.0, 526.0, 523.0, 522.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "182114": {"relevant_ids": ["182113"], "ranked_ids": ["182113", "196647", "234482", "229182", "531602", "475847", "56202", "139689", "481882", "405340"], "ranked_scores": [645.0, 609.0, 592.0, 575.0, 570.0, 569.0, 560.0, 559.0, 557.0, 554.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "486260": {"relevant_ids": ["486259"], "ranked_ids": ["486259", "392356", "209254", "113749", "146738", "209255", "391328", "65893", "266904", "146737"], "ranked_scores": [672.0, 596.0, 587.0, 581.0, 570.0, 554.0, 551.0, 551.0, 548.0, 545.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "455140": {"relevant_ids": ["315935"], "ranked_ids": ["315935", "308963", "246286", "50224", "124700", "238213", "519049", "369068", "347188", "318887"], "ranked_scores": [674.0, 576.0, 562.0, 550.0, 547.0, 542.0, 540.0, 535.0, 533.0, 530.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "56198": {"relevant_ids": ["56199"], "ranked_ids": ["56199", "138891", "160194", "199688", "249114", "123344", "452069", "178088", "308888", "160914"], "ranked_scores": [717.0, 537.0, 513.0, 507.0, 503.0, 503.0, 501.0, 500.0, 500.0, 499.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "30172": {"relevant_ids": ["145120", "185817", "68426", "145119", "30173", "373486"], "ranked_ids": ["145120", "160900", "68426", "30173", "373486", "205338", "185581", "145119", "90983", "192604"], "ranked_scores": [680.0, 672.0, 645.0, 630.0, 622.0, 619.0, 617.0, 605.0, 600.0, 589.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.1667, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.786, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.7968, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.8333}, "127880": {"relevant_ids": ["241164"], "ranked_ids": ["121458", "241164", "135083", "122116", "450198", "329579", "210277", "535042", "284336", "389443"], "ranked_scores": [574.0, 561.0, 550.0, 536.0, 530.0, 523.0, 522.0, 520.0, 516.0, 515.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "167969": {"relevant_ids": ["174461"], "ranked_ids": ["174461", "360983", "78497", "347474", "177138", "144121", "207491", "171665", "121354", "130124"], "ranked_scores": [641.0, 614.0, 569.0, 566.0, 557.0, 556.0, 555.0, 555.0, 554.0, 546.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "97986": {"relevant_ids": ["97987"], "ranked_ids": ["97987", "44589", "212168", "274700", "193896", "41241", "326597", "187976", "234865", "192465"], "ranked_scores": [727.0, 586.0, 575.0, 568.0, 556.0, 556.0, 556.0, 555.0, 553.0, 551.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "12865": {"relevant_ids": ["105683"], "ranked_ids": ["105683", "92902", "356189", "277453", "83623", "83622", "313106", "267487", "528844", "191268"], "ranked_scores": [738.0, 578.0, 572.0, 571.0, 569.0, 554.0, 547.0, 546.0, 545.0, 544.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "215681": {"relevant_ids": ["215680"], "ranked_ids": ["215680", "178515", "57552", "297953", "143842", "63757", "430626", "5733", "340195", "301165"], "ranked_scores": [725.0, 591.0, 580.0, 572.0, 562.0, 558.0, 546.0, 543.0, 535.0, 533.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-roberta-base-atanh-gamma0.1-nstep-8000": {"127728": {"relevant_ids": ["127729"], "ranked_ids": ["127729", "38063", "92818", "152379", "69958", "78763", "255261", "245618", "276617", "93150"], "ranked_scores": [567.0, 565.0, 532.0, 529.0, 527.0, 525.0, 523.0, 523.0, 523.0, 522.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "318820": {"relevant_ids": ["318821"], "ranked_ids": ["318821", "222238", "355161", "332715", "168411", "481262", "358238", "496708", "380781", "54496"], "ranked_scores": [717.0, 618.0, 573.0, 567.0, 564.0, 562.0, 559.0, 557.0, 555.0, 555.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "296098": {"relevant_ids": ["296097"], "ranked_ids": ["296097", "469868", "45507", "45506", "173403", "364131", "134752", "423933", "468805", "56686"], "ranked_scores": [576.0, 560.0, 558.0, 557.0, 554.0, 552.0, 552.0, 537.0, 533.0, 532.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "150414": {"relevant_ids": ["192835"], "ranked_ids": ["192835", "105782", "516620", "132912", "105783", "103122", "126746", "126745", "300433", "121070"], "ranked_scores": [705.0, 689.0, 637.0, 622.0, 619.0, 604.0, 602.0, 589.0, 579.0, 578.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145582": {"relevant_ids": ["145583"], "ranked_ids": ["145583", "454248", "299264", "390399", "112261", "505890", "263736", "87614", "173109", "436023"], "ranked_scores": [629.0, 534.0, 504.0, 496.0, 494.0, 483.0, 479.0, 477.0, 476.0, 476.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "315712": {"relevant_ids": ["315713"], "ranked_ids": ["315713", "153536", "194841", "242340", "377891", "120489", "107153", "368164", "408588", "455410"], "ranked_scores": [641.0, 591.0, 567.0, 567.0, 564.0, 560.0, 556.0, 556.0, 556.0, 553.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145739": {"relevant_ids": ["145740"], "ranked_ids": ["145740", "241979", "366074", "115412", "100854", "17980", "323620", "33202", "415781", "347337"], "ranked_scores": [686.0, 604.0, 591.0, 586.0, 576.0, 565.0, 564.0, 564.0, 558.0, 556.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "308127": {"relevant_ids": ["308126"], "ranked_ids": ["308126", "100860", "65412", "79828", "395527", "301104", "367804", "329643", "94272", "98400"], "ranked_scores": [591.0, 536.0, 529.0, 521.0, 519.0, 515.0, 514.0, 513.0, 512.0, 512.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "287245": {"relevant_ids": ["283198", "283199", "322650"], "ranked_ids": ["283199", "322650", "283198", "420279", "221784", "188940", "405392", "122319", "221783", "192143"], "ranked_scores": [641.0, 639.0, 597.0, 536.0, 536.0, 520.0, 518.0, 514.0, 514.0, 511.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "14755": {"relevant_ids": ["14756", "211906"], "ranked_ids": ["450970", "14756", "211906", "235454", "449494", "30834", "57678", "393649", "236793", "362149"], "ranked_scores": [658.0, 657.0, 649.0, 570.0, 558.0, 555.0, 544.0, 543.0, 540.0, 536.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6934, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6934, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6934, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "370170": {"relevant_ids": ["370169"], "ranked_ids": ["370169", "211280", "449037", "537762", "476551", "417976", "96998", "48067", "466920", "50260"], "ranked_scores": [756.0, 522.0, 512.0, 512.0, 503.0, 500.0, 500.0, 498.0, 495.0, 495.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "41774": {"relevant_ids": ["41773"], "ranked_ids": ["41773", "307530", "239344", "148165", "366794", "33017", "53738", "468655", "214766", "506283"], "ranked_scores": [652.0, 537.0, 530.0, 524.0, 523.0, 522.0, 521.0, 517.0, 513.0, 505.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "399648": {"relevant_ids": ["399649"], "ranked_ids": ["399649", "225815", "435035", "481934", "324839", "462253", "470800", "445074", "411313", "504913"], "ranked_scores": [753.0, 612.0, 601.0, 587.0, 563.0, 562.0, 558.0, 551.0, 546.0, 542.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "504811": {"relevant_ids": ["504810"], "ranked_ids": ["504810", "309894", "487409", "508685", "214151", "298555", "451065", "527852", "5861", "175461"], "ranked_scores": [746.0, 532.0, 530.0, 527.0, 520.0, 519.0, 518.0, 512.0, 510.0, 508.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "362950": {"relevant_ids": ["400212", "362949"], "ranked_ids": ["362949", "400212", "487392", "427587", "129563", "438104", "9132", "155870", "475478", "348827"], "ranked_scores": [629.0, 627.0, 576.0, 572.0, 569.0, 564.0, 550.0, 548.0, 545.0, 540.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "155873": {"relevant_ids": ["155874"], "ranked_ids": ["155874", "136219", "346009", "392604", "446058", "444541", "294020", "464100", "122134", "487664"], "ranked_scores": [622.0, 556.0, 542.0, 529.0, 524.0, 521.0, 521.0, 513.0, 511.0, 509.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "263432": {"relevant_ids": ["263433"], "ranked_ids": ["263433", "128303", "407204", "401373", "473794", "238602", "503218", "261419", "471057", "345287"], "ranked_scores": [605.0, 546.0, 541.0, 532.0, 528.0, 527.0, 526.0, 525.0, 522.0, 521.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "354945": {"relevant_ids": ["354946"], "ranked_ids": ["354946", "254071", "287396", "462983", "243923", "395883", "462984", "27632", "9687", "108161"], "ranked_scores": [712.0, 611.0, 530.0, 527.0, 509.0, 507.0, 506.0, 503.0, 502.0, 497.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "245417": {"relevant_ids": ["219475", "248195"], "ranked_ids": ["40657", "219475", "248195", "164159", "64433", "319022", "37326", "413039", "368145", "301977"], "ranked_scores": [621.0, 602.0, 576.0, 567.0, 556.0, 554.0, 550.0, 545.0, 543.0, 541.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6934, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6934, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6934, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "516276": {"relevant_ids": ["516277"], "ranked_ids": ["516277", "34173", "19755", "510783", "76958", "489791", "286275", "352289", "149233", "438101"], "ranked_scores": [705.0, 610.0, 605.0, 603.0, 583.0, 560.0, 553.0, 549.0, 548.0, 547.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177580": {"relevant_ids": ["177579"], "ranked_ids": ["177579", "115954", "129413", "272252", "165282", "60577", "129412", "370405", "218752", "99261"], "ranked_scores": [730.0, 529.0, 523.0, 521.0, 521.0, 521.0, 520.0, 519.0, 514.0, 514.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "309865": {"relevant_ids": ["78623", "33713", "78624"], "ranked_ids": ["33713", "78624", "78623", "495751", "405094", "209041", "153484", "437065", "469068", "87669"], "ranked_scores": [665.0, 615.0, 615.0, 614.0, 611.0, 591.0, 580.0, 576.0, 575.0, 566.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "510387": {"relevant_ids": ["510386"], "ranked_ids": ["510386", "241538", "170896", "52003", "40390", "344869", "241537", "101855", "371033", "484846"], "ranked_scores": [666.0, 622.0, 618.0, 618.0, 605.0, 598.0, 573.0, 571.0, 566.0, 562.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "26645": {"relevant_ids": ["26644"], "ranked_ids": ["26644", "318396", "83875", "83874", "207775", "234865", "461704", "193896", "326597", "332055"], "ranked_scores": [728.0, 593.0, 581.0, 577.0, 571.0, 561.0, 560.0, 556.0, 555.0, 551.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "47788": {"relevant_ids": ["455725"], "ranked_ids": ["455725", "235686", "8505", "59223", "47703", "348138", "331", "101721", "518171", "59508"], "ranked_scores": [686.0, 656.0, 655.0, 653.0, 651.0, 647.0, 635.0, 633.0, 621.0, 590.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "338281": {"relevant_ids": ["338282"], "ranked_ids": ["338282", "430005", "119513", "174802", "315387", "362498", "431433", "208802", "434432", "522778"], "ranked_scores": [688.0, 529.0, 518.0, 518.0, 509.0, 501.0, 501.0, 492.0, 492.0, 492.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "461149": {"relevant_ids": ["461148"], "ranked_ids": ["461148", "525835", "203100", "527101", "100854", "85426", "392720", "8828", "215782", "414838"], "ranked_scores": [630.0, 625.0, 589.0, 580.0, 557.0, 556.0, 552.0, 552.0, 550.0, 549.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "346126": {"relevant_ids": ["110711", "110710"], "ranked_ids": ["110710", "110711", "154338", "168350", "203476", "6816", "393684", "108617", "355996", "528998"], "ranked_scores": [683.0, 665.0, 656.0, 579.0, 574.0, 571.0, 558.0, 558.0, 555.0, 552.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "372986": {"relevant_ids": ["49961", "262882"], "ranked_ids": ["49961", "262882", "215938", "508006", "405434", "516501", "108183", "497531", "415486", "320580"], "ranked_scores": [697.0, 629.0, 557.0, 543.0, 542.0, 542.0, 540.0, 540.0, 539.0, 535.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "501182": {"relevant_ids": ["501181"], "ranked_ids": ["501181", "274777", "402718", "109121", "446824", "447737", "185580", "179018", "395974", "53141"], "ranked_scores": [665.0, 545.0, 536.0, 511.0, 510.0, 508.0, 505.0, 500.0, 499.0, 499.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13800": {"relevant_ids": ["13799", "376590", "408522"], "ranked_ids": ["13799", "376590", "179943", "408522", "481109", "8622", "56338", "23471", "281010", "363079"], "ranked_scores": [666.0, 645.0, 614.0, 601.0, 583.0, 580.0, 563.0, 562.0, 558.0, 556.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.9675, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9675, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "250143": {"relevant_ids": ["250142"], "ranked_ids": ["250142", "473276", "76062", "520955", "73729", "387015", "50538", "50539", "368186", "502156"], "ranked_scores": [632.0, 582.0, 531.0, 527.0, 517.0, 516.0, 511.0, 509.0, 505.0, 505.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13223": {"relevant_ids": ["88348", "156773", "13224", "88349", "20277"], "ranked_ids": ["156773", "86343", "88348", "366749", "88349", "13224", "24720", "137719", "163971", "235061"], "ranked_scores": [740.0, 644.0, 643.0, 638.0, 637.0, 630.0, 630.0, 621.0, 601.0, 595.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.2, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.4, "ndcg@5": 0.6399, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6, "ndcg@10": 0.7608, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.8}, "11002": {"relevant_ids": ["11003"], "ranked_ids": ["11003", "144197", "444112", "489539", "10212", "347493", "42203", "87346", "266680", "17317"], "ranked_scores": [642.0, 637.0, 632.0, 629.0, 614.0, 611.0, 603.0, 601.0, 601.0, 590.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177653": {"relevant_ids": ["79732"], "ranked_ids": ["79732", "200611", "39174", "395587", "525756", "377344", "412316", "137270", "373717", "108013"], "ranked_scores": [663.0, 598.0, 579.0, 562.0, 561.0, 530.0, 523.0, 522.0, 508.0, 497.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "415592": {"relevant_ids": ["415591"], "ranked_ids": ["415591", "435045", "430072", "91592", "88542", "84634", "207607", "499684", "288357", "485706"], "ranked_scores": [691.0, 585.0, 566.0, 559.0, 550.0, 548.0, 547.0, 541.0, 540.0, 533.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "511196": {"relevant_ids": ["511197"], "ranked_ids": ["511197", "459789", "45940", "289278", "156490", "251546", "77372", "260954", "537528", "53962"], "ranked_scores": [621.0, 524.0, 524.0, 514.0, 512.0, 507.0, 507.0, 506.0, 505.0, 504.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "344845": {"relevant_ids": ["344844"], "ranked_ids": ["344844", "161471", "79987", "469623", "125075", "250875", "397001", "162045", "327485", "516558"], "ranked_scores": [672.0, 584.0, 580.0, 565.0, 559.0, 558.0, 558.0, 557.0, 556.0, 556.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "396744": {"relevant_ids": ["396745"], "ranked_ids": ["396745", "236438", "421257", "284966", "75399", "318588", "454241", "507513", "418055", "313629"], "ranked_scores": [608.0, 548.0, 531.0, 529.0, 519.0, 511.0, 510.0, 509.0, 507.0, 505.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "452398": {"relevant_ids": ["452399"], "ranked_ids": ["452399", "530610", "230141", "450912", "324290", "134287", "60646", "102618", "304781", "90225"], "ranked_scores": [720.0, 539.0, 536.0, 531.0, 527.0, 523.0, 521.0, 519.0, 518.0, 517.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "182114": {"relevant_ids": ["182113"], "ranked_ids": ["182113", "196647", "234482", "405340", "256239", "475847", "531602", "229182", "136765", "481882"], "ranked_scores": [630.0, 600.0, 578.0, 567.0, 558.0, 555.0, 554.0, 552.0, 552.0, 540.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "486260": {"relevant_ids": ["486259"], "ranked_ids": ["486259", "392356", "113749", "209254", "146738", "146737", "65893", "266904", "209255", "241333"], "ranked_scores": [687.0, 600.0, 582.0, 579.0, 567.0, 561.0, 559.0, 550.0, 549.0, 546.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "455140": {"relevant_ids": ["315935"], "ranked_ids": ["315935", "246286", "308963", "50224", "347188", "124700", "413521", "407173", "245896", "510681"], "ranked_scores": [680.0, 560.0, 557.0, 548.0, 540.0, 538.0, 538.0, 533.0, 531.0, 530.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "56198": {"relevant_ids": ["56199"], "ranked_ids": ["56199", "138891", "178088", "67917", "160194", "199688", "123344", "160914", "133979", "431226"], "ranked_scores": [705.0, 541.0, 512.0, 510.0, 509.0, 505.0, 502.0, 502.0, 500.0, 499.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "30172": {"relevant_ids": ["145120", "185817", "68426", "145119", "30173", "373486"], "ranked_ids": ["145120", "160900", "68426", "30173", "373486", "205338", "185581", "145119", "192604", "90983"], "ranked_scores": [679.0, 666.0, 634.0, 628.0, 618.0, 616.0, 613.0, 612.0, 597.0, 594.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.1667, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.786, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.7968, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.8333}, "127880": {"relevant_ids": ["241164"], "ranked_ids": ["241164", "121458", "135083", "450198", "389443", "120446", "212021", "504771", "329579", "36536"], "ranked_scores": [584.0, 565.0, 546.0, 529.0, 524.0, 521.0, 521.0, 519.0, 517.0, 513.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "167969": {"relevant_ids": ["174461"], "ranked_ids": ["174461", "360983", "130123", "130124", "171665", "207491", "78497", "347474", "91854", "121354"], "ranked_scores": [629.0, 605.0, 556.0, 552.0, 545.0, 541.0, 541.0, 541.0, 530.0, 529.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "97986": {"relevant_ids": ["97987"], "ranked_ids": ["97987", "44589", "274700", "212168", "234865", "187976", "326597", "290935", "89059", "193896"], "ranked_scores": [729.0, 605.0, 573.0, 568.0, 567.0, 567.0, 563.0, 557.0, 557.0, 556.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "12865": {"relevant_ids": ["105683"], "ranked_ids": ["105683", "92902", "83623", "356189", "83622", "277453", "188704", "469289", "56590", "267487"], "ranked_scores": [733.0, 605.0, 585.0, 574.0, 568.0, 559.0, 553.0, 547.0, 543.0, 538.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "215681": {"relevant_ids": ["215680"], "ranked_ids": ["215680", "297953", "178515", "57552", "143842", "229503", "63757", "18634", "177080", "365071"], "ranked_scores": [731.0, 590.0, 580.0, 552.0, 537.0, 537.0, 534.0, 531.0, 528.0, 525.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-roberta-base-atanh-gamma0.1-nstep-10000": {"127728": {"relevant_ids": ["127729"], "ranked_ids": ["38063", "127729", "29358", "250619", "382156", "188019", "145244", "255261", "152379", "276617"], "ranked_scores": [578.0, 566.0, 537.0, 537.0, 533.0, 533.0, 532.0, 531.0, 530.0, 530.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "318820": {"relevant_ids": ["318821"], "ranked_ids": ["318821", "222238", "358238", "355161", "489320", "54496", "332715", "481262", "168411", "162581"], "ranked_scores": [715.0, 611.0, 572.0, 568.0, 568.0, 567.0, 564.0, 560.0, 558.0, 554.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "296098": {"relevant_ids": ["296097"], "ranked_ids": ["45507", "468805", "134752", "173403", "296097", "423933", "364131", "469868", "45506", "56686"], "ranked_scores": [545.0, 545.0, 539.0, 538.0, 537.0, 535.0, 525.0, 524.0, 522.0, 522.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.0, "mrr@3": 0.0, "accuracy@3": 0.0, "recall@3": 0.0, "ndcg@5": 0.3869, "mrr@5": 0.2, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.3869, "mrr@10": 0.2, "accuracy@10": 1.0, "recall@10": 1.0}, "150414": {"relevant_ids": ["192835"], "ranked_ids": ["192835", "105782", "516620", "132912", "105783", "103122", "126745", "126746", "159263", "8875"], "ranked_scores": [695.0, 692.0, 648.0, 620.0, 618.0, 603.0, 600.0, 590.0, 566.0, 565.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145582": {"relevant_ids": ["145583"], "ranked_ids": ["145583", "454248", "112261", "299264", "436023", "390399", "505890", "360594", "173109", "43082"], "ranked_scores": [623.0, 542.0, 505.0, 493.0, 479.0, 478.0, 476.0, 472.0, 468.0, 467.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "315712": {"relevant_ids": ["315713"], "ranked_ids": ["315713", "153536", "408588", "242340", "107153", "368164", "454814", "236508", "58851", "396505"], "ranked_scores": [662.0, 590.0, 574.0, 572.0, 562.0, 562.0, 562.0, 559.0, 559.0, 557.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145739": {"relevant_ids": ["145740"], "ranked_ids": ["145740", "241979", "33202", "115412", "366074", "100854", "85426", "17980", "415781", "323620"], "ranked_scores": [704.0, 607.0, 578.0, 570.0, 570.0, 558.0, 558.0, 555.0, 554.0, 550.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "308127": {"relevant_ids": ["308126"], "ranked_ids": ["308126", "100860", "367804", "65412", "98400", "385951", "79828", "18335", "36744", "77650"], "ranked_scores": [579.0, 529.0, 525.0, 521.0, 515.0, 514.0, 514.0, 512.0, 512.0, 507.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "287245": {"relevant_ids": ["283198", "283199", "322650"], "ranked_ids": ["283199", "322650", "283198", "420279", "405392", "188940", "192143", "221784", "208412", "420280"], "ranked_scores": [648.0, 645.0, 620.0, 548.0, 522.0, 519.0, 519.0, 517.0, 515.0, 509.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "14755": {"relevant_ids": ["14756", "211906"], "ranked_ids": ["14756", "450970", "211906", "235454", "30834", "449494", "393649", "236793", "57678", "314883"], "ranked_scores": [665.0, 661.0, 659.0, 566.0, 562.0, 558.0, 549.0, 545.0, 540.0, 527.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.9197, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.9197, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9197, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "370170": {"relevant_ids": ["370169"], "ranked_ids": ["370169", "476551", "211280", "96998", "537762", "48067", "417976", "13681", "48068", "40667"], "ranked_scores": [755.0, 511.0, 509.0, 506.0, 504.0, 503.0, 497.0, 497.0, 496.0, 488.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "41774": {"relevant_ids": ["41773"], "ranked_ids": ["41773", "148165", "33017", "366794", "239344", "307530", "214766", "468655", "53738", "407675"], "ranked_scores": [664.0, 535.0, 526.0, 524.0, 523.0, 522.0, 517.0, 514.0, 511.0, 510.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "399648": {"relevant_ids": ["399649"], "ranked_ids": ["399649", "225815", "435035", "481934", "324839", "462253", "470800", "411313", "243294", "359281"], "ranked_scores": [748.0, 602.0, 593.0, 570.0, 568.0, 557.0, 552.0, 551.0, 538.0, 537.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "504811": {"relevant_ids": ["504810"], "ranked_ids": ["504810", "309894", "462282", "298555", "527852", "214151", "508685", "175461", "451065", "5861"], "ranked_scores": [749.0, 519.0, 511.0, 510.0, 510.0, 508.0, 507.0, 507.0, 505.0, 502.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "362950": {"relevant_ids": ["400212", "362949"], "ranked_ids": ["362949", "400212", "129563", "487392", "427587", "438104", "348827", "105919", "475478", "9132"], "ranked_scores": [625.0, 623.0, 563.0, 557.0, 548.0, 548.0, 540.0, 539.0, 536.0, 535.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "155873": {"relevant_ids": ["155874"], "ranked_ids": ["155874", "136219", "346009", "464100", "392604", "294021", "3139", "246660", "3249", "444541"], "ranked_scores": [618.0, 557.0, 538.0, 528.0, 528.0, 525.0, 525.0, 522.0, 519.0, 518.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "263432": {"relevant_ids": ["263433"], "ranked_ids": ["263433", "128303", "407204", "401373", "345287", "372749", "503218", "473794", "261419", "471057"], "ranked_scores": [616.0, 558.0, 541.0, 531.0, 524.0, 524.0, 523.0, 522.0, 518.0, 514.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "354945": {"relevant_ids": ["354946"], "ranked_ids": ["354946", "254071", "287396", "395883", "243923", "462983", "462984", "124701", "63372", "27632"], "ranked_scores": [708.0, 587.0, 536.0, 527.0, 520.0, 519.0, 512.0, 509.0, 509.0, 500.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "245417": {"relevant_ids": ["219475", "248195"], "ranked_ids": ["40657", "219475", "248195", "164159", "37326", "319022", "301977", "64433", "413039", "355903"], "ranked_scores": [613.0, 608.0, 574.0, 570.0, 548.0, 548.0, 543.0, 540.0, 536.0, 535.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6934, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6934, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6934, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "516276": {"relevant_ids": ["516277"], "ranked_ids": ["516277", "19755", "76958", "34173", "510783", "489791", "119374", "352189", "143842", "471902"], "ranked_scores": [707.0, 628.0, 611.0, 606.0, 598.0, 579.0, 555.0, 551.0, 549.0, 546.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177580": {"relevant_ids": ["177579"], "ranked_ids": ["177579", "129413", "272252", "255647", "370405", "129412", "115954", "60577", "517075", "99261"], "ranked_scores": [727.0, 533.0, 525.0, 524.0, 522.0, 521.0, 518.0, 518.0, 512.0, 512.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "309865": {"relevant_ids": ["78623", "33713", "78624"], "ranked_ids": ["33713", "78623", "405094", "78624", "495751", "153484", "469068", "437065", "209041", "202593"], "ranked_scores": [664.0, 628.0, 618.0, 618.0, 605.0, 604.0, 576.0, 573.0, 571.0, 569.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.9675, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9675, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "510387": {"relevant_ids": ["510386"], "ranked_ids": ["510386", "241538", "52003", "170896", "344869", "40390", "241537", "371033", "101855", "212478"], "ranked_scores": [650.0, 625.0, 622.0, 618.0, 606.0, 603.0, 588.0, 583.0, 578.0, 561.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "26645": {"relevant_ids": ["26644"], "ranked_ids": ["26644", "318396", "207775", "461704", "83875", "332055", "83874", "234865", "193896", "480667"], "ranked_scores": [734.0, 605.0, 570.0, 556.0, 556.0, 554.0, 552.0, 549.0, 549.0, 541.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "47788": {"relevant_ids": ["455725"], "ranked_ids": ["455725", "59223", "8505", "47703", "348138", "235686", "331", "101721", "518171", "105230"], "ranked_scores": [698.0, 661.0, 653.0, 653.0, 651.0, 642.0, 638.0, 631.0, 626.0, 570.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "338281": {"relevant_ids": ["338282"], "ranked_ids": ["338282", "430005", "119513", "174802", "315387", "431433", "434432", "208802", "22636", "399331"], "ranked_scores": [685.0, 522.0, 519.0, 515.0, 514.0, 506.0, 500.0, 495.0, 494.0, 489.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "461149": {"relevant_ids": ["461148"], "ranked_ids": ["461148", "525835", "203100", "527101", "392721", "392720", "215782", "335800", "100854", "377056"], "ranked_scores": [634.0, 605.0, 584.0, 580.0, 568.0, 564.0, 562.0, 558.0, 553.0, 551.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "346126": {"relevant_ids": ["110711", "110710"], "ranked_ids": ["110710", "110711", "154338", "203476", "108617", "6816", "168350", "393684", "528998", "296319"], "ranked_scores": [676.0, 668.0, 658.0, 585.0, 578.0, 577.0, 576.0, 575.0, 569.0, 566.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "372986": {"relevant_ids": ["49961", "262882"], "ranked_ids": ["49961", "262882", "215938", "405434", "415486", "320580", "497531", "108183", "508006", "485235"], "ranked_scores": [698.0, 620.0, 559.0, 547.0, 547.0, 543.0, 542.0, 540.0, 537.0, 533.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "501182": {"relevant_ids": ["501181"], "ranked_ids": ["501181", "402718", "274777", "109121", "185580", "447737", "446824", "231545", "179018", "53141"], "ranked_scores": [662.0, 536.0, 523.0, 521.0, 506.0, 506.0, 502.0, 497.0, 496.0, 494.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13800": {"relevant_ids": ["13799", "376590", "408522"], "ranked_ids": ["13799", "376590", "408522", "179943", "481109", "56338", "281010", "8622", "23471", "482825"], "ranked_scores": [677.0, 644.0, 605.0, 597.0, 569.0, 559.0, 558.0, 557.0, 543.0, 539.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "250143": {"relevant_ids": ["250142"], "ranked_ids": ["250142", "473276", "520955", "76062", "368186", "509757", "503681", "50539", "57156", "96270"], "ranked_scores": [628.0, 581.0, 528.0, 525.0, 520.0, 516.0, 516.0, 515.0, 514.0, 513.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13223": {"relevant_ids": ["88348", "156773", "13224", "88349", "20277"], "ranked_ids": ["156773", "88348", "88349", "13224", "86343", "366749", "24720", "137719", "223304", "20277"], "ranked_scores": [737.0, 658.0, 645.0, 644.0, 637.0, 634.0, 625.0, 615.0, 604.0, 594.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.2, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6, "ndcg@5": 0.8688, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.8, "ndcg@10": 0.9668, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "11002": {"relevant_ids": ["11003"], "ranked_ids": ["11003", "144197", "10212", "444112", "489539", "87346", "347493", "42203", "266680", "17317"], "ranked_scores": [665.0, 641.0, 629.0, 624.0, 622.0, 616.0, 610.0, 602.0, 595.0, 588.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177653": {"relevant_ids": ["79732"], "ranked_ids": ["79732", "200611", "39174", "525756", "395587", "412316", "377344", "373717", "137270", "293259"], "ranked_scores": [666.0, 593.0, 586.0, 554.0, 552.0, 534.0, 522.0, 514.0, 508.0, 503.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "415592": {"relevant_ids": ["415591"], "ranked_ids": ["415591", "435045", "430072", "91592", "84634", "88542", "322822", "379146", "387370", "425878"], "ranked_scores": [698.0, 588.0, 565.0, 563.0, 553.0, 543.0, 539.0, 534.0, 533.0, 533.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "511196": {"relevant_ids": ["511197"], "ranked_ids": ["511197", "45940", "77372", "459789", "260954", "156490", "349723", "251546", "537528", "413940"], "ranked_scores": [620.0, 528.0, 525.0, 519.0, 508.0, 505.0, 502.0, 501.0, 501.0, 499.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "344845": {"relevant_ids": ["344844"], "ranked_ids": ["344844", "161471", "79987", "516558", "311499", "125075", "125074", "448553", "327485", "469623"], "ranked_scores": [672.0, 576.0, 574.0, 570.0, 561.0, 559.0, 559.0, 554.0, 553.0, 552.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "396744": {"relevant_ids": ["396745"], "ranked_ids": ["396745", "236438", "284966", "313629", "421257", "75399", "507513", "318588", "185416", "454241"], "ranked_scores": [595.0, 555.0, 524.0, 519.0, 512.0, 510.0, 508.0, 508.0, 506.0, 505.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "452398": {"relevant_ids": ["452399"], "ranked_ids": ["452399", "230141", "324290", "461682", "134287", "277360", "450912", "102618", "325254", "97822"], "ranked_scores": [716.0, 526.0, 519.0, 518.0, 513.0, 513.0, 513.0, 511.0, 511.0, 508.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "182114": {"relevant_ids": ["182113"], "ranked_ids": ["182113", "196647", "475847", "229182", "234482", "139689", "531602", "405340", "136765", "328873"], "ranked_scores": [638.0, 602.0, 579.0, 578.0, 566.0, 563.0, 559.0, 552.0, 547.0, 547.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "486260": {"relevant_ids": ["486259"], "ranked_ids": ["486259", "392356", "209254", "146738", "113749", "146737", "65893", "476748", "209255", "492147"], "ranked_scores": [683.0, 598.0, 577.0, 577.0, 575.0, 564.0, 554.0, 548.0, 547.0, 546.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "455140": {"relevant_ids": ["315935"], "ranked_ids": ["315935", "246286", "308963", "124700", "315936", "510681", "106381", "466508", "50224", "519049"], "ranked_scores": [683.0, 562.0, 559.0, 553.0, 546.0, 545.0, 537.0, 532.0, 530.0, 530.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "56198": {"relevant_ids": ["56199"], "ranked_ids": ["56199", "138891", "133979", "67917", "178088", "160914", "199688", "160194", "246583", "355555"], "ranked_scores": [713.0, 551.0, 506.0, 504.0, 503.0, 502.0, 502.0, 492.0, 492.0, 490.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "30172": {"relevant_ids": ["145120", "185817", "68426", "145119", "30173", "373486"], "ranked_ids": ["145120", "160900", "68426", "30173", "373486", "145119", "205338", "185581", "185817", "192604"], "ranked_scores": [681.0, 666.0, 636.0, 631.0, 619.0, 612.0, 610.0, 605.0, 595.0, 594.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.1667, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.786, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.9002, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "127880": {"relevant_ids": ["241164"], "ranked_ids": ["241164", "121458", "135083", "389443", "122116", "450198", "329579", "22396", "210277", "504771"], "ranked_scores": [584.0, 568.0, 553.0, 535.0, 528.0, 525.0, 524.0, 520.0, 518.0, 517.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "167969": {"relevant_ids": ["174461"], "ranked_ids": ["174461", "360983", "130123", "207491", "130124", "171665", "121354", "365197", "60171", "78497"], "ranked_scores": [621.0, 583.0, 557.0, 551.0, 548.0, 545.0, 542.0, 541.0, 537.0, 536.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "97986": {"relevant_ids": ["97987"], "ranked_ids": ["97987", "44589", "212168", "187976", "234865", "318396", "274700", "89059", "192465", "371360"], "ranked_scores": [737.0, 608.0, 577.0, 570.0, 567.0, 565.0, 564.0, 561.0, 560.0, 560.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "12865": {"relevant_ids": ["105683"], "ranked_ids": ["105683", "83623", "83622", "356189", "92902", "188704", "277453", "23129", "22353", "469289"], "ranked_scores": [731.0, 583.0, 575.0, 563.0, 558.0, 546.0, 538.0, 537.0, 536.0, 536.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "215681": {"relevant_ids": ["215680"], "ranked_ids": ["215680", "178515", "143842", "297953", "63757", "57552", "340195", "177080", "5733", "229503"], "ranked_scores": [726.0, 573.0, 572.0, 563.0, 559.0, 556.0, 543.0, 542.0, 540.0, 538.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-roberta-base-atanh-gamma0.1-nstep-12000": {"127728": {"relevant_ids": ["127729"], "ranked_ids": ["38063", "127729", "250619", "29358", "145244", "188019", "255261", "485054", "92818", "93150"], "ranked_scores": [570.0, 567.0, 541.0, 537.0, 533.0, 528.0, 527.0, 526.0, 525.0, 525.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6309, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6309, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6309, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "318820": {"relevant_ids": ["318821"], "ranked_ids": ["318821", "222238", "355161", "332715", "481262", "489320", "54496", "103640", "168411", "358238"], "ranked_scores": [712.0, 622.0, 572.0, 572.0, 571.0, 570.0, 567.0, 566.0, 565.0, 565.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "296098": {"relevant_ids": ["296097"], "ranked_ids": ["296097", "45507", "468805", "173403", "134752", "364131", "45506", "423933", "56686", "469868"], "ranked_scores": [552.0, 551.0, 551.0, 546.0, 538.0, 538.0, 527.0, 527.0, 527.0, 524.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "150414": {"relevant_ids": ["192835"], "ranked_ids": ["192835", "105782", "516620", "126745", "132912", "103122", "105783", "126746", "121070", "335234"], "ranked_scores": [696.0, 668.0, 632.0, 610.0, 606.0, 605.0, 602.0, 590.0, 571.0, 570.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145582": {"relevant_ids": ["145583"], "ranked_ids": ["145583", "454248", "299264", "390399", "112261", "420280", "459814", "436023", "263736", "478126"], "ranked_scores": [627.0, 527.0, 500.0, 486.0, 486.0, 469.0, 467.0, 466.0, 463.0, 462.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "315712": {"relevant_ids": ["315713"], "ranked_ids": ["315713", "153536", "58851", "368164", "107153", "454814", "396505", "408588", "377891", "194841"], "ranked_scores": [657.0, 597.0, 588.0, 578.0, 578.0, 577.0, 576.0, 574.0, 571.0, 568.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145739": {"relevant_ids": ["145740"], "ranked_ids": ["145740", "241979", "33202", "415781", "100854", "366074", "17980", "323620", "210012", "446728"], "ranked_scores": [705.0, 615.0, 578.0, 567.0, 567.0, 564.0, 562.0, 560.0, 559.0, 558.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "308127": {"relevant_ids": ["308126"], "ranked_ids": ["308126", "36744", "100860", "367804", "65412", "283568", "385951", "98400", "79828", "395527"], "ranked_scores": [593.0, 522.0, 519.0, 518.0, 517.0, 516.0, 515.0, 514.0, 512.0, 510.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "287245": {"relevant_ids": ["283198", "283199", "322650"], "ranked_ids": ["283199", "322650", "283198", "420279", "221784", "188940", "405392", "221783", "192143", "122319"], "ranked_scores": [658.0, 656.0, 616.0, 534.0, 520.0, 516.0, 515.0, 513.0, 511.0, 509.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "14755": {"relevant_ids": ["14756", "211906"], "ranked_ids": ["14756", "450970", "211906", "235454", "30834", "449494", "393649", "236793", "169258", "57678"], "ranked_scores": [663.0, 656.0, 656.0, 578.0, 563.0, 544.0, 540.0, 536.0, 532.0, 527.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.9197, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.9197, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9197, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "370170": {"relevant_ids": ["370169"], "ranked_ids": ["370169", "476551", "211280", "388150", "96998", "537762", "48068", "48067", "449037", "88911"], "ranked_scores": [755.0, 516.0, 511.0, 501.0, 497.0, 497.0, 495.0, 493.0, 491.0, 489.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "41774": {"relevant_ids": ["41773"], "ranked_ids": ["41773", "307530", "239344", "214766", "148165", "442459", "366794", "468655", "33017", "407675"], "ranked_scores": [669.0, 526.0, 524.0, 524.0, 519.0, 519.0, 515.0, 514.0, 510.0, 510.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "399648": {"relevant_ids": ["399649"], "ranked_ids": ["399649", "225815", "435035", "481934", "462253", "470800", "504913", "324839", "243294", "359281"], "ranked_scores": [742.0, 619.0, 591.0, 575.0, 571.0, 559.0, 556.0, 553.0, 551.0, 542.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "504811": {"relevant_ids": ["504810"], "ranked_ids": ["504810", "487409", "462282", "309894", "508685", "175461", "451065", "90374", "5861", "337091"], "ranked_scores": [735.0, 526.0, 522.0, 515.0, 512.0, 508.0, 507.0, 506.0, 504.0, 503.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "362950": {"relevant_ids": ["400212", "362949"], "ranked_ids": ["362949", "400212", "438104", "427587", "487392", "9132", "129563", "411503", "155870", "348827"], "ranked_scores": [622.0, 619.0, 583.0, 579.0, 577.0, 574.0, 569.0, 558.0, 555.0, 555.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "155873": {"relevant_ids": ["155874"], "ranked_ids": ["155874", "136219", "346009", "392604", "464100", "444541", "246660", "122134", "3139", "294021"], "ranked_scores": [616.0, 562.0, 545.0, 537.0, 525.0, 517.0, 516.0, 515.0, 513.0, 507.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "263432": {"relevant_ids": ["263433"], "ranked_ids": ["263433", "128303", "407204", "261419", "503218", "473794", "238602", "345287", "95041", "301563"], "ranked_scores": [618.0, 552.0, 543.0, 542.0, 542.0, 540.0, 529.0, 529.0, 529.0, 525.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "354945": {"relevant_ids": ["354946"], "ranked_ids": ["354946", "254071", "287396", "462983", "243923", "462984", "395883", "9687", "157453", "27632"], "ranked_scores": [696.0, 592.0, 533.0, 524.0, 522.0, 519.0, 507.0, 507.0, 505.0, 503.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "245417": {"relevant_ids": ["219475", "248195"], "ranked_ids": ["40657", "219475", "248195", "164159", "319022", "301977", "64433", "368145", "37326", "413039"], "ranked_scores": [620.0, 610.0, 583.0, 571.0, 561.0, 552.0, 546.0, 544.0, 542.0, 541.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6934, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6934, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6934, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "516276": {"relevant_ids": ["516277"], "ranked_ids": ["516277", "19755", "34173", "510783", "76958", "489791", "352289", "286275", "62062", "112502"], "ranked_scores": [702.0, 624.0, 619.0, 604.0, 597.0, 580.0, 557.0, 548.0, 546.0, 545.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177580": {"relevant_ids": ["177579"], "ranked_ids": ["177579", "129413", "115954", "255647", "129412", "99261", "272252", "165282", "18081", "517075"], "ranked_scores": [718.0, 533.0, 531.0, 527.0, 526.0, 521.0, 521.0, 520.0, 517.0, 513.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "309865": {"relevant_ids": ["78623", "33713", "78624"], "ranked_ids": ["33713", "78624", "78623", "405094", "495751", "153484", "209041", "469068", "437065", "202593"], "ranked_scores": [660.0, 615.0, 611.0, 604.0, 596.0, 595.0, 589.0, 578.0, 577.0, 566.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "510387": {"relevant_ids": ["510386"], "ranked_ids": ["510386", "241538", "40390", "344869", "170896", "52003", "101855", "241537", "59682", "371033"], "ranked_scores": [654.0, 637.0, 625.0, 619.0, 617.0, 610.0, 594.0, 591.0, 580.0, 578.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "26645": {"relevant_ids": ["26644"], "ranked_ids": ["26644", "318396", "207775", "83874", "83875", "461704", "332055", "326597", "144057", "148567"], "ranked_scores": [732.0, 601.0, 583.0, 568.0, 566.0, 558.0, 551.0, 551.0, 549.0, 549.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "47788": {"relevant_ids": ["455725"], "ranked_ids": ["455725", "8505", "235686", "59223", "47703", "101721", "331", "348138", "518171", "400682"], "ranked_scores": [700.0, 659.0, 659.0, 655.0, 645.0, 644.0, 639.0, 629.0, 625.0, 577.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "338281": {"relevant_ids": ["338282"], "ranked_ids": ["338282", "315387", "430005", "431433", "119513", "174802", "22636", "434432", "399331", "467526"], "ranked_scores": [692.0, 521.0, 514.0, 514.0, 512.0, 508.0, 506.0, 503.0, 498.0, 498.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "461149": {"relevant_ids": ["461148"], "ranked_ids": ["461148", "525835", "527101", "203100", "215782", "335800", "377056", "392721", "100854", "414838"], "ranked_scores": [643.0, 612.0, 586.0, 577.0, 561.0, 558.0, 558.0, 555.0, 554.0, 553.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "346126": {"relevant_ids": ["110711", "110710"], "ranked_ids": ["110710", "110711", "154338", "528998", "393684", "203476", "168350", "6816", "254526", "296319"], "ranked_scores": [694.0, 674.0, 659.0, 587.0, 570.0, 570.0, 569.0, 566.0, 561.0, 557.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "372986": {"relevant_ids": ["49961", "262882"], "ranked_ids": ["49961", "262882", "215938", "415486", "108183", "508006", "516501", "203984", "497531", "443239"], "ranked_scores": [708.0, 617.0, 559.0, 554.0, 540.0, 534.0, 533.0, 532.0, 530.0, 528.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "501182": {"relevant_ids": ["501181"], "ranked_ids": ["501181", "274777", "402718", "109121", "447737", "446824", "231545", "185580", "474402", "91969"], "ranked_scores": [660.0, 533.0, 529.0, 517.0, 510.0, 504.0, 500.0, 495.0, 492.0, 490.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13800": {"relevant_ids": ["13799", "376590", "408522"], "ranked_ids": ["13799", "376590", "408522", "179943", "481109", "281010", "8622", "56338", "23471", "30987"], "ranked_scores": [687.0, 639.0, 617.0, 595.0, 574.0, 567.0, 563.0, 558.0, 551.0, 544.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "250143": {"relevant_ids": ["250142"], "ranked_ids": ["250142", "473276", "76062", "368186", "520955", "73729", "509757", "509758", "387015", "96270"], "ranked_scores": [632.0, 582.0, 526.0, 517.0, 514.0, 512.0, 508.0, 507.0, 506.0, 505.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13223": {"relevant_ids": ["88348", "156773", "13224", "88349", "20277"], "ranked_ids": ["156773", "88348", "88349", "86343", "366749", "13224", "24720", "137719", "223304", "359956"], "ranked_scores": [738.0, 666.0, 652.0, 649.0, 646.0, 636.0, 631.0, 623.0, 604.0, 593.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.2, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6, "ndcg@5": 0.7227, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6, "ndcg@10": 0.8435, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 0.8}, "11002": {"relevant_ids": ["11003"], "ranked_ids": ["11003", "489539", "144197", "444112", "87346", "10212", "266680", "42203", "347493", "40099"], "ranked_scores": [657.0, 640.0, 631.0, 625.0, 621.0, 617.0, 613.0, 597.0, 595.0, 591.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177653": {"relevant_ids": ["79732"], "ranked_ids": ["79732", "39174", "200611", "395587", "525756", "412316", "377344", "137270", "138956", "373717"], "ranked_scores": [659.0, 598.0, 593.0, 554.0, 545.0, 540.0, 520.0, 500.0, 497.0, 494.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "415592": {"relevant_ids": ["415591"], "ranked_ids": ["415591", "435045", "430072", "91592", "84634", "88542", "322822", "381371", "379146", "485706"], "ranked_scores": [705.0, 587.0, 563.0, 558.0, 552.0, 546.0, 545.0, 534.0, 531.0, 531.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "511196": {"relevant_ids": ["511197"], "ranked_ids": ["511197", "45940", "77372", "156490", "459789", "260954", "251546", "349723", "413940", "49049"], "ranked_scores": [624.0, 530.0, 528.0, 524.0, 522.0, 510.0, 502.0, 501.0, 499.0, 499.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "344845": {"relevant_ids": ["344844"], "ranked_ids": ["344844", "161471", "469623", "79987", "125075", "162045", "311499", "160276", "516558", "96221"], "ranked_scores": [670.0, 587.0, 584.0, 581.0, 574.0, 572.0, 572.0, 570.0, 569.0, 568.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "396744": {"relevant_ids": ["396745"], "ranked_ids": ["396745", "236438", "284966", "75399", "481437", "421257", "507513", "418055", "313629", "369693"], "ranked_scores": [591.0, 538.0, 533.0, 514.0, 513.0, 511.0, 510.0, 508.0, 507.0, 505.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "452398": {"relevant_ids": ["452399"], "ranked_ids": ["452399", "461682", "230141", "324290", "530610", "450912", "325254", "60646", "102618", "134287"], "ranked_scores": [721.0, 534.0, 533.0, 532.0, 525.0, 524.0, 522.0, 521.0, 518.0, 518.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "182114": {"relevant_ids": ["182113"], "ranked_ids": ["182113", "196647", "234482", "229182", "475847", "139689", "481882", "256239", "136765", "405340"], "ranked_scores": [637.0, 604.0, 586.0, 580.0, 572.0, 564.0, 563.0, 561.0, 559.0, 556.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "486260": {"relevant_ids": ["486259"], "ranked_ids": ["486259", "392356", "209254", "113749", "146738", "146737", "476748", "221509", "452464", "65893"], "ranked_scores": [678.0, 592.0, 576.0, 567.0, 567.0, 554.0, 551.0, 549.0, 544.0, 541.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "455140": {"relevant_ids": ["315935"], "ranked_ids": ["315935", "124700", "308963", "246286", "519049", "50224", "454994", "315936", "245896", "336612"], "ranked_scores": [699.0, 560.0, 560.0, 559.0, 542.0, 540.0, 538.0, 537.0, 536.0, 534.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "56198": {"relevant_ids": ["56199"], "ranked_ids": ["56199", "138891", "199688", "178088", "123344", "246583", "67917", "355555", "133979", "160914"], "ranked_scores": [707.0, 539.0, 508.0, 505.0, 500.0, 500.0, 500.0, 498.0, 494.0, 494.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "30172": {"relevant_ids": ["145120", "185817", "68426", "145119", "30173", "373486"], "ranked_ids": ["145120", "160900", "68426", "373486", "30173", "185581", "205338", "145119", "90983", "185817"], "ranked_scores": [692.0, 679.0, 655.0, 629.0, 624.0, 619.0, 617.0, 617.0, 597.0, 596.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.1667, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.786, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6667, "ndcg@10": 0.8842, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "127880": {"relevant_ids": ["241164"], "ranked_ids": ["241164", "121458", "135083", "389443", "450198", "122116", "329579", "60262", "212021", "120446"], "ranked_scores": [592.0, 560.0, 541.0, 527.0, 526.0, 523.0, 519.0, 518.0, 516.0, 514.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "167969": {"relevant_ids": ["174461"], "ranked_ids": ["174461", "360983", "130123", "130124", "222958", "347474", "171665", "121354", "207491", "78497"], "ranked_scores": [635.0, 609.0, 555.0, 555.0, 547.0, 544.0, 543.0, 542.0, 538.0, 537.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "97986": {"relevant_ids": ["97987"], "ranked_ids": ["97987", "44589", "212168", "274700", "187976", "326597", "234865", "89059", "144057", "311589"], "ranked_scores": [727.0, 599.0, 566.0, 565.0, 561.0, 559.0, 558.0, 555.0, 555.0, 553.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "12865": {"relevant_ids": ["105683"], "ranked_ids": ["105683", "83622", "356189", "92902", "83623", "277453", "267487", "306838", "107184", "188704"], "ranked_scores": [740.0, 578.0, 577.0, 572.0, 571.0, 559.0, 548.0, 541.0, 538.0, 537.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "215681": {"relevant_ids": ["215680"], "ranked_ids": ["215680", "178515", "297953", "63757", "143842", "57552", "340195", "177080", "229503", "481004"], "ranked_scores": [712.0, 586.0, 580.0, 564.0, 563.0, 560.0, 545.0, 538.0, 534.0, 528.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}, "finetuned-roberta-base-atanh-gamma0.1-nstep-14000": {"127728": {"relevant_ids": ["127729"], "ranked_ids": ["127729", "38063", "29358", "92818", "145244", "276617", "278575", "78763", "188019", "250619"], "ranked_scores": [572.0, 561.0, 546.0, 539.0, 536.0, 534.0, 528.0, 526.0, 526.0, 524.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "318820": {"relevant_ids": ["318821"], "ranked_ids": ["318821", "222238", "54496", "172247", "489320", "332715", "168411", "355161", "358238", "481262"], "ranked_scores": [701.0, 612.0, 572.0, 564.0, 564.0, 563.0, 560.0, 559.0, 558.0, 558.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "296098": {"relevant_ids": ["296097"], "ranked_ids": ["296097", "134752", "45507", "173403", "364131", "469868", "468805", "56686", "423933", "45506"], "ranked_scores": [558.0, 551.0, 550.0, 546.0, 543.0, 539.0, 534.0, 533.0, 526.0, 525.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "150414": {"relevant_ids": ["192835"], "ranked_ids": ["192835", "105782", "516620", "132912", "103122", "105783", "126746", "126745", "121070", "73405"], "ranked_scores": [704.0, 668.0, 641.0, 617.0, 612.0, 601.0, 601.0, 596.0, 569.0, 561.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145582": {"relevant_ids": ["145583"], "ranked_ids": ["145583", "454248", "299264", "112261", "390399", "87614", "130013", "436023", "466967", "295582"], "ranked_scores": [630.0, 523.0, 498.0, 488.0, 486.0, 479.0, 475.0, 470.0, 470.0, 467.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "315712": {"relevant_ids": ["315713"], "ranked_ids": ["315713", "153536", "58851", "454814", "107153", "368164", "408588", "100067", "377891", "396505"], "ranked_scores": [667.0, 606.0, 584.0, 582.0, 581.0, 581.0, 570.0, 570.0, 560.0, 559.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "145739": {"relevant_ids": ["145740"], "ranked_ids": ["145740", "241979", "33202", "366074", "100854", "415781", "323620", "446728", "115412", "429177"], "ranked_scores": [704.0, 619.0, 572.0, 571.0, 564.0, 562.0, 556.0, 556.0, 554.0, 554.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "308127": {"relevant_ids": ["308126"], "ranked_ids": ["308126", "100860", "36744", "18335", "395527", "65412", "385951", "367804", "98400", "94272"], "ranked_scores": [596.0, 520.0, 518.0, 515.0, 515.0, 513.0, 512.0, 511.0, 511.0, 509.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "287245": {"relevant_ids": ["283198", "283199", "322650"], "ranked_ids": ["283199", "322650", "283198", "221784", "188940", "192143", "221783", "420279", "304904", "497666"], "ranked_scores": [642.0, 641.0, 618.0, 529.0, 523.0, 522.0, 521.0, 516.0, 510.0, 509.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "14755": {"relevant_ids": ["14756", "211906"], "ranked_ids": ["14756", "450970", "211906", "235454", "30834", "393649", "362149", "169258", "57678", "449494"], "ranked_scores": [664.0, 654.0, 653.0, 569.0, 557.0, 540.0, 539.0, 533.0, 531.0, 528.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 0.9197, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.9197, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9197, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "370170": {"relevant_ids": ["370169"], "ranked_ids": ["370169", "96998", "211280", "388150", "417976", "476551", "537762", "413030", "50260", "48068"], "ranked_scores": [755.0, 510.0, 505.0, 502.0, 501.0, 499.0, 496.0, 494.0, 493.0, 492.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "41774": {"relevant_ids": ["41773"], "ranked_ids": ["41773", "239344", "307530", "148165", "214766", "33017", "468655", "442459", "33082", "366794"], "ranked_scores": [654.0, 537.0, 528.0, 524.0, 522.0, 519.0, 517.0, 516.0, 509.0, 505.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "399648": {"relevant_ids": ["399649"], "ranked_ids": ["399649", "225815", "435035", "481934", "324839", "462253", "504913", "243294", "124071", "470800"], "ranked_scores": [751.0, 611.0, 589.0, 577.0, 569.0, 567.0, 562.0, 557.0, 547.0, 545.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "504811": {"relevant_ids": ["504810"], "ranked_ids": ["504810", "462282", "309894", "5861", "508685", "487409", "298555", "175461", "220414", "5862"], "ranked_scores": [725.0, 519.0, 509.0, 508.0, 507.0, 505.0, 505.0, 503.0, 498.0, 496.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "362950": {"relevant_ids": ["400212", "362949"], "ranked_ids": ["362949", "400212", "427587", "487392", "438104", "129563", "9132", "411503", "475478", "348827"], "ranked_scores": [620.0, 613.0, 570.0, 569.0, 566.0, 563.0, 562.0, 555.0, 549.0, 544.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "155873": {"relevant_ids": ["155874"], "ranked_ids": ["155874", "346009", "392604", "136219", "444541", "487664", "464100", "122134", "294020", "3139"], "ranked_scores": [613.0, 548.0, 542.0, 540.0, 512.0, 508.0, 508.0, 506.0, 502.0, 501.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "263432": {"relevant_ids": ["263433"], "ranked_ids": ["263433", "128303", "473794", "261419", "503218", "407204", "238602", "345287", "401373", "510661"], "ranked_scores": [608.0, 542.0, 538.0, 537.0, 532.0, 530.0, 528.0, 528.0, 519.0, 514.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "354945": {"relevant_ids": ["354946"], "ranked_ids": ["354946", "254071", "287396", "462983", "243923", "395883", "462984", "9687", "63372", "157453"], "ranked_scores": [694.0, 594.0, 527.0, 520.0, 519.0, 514.0, 512.0, 511.0, 503.0, 502.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "245417": {"relevant_ids": ["219475", "248195"], "ranked_ids": ["40657", "219475", "248195", "164159", "319022", "37326", "64433", "413039", "14180", "368145"], "ranked_scores": [612.0, 593.0, 566.0, 561.0, 552.0, 542.0, 534.0, 531.0, 529.0, 529.0], "ndcg@1": 0.0, "mrr@1": 0.0, "accuracy@1": 0.0, "recall@1": 0.0, "ndcg@3": 0.6934, "mrr@3": 0.5, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 0.6934, "mrr@5": 0.5, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.6934, "mrr@10": 0.5, "accuracy@10": 1.0, "recall@10": 1.0}, "516276": {"relevant_ids": ["516277"], "ranked_ids": ["516277", "19755", "510783", "34173", "76958", "489791", "119374", "352289", "352189", "112502"], "ranked_scores": [711.0, 630.0, 605.0, 603.0, 593.0, 561.0, 554.0, 549.0, 548.0, 547.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177580": {"relevant_ids": ["177579"], "ranked_ids": ["177579", "129413", "115954", "129412", "370405", "272252", "255647", "60577", "99261", "9954"], "ranked_scores": [714.0, 529.0, 527.0, 520.0, 518.0, 516.0, 515.0, 514.0, 514.0, 512.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "309865": {"relevant_ids": ["78623", "33713", "78624"], "ranked_ids": ["33713", "78623", "405094", "78624", "495751", "437065", "153484", "469068", "209041", "235483"], "ranked_scores": [674.0, 634.0, 630.0, 617.0, 601.0, 598.0, 597.0, 585.0, 580.0, 568.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 0.7654, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6667, "ndcg@5": 0.9675, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 0.9675, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "510387": {"relevant_ids": ["510386"], "ranked_ids": ["510386", "241538", "40390", "52003", "241537", "170896", "344869", "101855", "371033", "484846"], "ranked_scores": [666.0, 642.0, 611.0, 611.0, 610.0, 604.0, 603.0, 585.0, 571.0, 570.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "26645": {"relevant_ids": ["26644"], "ranked_ids": ["26644", "318396", "83874", "207775", "83875", "461704", "480667", "193896", "234865", "148567"], "ranked_scores": [722.0, 611.0, 570.0, 567.0, 563.0, 555.0, 553.0, 551.0, 547.0, 545.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "47788": {"relevant_ids": ["455725"], "ranked_ids": ["455725", "59223", "8505", "331", "235686", "47703", "101721", "348138", "518171", "400682"], "ranked_scores": [694.0, 659.0, 649.0, 646.0, 639.0, 636.0, 632.0, 630.0, 617.0, 569.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "338281": {"relevant_ids": ["338282"], "ranked_ids": ["338282", "430005", "174802", "315387", "119513", "431433", "434432", "467526", "362498", "399331"], "ranked_scores": [689.0, 528.0, 517.0, 513.0, 509.0, 506.0, 502.0, 493.0, 491.0, 491.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "461149": {"relevant_ids": ["461148"], "ranked_ids": ["461148", "525835", "527101", "203100", "335800", "414838", "85426", "2420", "215782", "392721"], "ranked_scores": [641.0, 607.0, 592.0, 569.0, 564.0, 560.0, 559.0, 557.0, 556.0, 553.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "346126": {"relevant_ids": ["110711", "110710"], "ranked_ids": ["110710", "110711", "154338", "528998", "6816", "203476", "168350", "393684", "108617", "296319"], "ranked_scores": [687.0, 665.0, 656.0, 581.0, 578.0, 576.0, 575.0, 574.0, 574.0, 568.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "372986": {"relevant_ids": ["49961", "262882"], "ranked_ids": ["49961", "262882", "320580", "415486", "108183", "215938", "497531", "516501", "508006", "88278"], "ranked_scores": [708.0, 632.0, 536.0, 534.0, 532.0, 532.0, 531.0, 531.0, 531.0, 522.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.5, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "501182": {"relevant_ids": ["501181"], "ranked_ids": ["501181", "274777", "402718", "185580", "109121", "447737", "446824", "231545", "474402", "179018"], "ranked_scores": [655.0, 530.0, 525.0, 512.0, 508.0, 505.0, 504.0, 504.0, 488.0, 487.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13800": {"relevant_ids": ["13799", "376590", "408522"], "ranked_ids": ["13799", "376590", "408522", "179943", "481109", "8622", "281010", "56338", "257857", "30987"], "ranked_scores": [676.0, 645.0, 618.0, 602.0, 575.0, 569.0, 568.0, 554.0, 550.0, 548.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.3333, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "250143": {"relevant_ids": ["250142"], "ranked_ids": ["250142", "473276", "76062", "73729", "50538", "520955", "368186", "509757", "206630", "58986"], "ranked_scores": [634.0, 588.0, 543.0, 521.0, 520.0, 519.0, 517.0, 510.0, 508.0, 508.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "13223": {"relevant_ids": ["88348", "156773", "13224", "88349", "20277"], "ranked_ids": ["156773", "88348", "88349", "366749", "86343", "13224", "24720", "137719", "223304", "20277"], "ranked_scores": [750.0, 657.0, 653.0, 642.0, 641.0, 640.0, 632.0, 619.0, 605.0, 594.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.2, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.6, "ndcg@5": 0.7227, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.6, "ndcg@10": 0.9416, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "11002": {"relevant_ids": ["11003"], "ranked_ids": ["11003", "489539", "144197", "347493", "10212", "444112", "87346", "266680", "42203", "314099"], "ranked_scores": [663.0, 629.0, 625.0, 619.0, 616.0, 613.0, 606.0, 604.0, 603.0, 581.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "177653": {"relevant_ids": ["79732"], "ranked_ids": ["79732", "200611", "39174", "395587", "525756", "412316", "377344", "137270", "373717", "293259"], "ranked_scores": [675.0, 598.0, 596.0, 563.0, 541.0, 537.0, 528.0, 523.0, 506.0, 503.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "415592": {"relevant_ids": ["415591"], "ranked_ids": ["415591", "435045", "430072", "91592", "88542", "322822", "84634", "292550", "379146", "81159"], "ranked_scores": [701.0, 584.0, 562.0, 558.0, 543.0, 543.0, 535.0, 533.0, 532.0, 528.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "511196": {"relevant_ids": ["511197"], "ranked_ids": ["511197", "459789", "45940", "156490", "77372", "349723", "413940", "537528", "260954", "248655"], "ranked_scores": [641.0, 532.0, 531.0, 513.0, 512.0, 510.0, 504.0, 501.0, 499.0, 496.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "344845": {"relevant_ids": ["344844"], "ranked_ids": ["344844", "469623", "161471", "79987", "162045", "516558", "48574", "160276", "289918", "125075"], "ranked_scores": [667.0, 580.0, 576.0, 573.0, 569.0, 564.0, 559.0, 558.0, 557.0, 556.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "396744": {"relevant_ids": ["396745"], "ranked_ids": ["396745", "236438", "284966", "313629", "421257", "318588", "507513", "184901", "481437", "527221"], "ranked_scores": [604.0, 552.0, 534.0, 518.0, 510.0, 509.0, 506.0, 506.0, 504.0, 504.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "452398": {"relevant_ids": ["452399"], "ranked_ids": ["452399", "461682", "530610", "450912", "134287", "243208", "324290", "325254", "230141", "277360"], "ranked_scores": [718.0, 525.0, 524.0, 522.0, 522.0, 521.0, 521.0, 517.0, 514.0, 513.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "182114": {"relevant_ids": ["182113"], "ranked_ids": ["182113", "196647", "229182", "234482", "475847", "405340", "136765", "256239", "481882", "531602"], "ranked_scores": [638.0, 590.0, 578.0, 577.0, 565.0, 563.0, 561.0, 550.0, 546.0, 546.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "486260": {"relevant_ids": ["486259"], "ranked_ids": ["486259", "392356", "209254", "113749", "146738", "221509", "146737", "452464", "65893", "266904"], "ranked_scores": [679.0, 598.0, 588.0, 576.0, 570.0, 562.0, 560.0, 554.0, 554.0, 552.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "455140": {"relevant_ids": ["315935"], "ranked_ids": ["315935", "124700", "246286", "308963", "315936", "519049", "245896", "336612", "454994", "318887"], "ranked_scores": [692.0, 559.0, 557.0, 541.0, 538.0, 538.0, 536.0, 534.0, 534.0, 529.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "56198": {"relevant_ids": ["56199"], "ranked_ids": ["56199", "138891", "178088", "199688", "246583", "67917", "123344", "160914", "355555", "133979"], "ranked_scores": [704.0, 546.0, 511.0, 509.0, 508.0, 501.0, 497.0, 493.0, 492.0, 491.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "30172": {"relevant_ids": ["145120", "185817", "68426", "145119", "30173", "373486"], "ranked_ids": ["145120", "160900", "68426", "185581", "30173", "205338", "373486", "145119", "185817", "21960"], "ranked_scores": [686.0, 662.0, 635.0, 630.0, 626.0, 612.0, 604.0, 598.0, 585.0, 581.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 0.1667, "ndcg@3": 0.7039, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 0.3333, "ndcg@5": 0.6399, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 0.5, "ndcg@10": 0.8584, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "127880": {"relevant_ids": ["241164"], "ranked_ids": ["241164", "121458", "135083", "389443", "418410", "14626", "504771", "450198", "60262", "210277"], "ranked_scores": [584.0, 565.0, 548.0, 534.0, 520.0, 514.0, 514.0, 513.0, 511.0, 510.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "167969": {"relevant_ids": ["174461"], "ranked_ids": ["174461", "360983", "130123", "171665", "130124", "207491", "78497", "121354", "222958", "347474"], "ranked_scores": [632.0, 600.0, 554.0, 551.0, 549.0, 545.0, 545.0, 543.0, 542.0, 540.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "97986": {"relevant_ids": ["97987"], "ranked_ids": ["97987", "44589", "274700", "212168", "187976", "234865", "311589", "536497", "326597", "193896"], "ranked_scores": [742.0, 609.0, 577.0, 570.0, 567.0, 561.0, 561.0, 559.0, 558.0, 555.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "12865": {"relevant_ids": ["105683"], "ranked_ids": ["105683", "83623", "356189", "83622", "92902", "277453", "107184", "306838", "267487", "357969"], "ranked_scores": [737.0, 575.0, 561.0, 560.0, 560.0, 551.0, 541.0, 541.0, 537.0, 536.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}, "215681": {"relevant_ids": ["215680"], "ranked_ids": ["215680", "297953", "178515", "143842", "57552", "63757", "177080", "229503", "340195", "430626"], "ranked_scores": [718.0, 579.0, 576.0, 555.0, 553.0, 550.0, 538.0, 531.0, 529.0, 527.0], "ndcg@1": 1.0, "mrr@1": 1.0, "accuracy@1": 1.0, "recall@1": 1.0, "ndcg@3": 1.0, "mrr@3": 1.0, "accuracy@3": 1.0, "recall@3": 1.0, "ndcg@5": 1.0, "mrr@5": 1.0, "accuracy@5": 1.0, "recall@5": 1.0, "ndcg@10": 1.0, "mrr@10": 1.0, "accuracy@10": 1.0, "recall@10": 1.0}}}